MinerU/docker/compose.yaml

services:
  mineru-openai-server:
    image: mineru:4
    container_name: mineru-openai-server
    restart: always
    profiles: ["openai-server"]
    ports:
      - 30000:30000
    environment:
      MINERU_MODEL_SOURCE: local
    entrypoint: ["mineru-kit"]
    command:
      - vlm-server
      - --host
      - 0.0.0.0
      - --port
      - "30000"
      # --gpu-memory-utilization 0.5  # If encountering VRAM shortage, reduce the KV cache size by this parameter; if VRAM issues persist, try lowering it further to `0.4` or below.
    ulimits:
      memlock: -1
      stack: 67108864
    ipc: host
    healthcheck:
      test: ["CMD-SHELL", "curl -f http://localhost:30000/health || exit 1"]
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]  # Modify for multiple GPUs: ["0", "1"]
              capabilities: [gpu]

  mineru-api:
    image: mineru:4
    container_name: mineru-api
    restart: always
    profiles: ["api"]
    ports:
      - 8000:8000
    environment:
      MINERU_MODEL_SOURCE: local
    entrypoint: ["mineru-kit"]
    command:
      - api-server
      - --host
      - 0.0.0.0
      - --port
      - "8000"
    ulimits:
      memlock: -1
      stack: 67108864
    ipc: host
    healthcheck:
      test: ["CMD-SHELL", "curl -f http://localhost:8000/v1/health || exit 1"]
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]  # Modify for multiple GPUs: ["0", "1"]
              capabilities: [gpu]

  mineru-router:
    image: mineru:4
    container_name: mineru-router
    restart: always
    profiles: ["router"]
    ports:
      - 8002:8002
    environment:
      MINERU_MODEL_SOURCE: local
    entrypoint: ["mineru-kit"]
    command:
      - router
      - --host
      - 0.0.0.0
      - --port
      - "8002"
      - --local-gpus
      - auto
      - --worker-tier
      - standard
      - --worker-concurrency
      - "1"
      # --preload-models  # Preload models in router-managed mineru-kit api-server workers.
      # To aggregate existing mineru-api services instead of starting local workers:
      # --local-gpus none
      # --upstream-url http://mineru-api:8000
      # --upstream-url http://mineru-api-2:8000
    ulimits:
      memlock: -1
      stack: 67108864
    ipc: host
    healthcheck:
      test: ["CMD-SHELL", "curl -f http://localhost:8002/v1/health || exit 1"]
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]  # Modify for multiple GPUs: ["0", "1"]
              capabilities: [gpu]

  mineru-webui:
    image: mineru:4
    container_name: mineru-webui
    restart: always
    profiles: ["webui"]
    ports:
      - 7860:7860
    environment:
      MINERU_MODEL_SOURCE: local
    entrypoint: ["mineru-kit"]
    command:
      - webui
      - --server-name
      - 0.0.0.0
      - --server-port
      - "7860"
      # --no-enable-api  # Disable the Gradio event API.
      # --api-server-tier standard  # Configure the managed V1 API server capability tier.
    ulimits:
      memlock: -1
      stack: 67108864
    ipc: host
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]  # Modify for multiple GPUs: ["0", "1"]
              capabilities: [gpu]