# Documentation: # https://docs.sglang.ai/backend/server_arguments.html#common-launch-commands services: mineru-sglang: image: mineru-sglang:latest container_name: mineru-sglang restart: always ports: - 30000:30000 environment: MINERU_MODEL_SOURCE: local entrypoint: mineru-sglang-server command: --host 0.0.0.0 --port 30000 # --enable-torch-compile # You can also enable torch.compile to accelerate inference speed by approximately 15% # --dp-size 2 # If using multiple GPUs, increase throughput using sglang's multi-GPU parallel mode # --tp-size 2 # If you have more than one GPU, you can expand available VRAM using tensor parallelism (TP) mode. # --mem-fraction-static 0.5 # If running on a single GPU and encountering VRAM shortage, reduce the KV cache size by this parameter, if VRAM issues persist, try lowering it further to `0.4` or below. ulimits: memlock: -1 stack: 67108864 ipc: host healthcheck: test: ["CMD-SHELL", "curl -f http://localhost:30000/health || exit 1"] deploy: resources: reservations: devices: - driver: nvidia device_ids: ["0"] capabilities: [gpu]