Kaynağa Gözat

Merge pull request #2907 from myhloli/dev

docs: update compose.yaml and Dockerfile to clarify GPU parameter usage and add libgl installation
Xiaomeng Zhao 4 ay önce
ebeveyn
işleme
b2d11663f3
3 değiştirilmiş dosya ile 11 ekleme ve 5 silme
  1. 4 1
      docker/china/Dockerfile
  2. 3 3
      docker/compose.yaml
  3. 4 1
      docker/global/Dockerfile

+ 4 - 1
docker/china/Dockerfile

@@ -1,7 +1,10 @@
 # Use the official sglang image
 FROM lmsysorg/sglang:v0.4.8.post1-cu126
 
-# install mineru latest
+# Install libgl for opencv support
+RUN apt-get update && apt-get install -y libgl1 && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Install mineru latest
 RUN python3 -m pip install -U 'mineru[core]' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages
 
 # Download models and update the configuration file

+ 3 - 3
docker/compose.yaml

@@ -14,9 +14,9 @@ services:
       --host 0.0.0.0
       --port 30000
       # --enable-torch-compile  # You can also enable torch.compile to accelerate inference speed by approximately 15%
-      # --dp 2  # If you have more than two GPUs with 24GB VRAM or above, you can use sglang's multi-GPU parallel mode to increase throughput  
-      # --tp 2  # If you have two GPUs with 12GB or 16GB VRAM, you can use the Tensor Parallel (TP) mode
-      # --mem-fraction-static 0.7  # If you have two GPUs with 11GB VRAM, in addition to Tensor Parallel mode, you need to reduce the KV cache size
+      # --dp-size 2  # If using multiple GPUs, increase throughput using sglang's multi-GPU parallel mode
+      # --tp-size 2  # If you have more than one GPU, you can expand available VRAM using tensor parallelism (TP) mode.
+      # --mem-fraction-static 0.5  # If running on a single GPU and encountering VRAM shortage, reduce the KV cache size by this parameter, if VRAM issues persist, try lowering it further to `0.4` or below.
     ulimits:
       memlock: -1
       stack: 67108864

+ 4 - 1
docker/global/Dockerfile

@@ -1,7 +1,10 @@
 # Use the official sglang image
 FROM lmsysorg/sglang:v0.4.8.post1-cu126
 
-# install mineru latest
+# Install libgl for opencv support
+RUN apt-get update && apt-get install -y libgl1 && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Install mineru latest
 RUN python3 -m pip install -U 'mineru[core]' --break-system-packages
 
 # Download models and update the configuration file