瀏覽代碼

feat: 更新MinerU vLLM守护进程脚本,修改CUDA设备配置并优化启动命令

zhch158_admin 1 月之前
父節點
當前提交
ae835abe66
共有 1 個文件被更改,包括 6 次插入22 次删除
  1. 6 22
      zhch/mineru_vllm_daemon.sh

+ 6 - 22
zhch/mineru_vllm_daemon.sh

@@ -17,7 +17,7 @@ MODEL_NAME="MinerU2.5"
 
 # GPU 配置
 GPU_MEMORY_UTILIZATION="0.3"
-CUDA_VISIBLE_DEVICES="0"
+CUDA_VISIBLE_DEVICES="4"
 MAX_MODEL_LEN="16384"
 MAX_NUM_BATCHED_TOKENS="8192"
 MAX_NUM_SEQS="8"
@@ -26,6 +26,7 @@ MAX_NUM_SEQS="8"
 export MINERU_TOOLS_CONFIG_JSON="/home/ubuntu/zhch/MinerU/mineru.json"
 export MODELSCOPE_CACHE="/home/ubuntu/models/modelscope_cache"
 export USE_MODELSCOPE_HUB=1
+# export CUDA_VISIBLE_DEVICES="$CUDA_VISIBLE_DEVICES"
 # export NLTK_DATA="/home/ubuntu/nltk_data"
 # export HF_HOME="/home/ubuntu/models/hf_home"
 # export HF_ENDPOINT="https://hf-mirror.com"
@@ -45,8 +46,8 @@ else
 fi
 
 # 设置环境变量
-export LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH"
-export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
+# export LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH"
+# export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
 
 start() {
     if [ -f $PIDFILE ] && kill -0 $(cat $PIDFILE) 2>/dev/null; then
@@ -93,28 +94,11 @@ start() {
     fi
     
     # 启动MinerU vLLM服务
-    nohup bash -c "
-        export CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES
-        export MINERU_TOOLS_CONFIG_JSON='$MINERU_TOOLS_CONFIG_JSON'
-        # export NLTK_DATA='$NLTK_DATA'
-        # export HF_HOME='$HF_HOME'
-        # export HF_ENDPOINT='$HF_ENDPOINT'
-        # export TORCH_HOME='$TORCH_HOME'
-        export MODELSCOPE_CACHE='$MODELSCOPE_CACHE'
-        export USE_MODELSCOPE_HUB=1
-        
-        mineru-vllm-server \
+    nohup $CUDA_VISIBLE_DEVICES; mineru-vllm-server \
             --host $HOST \
             --port $PORT \
             --gpu-memory-utilization $GPU_MEMORY_UTILIZATION \
-            # --max-model-len $MAX_MODEL_LEN \
-            # --max-num-batched-tokens $MAX_NUM_BATCHED_TOKENS \
-            # --max-num-seqs $MAX_NUM_SEQS \
-            # --trust-remote-code \
-            # --enable-prefix-caching \
-            # --served-model-name $MODEL_NAME \
-            --source modelscope
-    " > $LOGFILE 2>&1 &
+    > $LOGFILE 2>&1 &
     
     echo $! > $PIDFILE
     echo "✅ MinerU vLLM started with PID: $(cat $PIDFILE)"