|
|
@@ -17,7 +17,7 @@ MODEL_NAME="MinerU2.5"
|
|
|
|
|
|
# GPU 配置
|
|
|
GPU_MEMORY_UTILIZATION="0.3"
|
|
|
-CUDA_VISIBLE_DEVICES="0"
|
|
|
+CUDA_VISIBLE_DEVICES="4"
|
|
|
MAX_MODEL_LEN="16384"
|
|
|
MAX_NUM_BATCHED_TOKENS="8192"
|
|
|
MAX_NUM_SEQS="8"
|
|
|
@@ -26,6 +26,7 @@ MAX_NUM_SEQS="8"
|
|
|
export MINERU_TOOLS_CONFIG_JSON="/home/ubuntu/zhch/MinerU/mineru.json"
|
|
|
export MODELSCOPE_CACHE="/home/ubuntu/models/modelscope_cache"
|
|
|
export USE_MODELSCOPE_HUB=1
|
|
|
+# export CUDA_VISIBLE_DEVICES="$CUDA_VISIBLE_DEVICES"
|
|
|
# export NLTK_DATA="/home/ubuntu/nltk_data"
|
|
|
# export HF_HOME="/home/ubuntu/models/hf_home"
|
|
|
# export HF_ENDPOINT="https://hf-mirror.com"
|
|
|
@@ -45,8 +46,8 @@ else
|
|
|
fi
|
|
|
|
|
|
# 设置环境变量
|
|
|
-export LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH"
|
|
|
-export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
|
|
+# export LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH"
|
|
|
+# export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
|
|
|
|
|
start() {
|
|
|
if [ -f $PIDFILE ] && kill -0 $(cat $PIDFILE) 2>/dev/null; then
|
|
|
@@ -93,28 +94,11 @@ start() {
|
|
|
fi
|
|
|
|
|
|
# 启动MinerU vLLM服务
|
|
|
- nohup bash -c "
|
|
|
- export CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES
|
|
|
- export MINERU_TOOLS_CONFIG_JSON='$MINERU_TOOLS_CONFIG_JSON'
|
|
|
- # export NLTK_DATA='$NLTK_DATA'
|
|
|
- # export HF_HOME='$HF_HOME'
|
|
|
- # export HF_ENDPOINT='$HF_ENDPOINT'
|
|
|
- # export TORCH_HOME='$TORCH_HOME'
|
|
|
- export MODELSCOPE_CACHE='$MODELSCOPE_CACHE'
|
|
|
- export USE_MODELSCOPE_HUB=1
|
|
|
-
|
|
|
- mineru-vllm-server \
|
|
|
+ nohup $CUDA_VISIBLE_DEVICES; mineru-vllm-server \
|
|
|
--host $HOST \
|
|
|
--port $PORT \
|
|
|
--gpu-memory-utilization $GPU_MEMORY_UTILIZATION \
|
|
|
- # --max-model-len $MAX_MODEL_LEN \
|
|
|
- # --max-num-batched-tokens $MAX_NUM_BATCHED_TOKENS \
|
|
|
- # --max-num-seqs $MAX_NUM_SEQS \
|
|
|
- # --trust-remote-code \
|
|
|
- # --enable-prefix-caching \
|
|
|
- # --served-model-name $MODEL_NAME \
|
|
|
- --source modelscope
|
|
|
- " > $LOGFILE 2>&1 &
|
|
|
+ > $LOGFILE 2>&1 &
|
|
|
|
|
|
echo $! > $PIDFILE
|
|
|
echo "✅ MinerU vLLM started with PID: $(cat $PIDFILE)"
|