|
@@ -5,7 +5,7 @@ mkdir -p $LOGDIR
|
|
|
PIDFILE="$LOGDIR/vllm.pid"
|
|
PIDFILE="$LOGDIR/vllm.pid"
|
|
|
LOGFILE="$LOGDIR/vllm.log"
|
|
LOGFILE="$LOGDIR/vllm.log"
|
|
|
|
|
|
|
|
-conda activate py312
|
|
|
|
|
|
|
+conda activate dots.ocr
|
|
|
hf_model_path="/home/ubuntu/zhch/dots.ocr/weights/DotsOCR" # Path to your downloaded model weights
|
|
hf_model_path="/home/ubuntu/zhch/dots.ocr/weights/DotsOCR" # Path to your downloaded model weights
|
|
|
export PYTHONPATH=$(dirname "$hf_model_path"):$PYTHONPATH
|
|
export PYTHONPATH=$(dirname "$hf_model_path"):$PYTHONPATH
|
|
|
# launch vllm server
|
|
# launch vllm server
|
