|
|
@@ -82,6 +82,21 @@ sudo ss -tulpn sport = :8101
|
|
|
|
|
|
# 启动脚本
|
|
|
zhch/launch_model_vllm.sh
|
|
|
+需要在/home/ubuntu/anaconda3/envs/py312/bin/vllm中加入DotsOCR
|
|
|
+```
|
|
|
+#!/home/ubuntu/anaconda3/envs/py312/bin/python3
|
|
|
+# -*- coding: utf-8 -*-
|
|
|
+import sys
|
|
|
+from vllm.entrypoints.cli.main import main
|
|
|
+from DotsOCR import modeling_dots_ocr_vllm
|
|
|
+if __name__ == "__main__":
|
|
|
+ if sys.argv[0].endswith("-script.pyw"):
|
|
|
+ sys.argv[0] = sys.argv[0][:-11]
|
|
|
+ elif sys.argv[0].endswith(".exe"):
|
|
|
+ sys.argv[0] = sys.argv[0][:-4]
|
|
|
+ sys.exit(main())
|
|
|
+```
|
|
|
+
|
|
|
```
|
|
|
# 监控内存使用情况
|
|
|
watch -n 1 nvidia-smi
|