|
|
@@ -1,4 +1,3 @@
|
|
|
-# [PaddleX本地安装教程](https://paddlepaddle.github.io/PaddleX/latest/installation/installation.html)
|
|
|
# 环境选择
|
|
|
```
|
|
|
git clone https://gitee.com/zhch158_admin/dots.ocr.git
|
|
|
@@ -21,7 +20,7 @@ cd dots.ocr
|
|
|
conda activate py312
|
|
|
uv pip install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0
|
|
|
uv pip install -e .
|
|
|
-uv pip install vllm --torch-backend=auto
|
|
|
+uv pip install vllm==0.9.1 --torch-backend=auto
|
|
|
|
|
|
# 解决vllm版本兼容问题,检查当前版本
|
|
|
pip list | grep -E "(vllm|transformers)"
|
|
|
@@ -29,16 +28,16 @@ pip list | grep -E "(vllm|transformers)"
|
|
|
pip install --upgrade vllm transformers torch
|
|
|
|
|
|
# 查看端口占用情况
|
|
|
-sudo lsof -i:8000
|
|
|
+sudo lsof -i:8101
|
|
|
|
|
|
# 显示所有监听的端口
|
|
|
sudo ss -tuln
|
|
|
|
|
|
# 显示特定端口
|
|
|
-sudo ss -tulpn | grep :8000
|
|
|
+sudo ss -tulpn | grep :8101
|
|
|
|
|
|
# 显示进程信息
|
|
|
-sudo ss -tulpn sport = :8000
|
|
|
+sudo ss -tulpn sport = :8101
|
|
|
```
|
|
|
|
|
|
|
|
|
@@ -87,6 +86,8 @@ zhch/launch_model_vllm.sh
|
|
|
# 监控内存使用情况
|
|
|
watch -n 1 nvidia-smi
|
|
|
|
|
|
+# 启动应用
|
|
|
+python demo_gradio.py
|
|
|
```
|
|
|
|
|
|
# 在线体验环境
|