瀏覽代碼

Merge pull request #186 from PKUHPC/master

parser.py support command parameter: protocol
Qing Yan 1 月之前
父節點
當前提交
7c672c9210
共有 2 個文件被更改,包括 10 次插入1 次删除
  1. 2 1
      dots_ocr/model/inference.py
  2. 8 0
      dots_ocr/parser.py

+ 2 - 1
dots_ocr/model/inference.py

@@ -7,6 +7,7 @@ import os
 def inference_with_vllm(
         image,
         prompt, 
+        protocol="http",
         ip="localhost",
         port=8000,
         temperature=0.1,
@@ -15,7 +16,7 @@ def inference_with_vllm(
         model_name='rednote-hilab/dots.ocr',
         ):
     
-    addr = f"http://{ip}:{port}/v1"
+    addr = f"{protocol}://{ip}:{port}/v1"
     client = OpenAI(api_key="{}".format(os.environ.get("API_KEY", "0")), base_url=addr)
     messages = []
     messages.append(

+ 8 - 0
dots_ocr/parser.py

@@ -20,6 +20,7 @@ class DotsOCRParser:
     """
     
     def __init__(self, 
+            protocol='http',
             ip='localhost',
             port=8000,
             model_name='model',
@@ -36,6 +37,7 @@ class DotsOCRParser:
         self.dpi = dpi
 
         # default args for vllm server
+        self.protocol = protocol
         self.ip = ip
         self.port = port
         self.model_name = model_name
@@ -119,6 +121,7 @@ class DotsOCRParser:
             image,
             prompt, 
             model_name=self.model_name,
+            protocol=self.protocol,
             ip=self.ip,
             port=self.port,
             temperature=self.temperature,
@@ -348,6 +351,10 @@ def main():
         help='should give this argument if you want to prompt_grounding_ocr'
     )
     parser.add_argument(
+        "--protocol", type=str, choices=['http', 'https'], default="http",
+        help=""
+    )
+    parser.add_argument(
         "--ip", type=str, default="localhost",
         help=""
     )
@@ -398,6 +405,7 @@ def main():
     args = parser.parse_args()
 
     dots_ocr_parser = DotsOCRParser(
+        protocol=args.protocol,
         ip=args.ip,
         port=args.port,
         model_name=args.model_name,