Parcourir la source

Merge pull request #2634 from Ar-Hyk/master

Fix:Error code:500,param:Request timed out, please try again later.
Xiaomeng Zhao il y a 4 mois
Parent
commit
1719c71a73
1 fichiers modifiés avec 6 ajouts et 1 suppressions
  1. 6 1
      mineru/utils/llm_aided.py

+ 6 - 1
mineru/utils/llm_aided.py

@@ -90,8 +90,13 @@ Corrected title list:
                 messages=[
                     {'role': 'user', 'content': title_optimize_prompt}],
                 temperature=0.7,
+                stream=True,
             )
-            content = completion.choices[0].message.content.strip()
+            content_pieces = []
+            for chunk in completion:
+                if chunk.choices and chunk.choices[0].delta.content is not None:
+                    content_pieces.append(chunk.choices[0].delta.content)
+            content = "".join(content_pieces).strip()
             # logger.info(f"Title completion: {content}")
             if "</think>" in content:
                 idx = content.index("</think>") + len("</think>")