third/dify-plus
1
0
Fork 0
mirror of https://github.com/YFGaia/dify-plus.git synced 2026-06-14 20:41:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: optimize xinference stream (#989)

Browse Source
This commit is contained in:
takatost
2023-08-24 13:58:34 +08:00
committed by GitHub
parent 53e83d8697
commit 18d3877151
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/core/third_party/langchain/llms/xinference_llm.py
Vendored
+3 -3
View File
@@ -108,12 +108,12 @@ class XinferenceLLM(Xinference):
Yields:
A string token.
"""
if isinstance(model, RESTfulGenerateModelHandle):
streaming_response = model.generate(
if isinstance(model, (RESTfulChatModelHandle, RESTfulChatglmCppChatModelHandle)):
streaming_response = model.chat(
prompt=prompt, generate_config=generate_config
)
else:
streaming_response = model.chat(
streaming_response = model.generate(
prompt=prompt, generate_config=generate_config
)