Fix async case

This commit is contained in:
Yuan Tang 2024-10-06 09:44:20 -04:00
parent 4f7a01c022
commit a8a860ea1f
No known key found for this signature in database

View file

@ -173,7 +173,7 @@ class OpenAIInferenceAdapter(Inference):
stop_reason = StopReason.out_of_tokens stop_reason = StopReason.out_of_tokens
break break
text = chunk.choices[0].message.content text = chunk.choices[0].delta.content
if text is None: if text is None:
continue continue