Fix async case

This commit is contained in:
Yuan Tang 2024-10-06 09:44:20 -04:00
parent 4f7a01c022
commit a8a860ea1f
No known key found for this signature in database

View file

@ -173,7 +173,7 @@ class OpenAIInferenceAdapter(Inference):
stop_reason = StopReason.out_of_tokens
break
text = chunk.choices[0].message.content
text = chunk.choices[0].delta.content
if text is None:
continue