phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(databricks.py): handle DONE chunk from databricks

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-27 16:51:45 -07:00
parent f76cad210c
commit 6f9c29d39b
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/databricks.py
View file

@ -795,6 +795,8 @@ class ModelResponseIterator:
try: try:
chunk = chunk.replace("data:", "") chunk = chunk.replace("data:", "")
chunk = chunk.strip() chunk = chunk.strip()
if chunk == "[DONE]":
raise StopAsyncIteration
if len(chunk) > 0: if len(chunk) > 0:
json_chunk = json.loads(chunk) json_chunk = json.loads(chunk)
return self.chunk_parser(chunk=json_chunk) return self.chunk_parser(chunk=json_chunk)