phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(gemini.py): handle async streaming exceptions

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-21 22:33:04 -08:00
parent 968bea03fd
commit 723b0db085
1 changed files with 18 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

33
litellm/llms/gemini.py
View file

@ -171,22 +171,25 @@ def completion(
if acompletion == True:
async def async_streaming():
response = await _model.generate_content_async(
contents=prompt,
generation_config=genai.types.GenerationConfig(
**inference_params
),
safety_settings=safety_settings,
stream=True,
)
try:
response = await _model.generate_content_async(
contents=prompt,
generation_config=genai.types.GenerationConfig(
**inference_params
),
safety_settings=safety_settings,
stream=True,
)
response = litellm.CustomStreamWrapper(
TextStreamer(response),
model,
custom_llm_provider="gemini",
logging_obj=logging_obj,
)
return response
response = litellm.CustomStreamWrapper(
TextStreamer(response),
model,
custom_llm_provider="gemini",
logging_obj=logging_obj,
)
return response
except Exception as e:
raise GeminiError(status_code=500, message=str(e))
return async_streaming()
response = _model.generate_content(