fix(utils.py): fix codestral streaming

This commit is contained in:
Krrish Dholakia 2024-08-02 07:38:06 -07:00
parent 75fba18c9f
commit fe7e68adc8
2 changed files with 5 additions and 2 deletions

View file

@ -45,7 +45,10 @@ def cost_router(
- str, the specific google cost calc function it should route to.
"""
if custom_llm_provider == "vertex_ai" and (
"claude" in model or "llama" in model or "mistral" in model
"claude" in model
or "llama" in model
or "mistral" in model
or "codestral" in model
):
return "cost_per_token"
elif custom_llm_provider == "gemini":

View file

@ -9711,7 +9711,7 @@ class CustomStreamWrapper:
print_verbose(f"completion obj content: {completion_obj['content']}")
if response_obj["is_finished"]:
self.received_finish_reason = response_obj["finish_reason"]
if response_obj["usage"] is not None:
if "usage" in response_obj is not None:
model_response.usage = litellm.Usage(
prompt_tokens=response_obj["usage"].prompt_tokens,
completion_tokens=response_obj["usage"].completion_tokens,