phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix codestral streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-02 07:38:06 -07:00
parent 75fba18c9f
commit fe7e68adc8
2 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/litellm_core_utils/llm_cost_calc/google.py
View file

@ -45,7 +45,10 @@ def cost_router(
- str, the specific google cost calc function it should route to.
"""
if custom_llm_provider == "vertex_ai" and (
"claude" in model or "llama" in model or "mistral" in model
"claude" in model
or "llama" in model
or "mistral" in model
or "codestral" in model
):
return "cost_per_token"
elif custom_llm_provider == "gemini":