phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): support fireworks ai finetuned models

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/4923
This commit is contained in:
Krrish Dholakia 2024-07-27 15:38:27 -07:00
parent 05ba34b9b7
commit d1989b6063
2 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -4463,7 +4463,7 @@ def get_llm_provider(
dynamic_api_key = api_key or get_secret("DEEPSEEK_API_KEY")
elif custom_llm_provider == "fireworks_ai":
# fireworks is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.fireworks.ai/inference/v1
if not model.startswith("accounts/fireworks/models"):
if not model.startswith("accounts/"):
model = f"accounts/fireworks/models/{model}"
api_base = api_base or "https://api.fireworks.ai/inference/v1"
dynamic_api_key = api_key or (