phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add fireworks ai param mapping

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-26 06:43:18 -07:00
parent dcdf266f36
commit 1cfe03c820
2 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/__init__.py
View file

@ -817,6 +817,7 @@ from .llms.openai import (
AzureAIStudioConfig, AzureAIStudioConfig,
) )
from .llms.nvidia_nim import NvidiaNimConfig from .llms.nvidia_nim import NvidiaNimConfig
from .llms.fireworks_ai import FireworksAIConfig
from .llms.text_completion_codestral import MistralTextCompletionConfig from .llms.text_completion_codestral import MistralTextCompletionConfig
from .llms.azure import ( from .llms.azure import (
AzureOpenAIConfig, AzureOpenAIConfig,

12
litellm/utils.py
View file

@ -3079,6 +3079,16 @@ def get_optional_params(
optional_params = litellm.NvidiaNimConfig().map_openai_params( optional_params = litellm.NvidiaNimConfig().map_openai_params(
non_default_params=non_default_params, optional_params=optional_params non_default_params=non_default_params, optional_params=optional_params
) )
elif custom_llm_provider == "fireworks_ai":
supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider
)
_check_valid_arg(supported_params=supported_params)
optional_params = litellm.FireworksAIConfig().map_openai_params(
non_default_params=non_default_params,
optional_params=optional_params,
model=model,
)
elif custom_llm_provider == "groq": elif custom_llm_provider == "groq":
supported_params = get_supported_openai_params( supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider model=model, custom_llm_provider=custom_llm_provider
@ -3645,6 +3655,8 @@ def get_supported_openai_params(
return litellm.OllamaChatConfig().get_supported_openai_params() return litellm.OllamaChatConfig().get_supported_openai_params()
elif custom_llm_provider == "anthropic": elif custom_llm_provider == "anthropic":
return litellm.AnthropicConfig().get_supported_openai_params() return litellm.AnthropicConfig().get_supported_openai_params()
elif custom_llm_provider == "fireworks_ai":
return litellm.FireworksAIConfig().get_supported_openai_params()
elif custom_llm_provider == "nvidia_nim": elif custom_llm_provider == "nvidia_nim":
return litellm.NvidiaNimConfig().get_supported_openai_params() return litellm.NvidiaNimConfig().get_supported_openai_params()
elif custom_llm_provider == "groq": elif custom_llm_provider == "groq":