phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

minor changes

Browse source
This commit is contained in:
jhpiedrahitao 2025-03-12 09:50:49 -05:00
parent 488dccd824
commit a4906a1afd
3 changed files with 3 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/sambanova/chat.py
View file

@ -76,6 +76,9 @@ class SambanovaConfig(OpenAIGPTConfig):
model: str, model: str,
drop_params: bool, drop_params: bool,
) -> dict: ) -> dict:
"""
map max_completion_tokens param to max_tokens
"""
supported_openai_params = self.get_supported_openai_params(model=model) supported_openai_params = self.get_supported_openai_params(model=model)
for param, value in non_default_params.items(): for param, value in non_default_params.items():
if param == "max_completion_tokens": if param == "max_completion_tokens":

12
litellm/model_prices_and_context_window_backup.json
View file

@ -9698,18 +9698,6 @@
"supports_tool_choice": true, "supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing" "source": "https://cloud.sambanova.ai/plans/pricing"
}, },
"sambanova/QwQ-32B-Preview": {
"max_tokens": 16000,
"max_input_tokens": 16000,
"max_output_tokens": 16000,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000003,
"litellm_provider": "sambanova",
"supports_function_calling": true,
"mode": "chat",
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B": { "sambanova/QwQ-32B": {
"max_tokens": 16000, "max_tokens": 16000,
"max_input_tokens": 16000, "max_input_tokens": 16000,

12
model_prices_and_context_window.json
View file

@ -9698,18 +9698,6 @@
"supports_tool_choice": true, "supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing" "source": "https://cloud.sambanova.ai/plans/pricing"
}, },
"sambanova/QwQ-32B-Preview": {
"max_tokens": 16000,
"max_input_tokens": 16000,
"max_output_tokens": 16000,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000003,
"litellm_provider": "sambanova",
"supports_function_calling": true,
"mode": "chat",
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B": { "sambanova/QwQ-32B": {
"max_tokens": 16000, "max_tokens": 16000,
"max_input_tokens": 16000, "max_input_tokens": 16000,