minor changes

This commit is contained in:
jhpiedrahitao 2025-03-12 09:50:49 -05:00
parent 488dccd824
commit a4906a1afd
3 changed files with 3 additions and 24 deletions

View file

@ -76,6 +76,9 @@ class SambanovaConfig(OpenAIGPTConfig):
model: str,
drop_params: bool,
) -> dict:
"""
map max_completion_tokens param to max_tokens
"""
supported_openai_params = self.get_supported_openai_params(model=model)
for param, value in non_default_params.items():
if param == "max_completion_tokens":

View file

@ -9698,18 +9698,6 @@
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B-Preview": {
"max_tokens": 16000,
"max_input_tokens": 16000,
"max_output_tokens": 16000,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000003,
"litellm_provider": "sambanova",
"supports_function_calling": true,
"mode": "chat",
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B": {
"max_tokens": 16000,
"max_input_tokens": 16000,

View file

@ -9698,18 +9698,6 @@
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B-Preview": {
"max_tokens": 16000,
"max_input_tokens": 16000,
"max_output_tokens": 16000,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000003,
"litellm_provider": "sambanova",
"supports_function_calling": true,
"mode": "chat",
"supports_tool_choice": true,
"source": "https://cloud.sambanova.ai/plans/pricing"
},
"sambanova/QwQ-32B": {
"max_tokens": 16000,
"max_input_tokens": 16000,