Update model_prices_and_context_window.json (#9620)

Add watsonx/ibm/granite-3-8b-instruct
This commit is contained in:
caramulrooney 2025-04-04 23:44:06 -04:00 committed by GitHub
parent 08f9e1447b
commit 3e9066e91d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -88,6 +88,24 @@
"search_context_size_high": 0.050
}
},
"watsonx/ibm/granite-3-8b-instruct": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_token": 0.0002,
"output_cost_per_token": 0.0002,
"litellm_provider": "watsonx",
"mode": "chat",
"supports_function_calling": true,
"supports_parallel_function_calling": false,
"supports_vision": false,
"supports_audio_input": false,
"supports_audio_output": false,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_system_messages": true,
"deprecation_date": null
}
"gpt-4o-search-preview-2025-03-11": {
"max_tokens": 16384,
"max_input_tokens": 128000,