Added costs & context json

This commit is contained in:
Paul Gauthier 2024-05-07 11:44:55 -07:00
parent 90eb0ea022
commit 9162f9c2c5

View file

@ -739,6 +739,24 @@
"litellm_provider": "mistral",
"mode": "embedding"
},
"deepseek-chat": {
"max_tokens": 4096,
"max_input_tokens": 32000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000014,
"output_cost_per_token": 0.00000028,
"litellm_provider": "deepseek",
"mode": "chat"
},
"deepseek-coder": {
"max_tokens": 4096,
"max_input_tokens": 16000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000014,
"output_cost_per_token": 0.00000028,
"litellm_provider": "deepseek",
"mode": "chat"
},
"groq/llama2-70b-4096": {
"max_tokens": 4096,
"max_input_tokens": 4096,