mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
(feat) model context json: add sagemaker
This commit is contained in:
parent
e407b185ee
commit
b732d4c394
1 changed files with 42 additions and 0 deletions
|
@ -645,6 +645,48 @@
|
|||
"litellm_provider": "bedrock",
|
||||
"mode": "chat"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-7b": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "completion"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-7b-f": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "chat"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-13b": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "completion"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-13b-f": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "chat"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-70b": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "completion"
|
||||
},
|
||||
"sagemaker/meta-textgeneration-llama-2-70b-b-f": {
|
||||
"max_tokens": 4096,
|
||||
"input_cost_per_token": 0.000,
|
||||
"output_cost_per_token": 0.000,
|
||||
"litellm_provider": "sagemaker",
|
||||
"mode": "chat"
|
||||
},
|
||||
"together-ai-up-to-3b": {
|
||||
"input_cost_per_token": 0.0000001,
|
||||
"output_cost_per_token": 0.0000001,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue