phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) cloudflare pricing + models

Browse source
This commit is contained in:
ishaan-jaff 2023-12-30 09:50:57 +05:30
parent a34de56289
commit 0a5f5812df
1 changed files with 29 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

29
model_prices_and_context_window.json
View file

@ -1448,5 +1448,34 @@
"output_cost_per_token": 0.000001, "output_cost_per_token": 0.000001,
"litellm_provider": "anyscale", "litellm_provider": "anyscale",
"mode": "chat" "mode": "chat"
},
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@cf/meta/llama-2-7b-chat-int8": {
"max_tokens": 2048,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
"max_tokens": 8192,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
},
"cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
"max_tokens": 4096,
"input_cost_per_token": 0.000001923,
"output_cost_per_token": 0.000001923,
"litellm_provider": "cloudflare",
"mode": "chat"
} }
} }