From 0a5f5812df9efedf6eebd2e6e505b6e36f9d7a67 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Sat, 30 Dec 2023 09:50:57 +0530 Subject: [PATCH] (feat) cloudflare pricing + models --- model_prices_and_context_window.json | 29 ++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index b946c09a5..38e1cc969 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -1448,5 +1448,34 @@ "output_cost_per_token": 0.000001, "litellm_provider": "anyscale", "mode": "chat" + }, + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "max_tokens": 3072, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "litellm_provider": "cloudflare", + "mode": "chat" + }, + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "max_tokens": 2048, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "litellm_provider": "cloudflare", + "mode": "chat" + }, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "max_tokens": 8192, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "litellm_provider": "cloudflare", + "mode": "chat" + }, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "max_tokens": 4096, + "input_cost_per_token": 0.000001923, + "output_cost_per_token": 0.000001923, + "litellm_provider": "cloudflare", + "mode": "chat" } + }