From a27d9ad6bc86cf1129d06feafa61c6b88c5c5177 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 10 Oct 2023 08:33:32 -0700 Subject: [PATCH] (docs) add ollama/llama2 llm max_tokens + cost --- model_prices_and_context_window.json | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 085c23b4e..35fde6c0e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -542,5 +542,33 @@ "together-ai-40.1b-70b": { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003 + }, + "ollama/llama2": { + "max_tokens": 4096, + "input_cost_per_token": 0.0, + "output_cost_per_token": 0.0, + "litellm_provider": "ollama", + "mode": "completion" + }, + "ollama/llama2:13b": { + "max_tokens": 4096, + "input_cost_per_token": 0.0, + "output_cost_per_token": 0.0, + "litellm_provider": "ollama", + "mode": "completion" + }, + "ollama/llama2:70b": { + "max_tokens": 4096, + "input_cost_per_token": 0.0, + "output_cost_per_token": 0.0, + "litellm_provider": "ollama", + "mode": "completion" + }, + "ollama/llama2-uncensored": { + "max_tokens": 4096, + "input_cost_per_token": 0.0, + "output_cost_per_token": 0.0, + "litellm_provider": "ollama", + "mode": "completion" } }