phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add vertex text-bison

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-26 11:18:22 -07:00
parent 0afe0a5466
commit 9441f75656
2 changed files with 76 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

42
litellm/model_prices_and_context_window_backup.json
View file

@ -1068,21 +1068,55 @@
"tool_use_system_prompt_tokens": 159 "tool_use_system_prompt_tokens": 159
}, },
"text-bison": { "text-bison": {
"max_tokens": 1024, "max_tokens": 2048,
"max_input_tokens": 8192, "max_input_tokens": 8192,
"max_output_tokens": 1024, "max_output_tokens": 2048,
"input_cost_per_token": 0.000000125, "input_cost_per_character": 0.00000025,
"output_cost_per_token": 0.000000125, "output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models", "litellm_provider": "vertex_ai-text-models",
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"text-bison@001": { "text-bison@001": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison@002": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison32k": {
"max_tokens": 1024, "max_tokens": 1024,
"max_input_tokens": 8192, "max_input_tokens": 8192,
"max_output_tokens": 1024, "max_output_tokens": 1024,
"input_cost_per_token": 0.000000125, "input_cost_per_token": 0.000000125,
"output_cost_per_token": 0.000000125, "output_cost_per_token": 0.000000125,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison32k@002": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_token": 0.000000125,
"output_cost_per_token": 0.000000125,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models", "litellm_provider": "vertex_ai-text-models",
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

42
model_prices_and_context_window.json
View file

@ -1068,21 +1068,55 @@
"tool_use_system_prompt_tokens": 159 "tool_use_system_prompt_tokens": 159
}, },
"text-bison": { "text-bison": {
"max_tokens": 1024, "max_tokens": 2048,
"max_input_tokens": 8192, "max_input_tokens": 8192,
"max_output_tokens": 1024, "max_output_tokens": 2048,
"input_cost_per_token": 0.000000125, "input_cost_per_character": 0.00000025,
"output_cost_per_token": 0.000000125, "output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models", "litellm_provider": "vertex_ai-text-models",
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
}, },
"text-bison@001": { "text-bison@001": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison@002": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison32k": {
"max_tokens": 1024, "max_tokens": 1024,
"max_input_tokens": 8192, "max_input_tokens": 8192,
"max_output_tokens": 1024, "max_output_tokens": 1024,
"input_cost_per_token": 0.000000125, "input_cost_per_token": 0.000000125,
"output_cost_per_token": 0.000000125, "output_cost_per_token": 0.000000125,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models",
"mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
},
"text-bison32k@002": {
"max_tokens": 1024,
"max_input_tokens": 8192,
"max_output_tokens": 1024,
"input_cost_per_token": 0.000000125,
"output_cost_per_token": 0.000000125,
"input_cost_per_character": 0.00000025,
"output_cost_per_character": 0.0000005,
"litellm_provider": "vertex_ai-text-models", "litellm_provider": "vertex_ai-text-models",
"mode": "completion", "mode": "completion",
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"