diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index b58725d5f..5dca75449 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -1,8 +1,8 @@
 {
     "sample_spec": {
-        "max_tokens": "set to max_output_tokens if provider specifies it. IF not set to max_tokens provider specifies", 
+        "max_tokens": "set to max_output_tokens if provider specifies it. IF not set to max_tokens provider specifies",
         "max_input_tokens": "max input tokens, if the provider specifies it. if not default to max_tokens",
-        "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens", 
+        "max_output_tokens": "max output tokens, if the provider specifies it. if not default to max_tokens",
         "input_cost_per_token": 0.0000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "one of https://docs.litellm.ai/docs/providers",
@@ -12,9 +12,9 @@
         "supports_vision": true
     },
     "gpt-4": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 8192,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.00003,
         "output_cost_per_token": 0.00006,
         "litellm_provider": "openai",
@@ -386,7 +386,7 @@
     "text-embedding-3-small": {
         "max_tokens": 8191,
         "max_input_tokens": 8191,
-        "output_vector_size": 1536, 
+        "output_vector_size": 1536,
         "input_cost_per_token": 0.00000002,
         "output_cost_per_token": 0.000000,
         "litellm_provider": "openai",
@@ -395,7 +395,7 @@
     "text-embedding-ada-002": {
         "max_tokens": 8191,
         "max_input_tokens": 8191,
-        "output_vector_size": 1536, 
+        "output_vector_size": 1536,
         "input_cost_per_token": 0.0000001,
         "output_cost_per_token": 0.000000,
         "litellm_provider": "openai",
@@ -493,33 +493,33 @@
     "whisper-1": {
         "mode": "audio_transcription",
         "input_cost_per_second": 0,
-        "output_cost_per_second": 0.0001, 
+        "output_cost_per_second": 0.0001,
         "litellm_provider": "openai"
-    }, 
+    },
     "tts-1": {
-        "mode": "audio_speech", 
+        "mode": "audio_speech",
         "input_cost_per_character": 0.000015,
         "litellm_provider": "openai"
     },
     "tts-1-hd": {
-        "mode": "audio_speech", 
+        "mode": "audio_speech",
         "input_cost_per_character": 0.000030,
         "litellm_provider": "openai"
     },
     "azure/tts-1": {
-        "mode": "audio_speech", 
+        "mode": "audio_speech",
         "input_cost_per_character": 0.000015,
         "litellm_provider": "azure"
     },
     "azure/tts-1-hd": {
-        "mode": "audio_speech", 
+        "mode": "audio_speech",
         "input_cost_per_character": 0.000030,
         "litellm_provider": "azure"
     },
     "azure/whisper-1": {
         "mode": "audio_transcription",
-        "input_cost_per_second": 0, 
-        "output_cost_per_second": 0.0001, 
+        "input_cost_per_second": 0,
+        "output_cost_per_second": 0.0001,
         "litellm_provider": "azure"
     },
     "azure/gpt-4o": {
@@ -660,7 +660,7 @@
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.00001,
         "output_cost_per_token": 0.00003,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true
@@ -671,7 +671,7 @@
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.00001,
         "output_cost_per_token": 0.00003,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "chat",
         "supports_vision": true
     },
@@ -761,7 +761,7 @@
         "supports_function_calling": true
     },
     "azure/command-r-plus": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 128000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000003,
@@ -801,47 +801,47 @@
         "output_cost_per_token": 0.000000,
         "litellm_provider": "azure",
         "mode": "embedding"
-    },    
+    },
     "azure/standard/1024-x-1024/dall-e-3": {
         "input_cost_per_pixel": 0.0000000381469,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/hd/1024-x-1024/dall-e-3": {
         "input_cost_per_pixel": 0.00000007629,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/standard/1024-x-1792/dall-e-3": {
         "input_cost_per_pixel": 0.00000004359,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/standard/1792-x-1024/dall-e-3": {
         "input_cost_per_pixel": 0.00000004359,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/hd/1024-x-1792/dall-e-3": {
         "input_cost_per_pixel": 0.00000006539,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/hd/1792-x-1024/dall-e-3": {
         "input_cost_per_pixel": 0.00000006539,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure/standard/1024-x-1024/dall-e-2": {
         "input_cost_per_pixel": 0.0,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "azure", 
+        "litellm_provider": "azure",
         "mode": "image_generation"
     },
     "azure_ai/jamba-instruct": {
@@ -890,7 +890,7 @@
         "output_cost_per_token": 0.00000061,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
     },
     "azure_ai/Meta-Llama-31-70B-Instruct": {
         "max_tokens": 128000,
@@ -900,7 +900,7 @@
         "output_cost_per_token": 0.00000354,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
     },
     "azure_ai/Meta-Llama-31-405B-Instruct": {
         "max_tokens": 128000,
@@ -910,7 +910,7 @@
         "output_cost_per_token": 0.000016,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
     },
     "babbage-002": {
         "max_tokens": 16384,
@@ -929,7 +929,7 @@
         "output_cost_per_token": 0.000002,
         "litellm_provider": "text-completion-openai",
         "mode": "completion"
-    },    
+    },
     "gpt-3.5-turbo-instruct": {
         "max_tokens": 4096,
         "max_input_tokens": 8192,
@@ -947,7 +947,6 @@
         "output_cost_per_token": 0.000002,
         "litellm_provider": "text-completion-openai",
         "mode": "completion"
-
     },
     "claude-instant-1": {
         "max_tokens": 8191,
@@ -1109,7 +1108,7 @@
         "max_tokens": 128000,
         "max_input_tokens": 128000,
         "max_output_tokens": 128000,
-        "input_cost_per_token":  0.0000003,
+        "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000003,
         "litellm_provider": "mistral",
         "mode": "chat",
@@ -1120,7 +1119,7 @@
         "max_tokens": 128000,
         "max_input_tokens": 128000,
         "max_output_tokens": 128000,
-        "input_cost_per_token":  0.0000003,
+        "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000003,
         "litellm_provider": "mistral",
         "mode": "chat",
@@ -1165,7 +1164,7 @@
         "output_cost_per_token": 0.00000028,
         "litellm_provider": "deepseek",
         "mode": "chat",
-        "supports_function_calling": true, 
+        "supports_function_calling": true,
         "supports_assistant_prefill": true,
         "supports_tool_choice": true
     },
@@ -1220,7 +1219,7 @@
         "output_cost_per_token": 0.00000028,
         "litellm_provider": "deepseek",
         "mode": "chat",
-        "supports_function_calling": true, 
+        "supports_function_calling": true,
         "supports_assistant_prefill": true,
         "supports_tool_choice": true
     },
@@ -1771,8 +1770,8 @@
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1780,14 +1779,14 @@
         "supports_function_calling": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
-    "gemini-1.0-pro": { 
+    "gemini-1.0-pro": {
         "max_tokens": 8192,
         "max_input_tokens": 32760,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1795,14 +1794,14 @@
         "supports_function_calling": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#google_models"
     },
-    "gemini-1.0-pro-001": { 
+    "gemini-1.0-pro-001": {
         "max_tokens": 8192,
         "max_input_tokens": 32760,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1816,8 +1815,8 @@
         "max_output_tokens": 2048,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1831,8 +1830,8 @@
         "max_output_tokens": 2048,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1840,14 +1839,14 @@
         "supports_function_calling": true,
         "source": "As of Jun, 2024. There is no available doc on vertex ai pricing gemini-1.0-ultra-001. Using gemini-1.0-pro pricing. Got max_tokens info here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
-    "gemini-1.0-pro-002": { 
+    "gemini-1.0-pro-002": {
         "max_tokens": 8192,
         "max_input_tokens": 32760,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.0025,
         "input_cost_per_video_per_second": 0.002,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "litellm_provider": "vertex_ai-language-models",
@@ -1855,17 +1854,17 @@
         "supports_function_calling": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
-    "gemini-1.5-pro": { 
+    "gemini-1.5-pro": {
         "max_tokens": 8192,
         "max_input_tokens": 2097152,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.001315,
         "input_cost_per_audio_per_second": 0.000125,
         "input_cost_per_video_per_second": 0.001315,
-        "input_cost_per_token": 0.000005, 
-        "input_cost_per_character": 0.00000125, 
-        "input_cost_per_token_above_128k_tokens": 0.00001, 
-        "input_cost_per_character_above_128k_tokens": 0.0000025, 
+        "input_cost_per_token": 0.000005,
+        "input_cost_per_character": 0.00000125,
+        "input_cost_per_token_above_128k_tokens": 0.00001,
+        "input_cost_per_character_above_128k_tokens": 0.0000025,
         "output_cost_per_token": 0.000015,
         "output_cost_per_character": 0.00000375,
         "output_cost_per_token_above_128k_tokens": 0.00003,
@@ -1877,21 +1876,21 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
-    "gemini-1.5-pro-001": { 
+    "gemini-1.5-pro-001": {
         "max_tokens": 8192,
         "max_input_tokens": 1000000,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.001315,
         "input_cost_per_audio_per_second": 0.000125,
         "input_cost_per_video_per_second": 0.001315,
-        "input_cost_per_token": 0.000005, 
-        "input_cost_per_character": 0.00000125, 
-        "input_cost_per_token_above_128k_tokens": 0.00001, 
-        "input_cost_per_character_above_128k_tokens": 0.0000025, 
+        "input_cost_per_token": 0.000005,
+        "input_cost_per_character": 0.00000125,
+        "input_cost_per_token_above_128k_tokens": 0.00001,
+        "input_cost_per_character_above_128k_tokens": 0.0000025,
         "output_cost_per_token": 0.000015,
         "output_cost_per_character": 0.00000375,
         "output_cost_per_token_above_128k_tokens": 0.00003,
@@ -1903,21 +1902,21 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
-    "gemini-1.5-pro-preview-0514": { 
+    "gemini-1.5-pro-preview-0514": {
         "max_tokens": 8192,
         "max_input_tokens": 1000000,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.001315,
         "input_cost_per_audio_per_second": 0.000125,
         "input_cost_per_video_per_second": 0.001315,
-        "input_cost_per_token": 0.000005, 
-        "input_cost_per_character": 0.00000125, 
-        "input_cost_per_token_above_128k_tokens": 0.00001, 
-        "input_cost_per_character_above_128k_tokens": 0.0000025, 
+        "input_cost_per_token": 0.000005,
+        "input_cost_per_character": 0.00000125,
+        "input_cost_per_token_above_128k_tokens": 0.00001,
+        "input_cost_per_character_above_128k_tokens": 0.0000025,
         "output_cost_per_token": 0.000015,
         "output_cost_per_character": 0.00000375,
         "output_cost_per_token_above_128k_tokens": 0.00003,
@@ -1929,21 +1928,21 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
-    "gemini-1.5-pro-preview-0215": { 
+    "gemini-1.5-pro-preview-0215": {
         "max_tokens": 8192,
         "max_input_tokens": 1000000,
         "max_output_tokens": 8192,
         "input_cost_per_image": 0.001315,
         "input_cost_per_audio_per_second": 0.000125,
         "input_cost_per_video_per_second": 0.001315,
-        "input_cost_per_token": 0.000005, 
-        "input_cost_per_character": 0.00000125, 
-        "input_cost_per_token_above_128k_tokens": 0.00001, 
-        "input_cost_per_character_above_128k_tokens": 0.0000025, 
+        "input_cost_per_token": 0.000005,
+        "input_cost_per_character": 0.00000125,
+        "input_cost_per_token_above_128k_tokens": 0.00001,
+        "input_cost_per_character_above_128k_tokens": 0.0000025,
         "output_cost_per_token": 0.000015,
         "output_cost_per_character": 0.00000375,
         "output_cost_per_token_above_128k_tokens": 0.00003,
@@ -1955,8 +1954,8 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.5-pro-preview-0409": {
@@ -1966,10 +1965,10 @@
         "input_cost_per_image": 0.001315,
         "input_cost_per_audio_per_second": 0.000125,
         "input_cost_per_video_per_second": 0.001315,
-        "input_cost_per_token": 0.000005, 
-        "input_cost_per_character": 0.00000125, 
-        "input_cost_per_token_above_128k_tokens": 0.00001, 
-        "input_cost_per_character_above_128k_tokens": 0.0000025, 
+        "input_cost_per_token": 0.000005,
+        "input_cost_per_character": 0.00000125,
+        "input_cost_per_token_above_128k_tokens": 0.00001,
+        "input_cost_per_character_above_128k_tokens": 0.0000025,
         "output_cost_per_token": 0.000015,
         "output_cost_per_character": 0.00000375,
         "output_cost_per_token_above_128k_tokens": 0.00003,
@@ -1981,7 +1980,7 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_tool_choice": true,
-        "supports_response_schema": true, 
+        "supports_response_schema": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.5-flash": {
@@ -1997,10 +1996,10 @@
         "input_cost_per_image": 0.0001315,
         "input_cost_per_video_per_second": 0.0001315,
         "input_cost_per_audio_per_second": 0.000125,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
-        "input_cost_per_token_above_128k_tokens": 0.000001, 
-        "input_cost_per_character_above_128k_tokens": 0.00000025, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
+        "input_cost_per_token_above_128k_tokens": 0.000001,
+        "input_cost_per_character_above_128k_tokens": 0.00000025,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "output_cost_per_token_above_128k_tokens": 0.000003,
@@ -2028,10 +2027,10 @@
         "input_cost_per_image": 0.0001315,
         "input_cost_per_video_per_second": 0.0001315,
         "input_cost_per_audio_per_second": 0.000125,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
-        "input_cost_per_token_above_128k_tokens": 0.000001, 
-        "input_cost_per_character_above_128k_tokens": 0.00000025, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
+        "input_cost_per_token_above_128k_tokens": 0.000001,
+        "input_cost_per_character_above_128k_tokens": 0.00000025,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "output_cost_per_token_above_128k_tokens": 0.000003,
@@ -2059,10 +2058,10 @@
         "input_cost_per_image": 0.0001315,
         "input_cost_per_video_per_second": 0.0001315,
         "input_cost_per_audio_per_second": 0.000125,
-        "input_cost_per_token": 0.0000005, 
-        "input_cost_per_character": 0.000000125, 
-        "input_cost_per_token_above_128k_tokens": 0.000001, 
-        "input_cost_per_character_above_128k_tokens": 0.00000025, 
+        "input_cost_per_token": 0.0000005,
+        "input_cost_per_character": 0.000000125,
+        "input_cost_per_token_above_128k_tokens": 0.000001,
+        "input_cost_per_character_above_128k_tokens": 0.00000025,
         "output_cost_per_token": 0.0000015,
         "output_cost_per_character": 0.000000375,
         "output_cost_per_token_above_128k_tokens": 0.000003,
@@ -2088,7 +2087,7 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": false,
-        "supports_tool_choice": true, 
+        "supports_tool_choice": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
     },
     "gemini-pro-flash": {
@@ -2102,7 +2101,7 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": false,
-        "supports_tool_choice": true, 
+        "supports_tool_choice": true,
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
     },
     "gemini-pro-vision": {
@@ -2112,7 +2111,7 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 0.00000025, 
+        "input_cost_per_token": 0.00000025,
         "output_cost_per_token": 0.0000005,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
@@ -2127,7 +2126,7 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 0.00000025, 
+        "input_cost_per_token": 0.00000025,
         "output_cost_per_token": 0.0000005,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
@@ -2142,7 +2141,7 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 0.00000025, 
+        "input_cost_per_token": 0.00000025,
         "output_cost_per_token": 0.0000005,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
@@ -2195,7 +2194,7 @@
         "supports_assistant_prefill": true
     },
     "vertex_ai/claude-3-haiku@20240307": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 200000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.00000025,
@@ -2432,7 +2431,7 @@
         "mode": "embedding",
         "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
     },
-    "text-multilingual-embedding-preview-0409":{
+    "text-multilingual-embedding-preview-0409": {
         "max_tokens": 3072,
         "max_input_tokens": 3072,
         "output_vector_size": 768,
@@ -2511,11 +2510,11 @@
         "max_video_length": 1,
         "max_audio_length_hours": 8.4,
         "max_audio_per_prompt": 1,
-        "max_pdf_size_mb": 30, 
-        "input_cost_per_token": 0.00000035, 
-        "input_cost_per_token_above_128k_tokens": 0.0000007, 
-        "output_cost_per_token": 0.00000105, 
-        "output_cost_per_token_above_128k_tokens": 0.0000021, 
+        "max_pdf_size_mb": 30,
+        "input_cost_per_token": 0.00000035,
+        "input_cost_per_token_above_128k_tokens": 0.0000007,
+        "output_cost_per_token": 0.00000105,
+        "output_cost_per_token_above_128k_tokens": 0.0000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_system_messages": true,
@@ -2532,11 +2531,11 @@
         "max_video_length": 1,
         "max_audio_length_hours": 8.4,
         "max_audio_per_prompt": 1,
-        "max_pdf_size_mb": 30, 
-        "input_cost_per_token": 0.00000035, 
-        "input_cost_per_token_above_128k_tokens": 0.0000007, 
-        "output_cost_per_token": 0.00000105, 
-        "output_cost_per_token_above_128k_tokens": 0.0000021, 
+        "max_pdf_size_mb": 30,
+        "input_cost_per_token": 0.00000035,
+        "input_cost_per_token_above_128k_tokens": 0.0000007,
+        "output_cost_per_token": 0.00000105,
+        "output_cost_per_token_above_128k_tokens": 0.0000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_system_messages": true,
@@ -2548,10 +2547,10 @@
         "max_tokens": 8192,
         "max_input_tokens": 32760,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000035, 
-        "input_cost_per_token_above_128k_tokens": 0.0000007, 
-        "output_cost_per_token": 0.00000105, 
-        "output_cost_per_token_above_128k_tokens": 0.0000021, 
+        "input_cost_per_token": 0.00000035,
+        "input_cost_per_token_above_128k_tokens": 0.0000007,
+        "output_cost_per_token": 0.00000105,
+        "output_cost_per_token_above_128k_tokens": 0.0000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2561,17 +2560,17 @@
         "max_tokens": 8192,
         "max_input_tokens": 2097152,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.0000035, 
-        "input_cost_per_token_above_128k_tokens": 0.000007, 
-        "output_cost_per_token": 0.0000105, 
-        "output_cost_per_token_above_128k_tokens": 0.000021, 
+        "input_cost_per_token": 0.0000035,
+        "input_cost_per_token_above_128k_tokens": 0.000007,
+        "output_cost_per_token": 0.0000105,
+        "output_cost_per_token_above_128k_tokens": 0.000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://ai.google.dev/pricing"
     },
     "gemini/gemini-1.5-pro-exp-0801": {
@@ -2612,27 +2611,27 @@
         "max_tokens": 8192,
         "max_input_tokens": 1048576,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.0000035, 
-        "input_cost_per_token_above_128k_tokens": 0.000007, 
-        "output_cost_per_token": 0.00000105, 
-        "output_cost_per_token_above_128k_tokens": 0.000021, 
+        "input_cost_per_token": 0.0000035,
+        "input_cost_per_token_above_128k_tokens": 0.000007,
+        "output_cost_per_token": 0.00000105,
+        "output_cost_per_token_above_128k_tokens": 0.000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_tool_choice": true, 
-        "supports_response_schema": true, 
+        "supports_tool_choice": true,
+        "supports_response_schema": true,
         "source": "https://ai.google.dev/pricing"
     },
     "gemini/gemini-pro-vision": {
         "max_tokens": 2048,
         "max_input_tokens": 30720,
         "max_output_tokens": 2048,
-        "input_cost_per_token": 0.00000035, 
-        "input_cost_per_token_above_128k_tokens": 0.0000007, 
-        "output_cost_per_token": 0.00000105, 
-        "output_cost_per_token_above_128k_tokens": 0.0000021, 
+        "input_cost_per_token": 0.00000035,
+        "input_cost_per_token_above_128k_tokens": 0.0000007,
+        "output_cost_per_token": 0.00000105,
+        "output_cost_per_token_above_128k_tokens": 0.0000021,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2642,8 +2641,8 @@
     "gemini/gemini-gemma-2-27b-it": {
         "max_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000035, 
-        "output_cost_per_token": 0.00000105, 
+        "input_cost_per_token": 0.00000035,
+        "output_cost_per_token": 0.00000105,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2653,8 +2652,8 @@
     "gemini/gemini-gemma-2-9b-it": {
         "max_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000035, 
-        "output_cost_per_token": 0.00000105, 
+        "input_cost_per_token": 0.00000035,
+        "output_cost_per_token": 0.00000105,
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2662,17 +2661,27 @@
         "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "command-r": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 128000,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.00000050,
-        "output_cost_per_token": 0.0000015,
+        "input_cost_per_token": 0.00000015,
+        "output_cost_per_token": 0.0000006,
+        "litellm_provider": "cohere_chat",
+        "mode": "chat",
+        "supports_function_calling": true
+    },
+    "command-r-08-2024": {
+        "max_tokens": 4096,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.00000015,
+        "output_cost_per_token": 0.0000006,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
         "supports_function_calling": true
     },
     "command-light": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000015,
@@ -2681,17 +2690,27 @@
         "mode": "chat"
     },
     "command-r-plus": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 128000,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000003,
-        "output_cost_per_token": 0.000015,
+        "input_cost_per_token": 0.0000025,
+        "output_cost_per_token": 0.00001,
+        "litellm_provider": "cohere_chat",
+        "mode": "chat",
+        "supports_function_calling": true
+    },
+    "command-r-plus-08-2024": {
+        "max_tokens": 4096,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.0000025,
+        "output_cost_per_token": 0.00001,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
         "supports_function_calling": true
     },
     "command-nightly": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000015,
@@ -2699,26 +2718,8 @@
         "litellm_provider": "cohere",
         "mode": "completion"
     },
-     "command": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000015,
-        "output_cost_per_token": 0.000015,
-        "litellm_provider": "cohere",
-        "mode": "completion"
-    },
-     "command-medium-beta": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000015,
-        "output_cost_per_token": 0.000015,
-        "litellm_provider": "cohere",
-        "mode": "completion"
-    },
-     "command-xlarge-beta": {
-        "max_tokens": 4096, 
+    "command": {
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000015,
@@ -2727,7 +2728,7 @@
         "mode": "completion"
     },
     "embed-english-v3.0": {
-        "max_tokens": 512, 
+        "max_tokens": 512,
         "max_input_tokens": 512,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2735,7 +2736,7 @@
         "mode": "embedding"
     },
     "embed-english-light-v3.0": {
-        "max_tokens": 512, 
+        "max_tokens": 512,
         "max_input_tokens": 512,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2743,7 +2744,7 @@
         "mode": "embedding"
     },
     "embed-multilingual-v3.0": {
-        "max_tokens": 512, 
+        "max_tokens": 512,
         "max_input_tokens": 512,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2751,7 +2752,7 @@
         "mode": "embedding"
     },
     "embed-english-v2.0": {
-        "max_tokens": 512, 
+        "max_tokens": 512,
         "max_input_tokens": 512,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2759,7 +2760,7 @@
         "mode": "embedding"
     },
     "embed-english-light-v2.0": {
-        "max_tokens": 512, 
+        "max_tokens": 512,
         "max_input_tokens": 512,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2767,7 +2768,7 @@
         "mode": "embedding"
     },
     "embed-multilingual-v2.0": {
-        "max_tokens": 256, 
+        "max_tokens": 256,
         "max_input_tokens": 256,
         "input_cost_per_token": 0.00000010,
         "output_cost_per_token": 0.00000,
@@ -2913,7 +2914,7 @@
         "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000025,
         "output_cost_per_token": 0.0000075,
-        "input_cost_per_image": 0.00265, 
+        "input_cost_per_image": 0.00265,
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2944,7 +2945,7 @@
         "max_tokens": 200000,
         "input_cost_per_token": 0.00000025,
         "output_cost_per_token": 0.00000125,
-        "input_cost_per_image": 0.0004, 
+        "input_cost_per_image": 0.0004,
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2991,7 +2992,7 @@
         "max_tokens": 200000,
         "input_cost_per_token": 0.000003,
         "output_cost_per_token": 0.000015,
-        "input_cost_per_image": 0.0048,  
+        "input_cost_per_image": 0.0048,
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
@@ -3015,7 +3016,7 @@
         "max_tokens": 45875,
         "input_cost_per_token": 0.000000125,
         "output_cost_per_token": 0.000000375,
-        "input_cost_per_image": 0.0025,  
+        "input_cost_per_image": 0.0025,
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
@@ -3084,7 +3085,7 @@
         "max_tokens": 130000,
         "input_cost_per_token": 0.00001,
         "output_cost_per_token": 0.00003,
-        "input_cost_per_image": 0.01445, 
+        "input_cost_per_image": 0.01445,
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
@@ -3321,60 +3322,60 @@
         "mode": "chat"
     },
     "luminous-base": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.00003,
         "output_cost_per_token": 0.000033,
         "litellm_provider": "aleph_alpha",
         "mode": "completion"
     },
     "luminous-base-control": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.0000375,
         "output_cost_per_token": 0.00004125,
         "litellm_provider": "aleph_alpha",
         "mode": "chat"
     },
     "luminous-extended": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.000045,
         "output_cost_per_token": 0.0000495,
         "litellm_provider": "aleph_alpha",
         "mode": "completion"
     },
     "luminous-extended-control": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.00005625,
         "output_cost_per_token": 0.000061875,
         "litellm_provider": "aleph_alpha",
         "mode": "chat"
     },
     "luminous-supreme": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.000175,
         "output_cost_per_token": 0.0001925,
         "litellm_provider": "aleph_alpha",
         "mode": "completion"
     },
     "luminous-supreme-control": {
-        "max_tokens": 2048, 
+        "max_tokens": 2048,
         "input_cost_per_token": 0.00021875,
         "output_cost_per_token": 0.000240625,
         "litellm_provider": "aleph_alpha",
         "mode": "chat"
     },
     "ai21.j2-mid-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 8191, 
-        "max_output_tokens": 8191, 
+        "max_tokens": 8191,
+        "max_input_tokens": 8191,
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.0000125,
         "output_cost_per_token": 0.0000125,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "ai21.j2-ultra-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 8191, 
-        "max_output_tokens": 8191, 
+        "max_tokens": 8191,
+        "max_input_tokens": 8191,
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.0000188,
         "output_cost_per_token": 0.0000188,
         "litellm_provider": "bedrock",
@@ -3391,39 +3392,39 @@
         "supports_system_messages": true
     },
     "amazon.titan-text-lite-v1": {
-        "max_tokens": 4000, 
+        "max_tokens": 4000,
         "max_input_tokens": 42000,
-        "max_output_tokens": 4000, 
+        "max_output_tokens": 4000,
         "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000004,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "amazon.titan-text-express-v1": {
-        "max_tokens": 8000, 
+        "max_tokens": 8000,
         "max_input_tokens": 42000,
-        "max_output_tokens": 8000, 
+        "max_output_tokens": 8000,
         "input_cost_per_token": 0.0000013,
         "output_cost_per_token": 0.0000017,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "amazon.titan-embed-text-v1": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
         "output_vector_size": 1536,
         "input_cost_per_token": 0.0000001,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "bedrock", 
+        "litellm_provider": "bedrock",
         "mode": "embedding"
     },
     "amazon.titan-embed-text-v2:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
         "output_vector_size": 1024,
         "input_cost_per_token": 0.0000002,
         "output_cost_per_token": 0.0,
-        "litellm_provider": "bedrock", 
+        "litellm_provider": "bedrock",
         "mode": "embedding"
     },
     "mistral.mistral-7b-instruct-v0:2": {
@@ -3558,7 +3559,7 @@
         "supports_function_calling": true
     },
     "anthropic.claude-3-sonnet-20240229-v1:0": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 200000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000003,
@@ -3569,7 +3570,7 @@
         "supports_vision": true
     },
     "anthropic.claude-3-5-sonnet-20240620-v1:0": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 200000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.000003,
@@ -3580,7 +3581,7 @@
         "supports_vision": true
     },
     "anthropic.claude-3-haiku-20240307-v1:0": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 200000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.00000025,
@@ -3690,7 +3691,7 @@
         "supports_vision": true
     },
     "anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
@@ -3699,7 +3700,7 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
@@ -3708,7 +3709,7 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
@@ -3717,7 +3718,7 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
@@ -3726,7 +3727,7 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.0455,
@@ -3735,7 +3736,7 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.02527,
@@ -3744,188 +3745,188 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0415,
         "output_cost_per_second": 0.0415,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.02305,
         "output_cost_per_second": 0.02305,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-2/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0455,
         "output_cost_per_second": 0.0455,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.02527,
         "output_cost_per_second": 0.02527,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-central-1/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0415,
         "output_cost_per_second": 0.0415,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.02305,
         "output_cost_per_second": 0.02305,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {
-        "max_tokens": 8191, 
+        "max_tokens": 8191,
         "max_input_tokens": 100000,
-        "max_output_tokens": 8191, 
+        "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
@@ -3933,8 +3934,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
@@ -3942,8 +3943,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
@@ -3951,8 +3952,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
@@ -3960,8 +3961,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.0455,
         "output_cost_per_second": 0.0455,
@@ -3969,8 +3970,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.02527,
         "output_cost_per_second": 0.02527,
@@ -3978,8 +3979,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.000008,
         "output_cost_per_token": 0.000024,
@@ -3987,8 +3988,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.0415,
         "output_cost_per_second": 0.0415,
@@ -3996,8 +3997,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.02305,
         "output_cost_per_second": 0.02305,
@@ -4005,8 +4006,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
@@ -4014,8 +4015,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
@@ -4023,8 +4024,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
@@ -4032,8 +4033,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
@@ -4041,8 +4042,8 @@
         "mode": "chat"
     },
     "anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.00000163,
         "output_cost_per_token": 0.00000551,
@@ -4050,8 +4051,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.0000008,
         "output_cost_per_token": 0.0000024,
@@ -4059,8 +4060,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.011,
         "output_cost_per_second": 0.011,
@@ -4068,8 +4069,8 @@
         "mode": "chat"
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.00611,
         "output_cost_per_second": 0.00611,
@@ -4077,8 +4078,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.011,
         "output_cost_per_second": 0.011,
@@ -4086,8 +4087,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.00611,
         "output_cost_per_second": 0.00611,
@@ -4095,8 +4096,8 @@
         "mode": "chat"
     },
     "bedrock/us-west-2/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.0000008,
         "output_cost_per_token": 0.0000024,
@@ -4104,8 +4105,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.00000223,
         "output_cost_per_token": 0.00000755,
@@ -4113,8 +4114,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.01475,
         "output_cost_per_second": 0.01475,
@@ -4122,8 +4123,8 @@
         "mode": "chat"
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.008194,
         "output_cost_per_second": 0.008194,
@@ -4131,8 +4132,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_token": 0.00000248,
         "output_cost_per_token": 0.00000838,
@@ -4140,8 +4141,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.01635,
         "output_cost_per_second": 0.01635,
@@ -4149,8 +4150,8 @@
         "mode": "chat"
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {
-        "max_tokens": 8191, 
-        "max_input_tokens": 100000, 
+        "max_tokens": 8191,
+        "max_input_tokens": 100000,
         "max_output_tokens": 8191,
         "input_cost_per_second": 0.009083,
         "output_cost_per_second": 0.009083,
@@ -4158,61 +4159,61 @@
         "mode": "chat"
     },
     "cohere.command-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000015,
         "output_cost_per_token": 0.0000020,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/*/1-month-commitment/cohere.command-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_second": 0.011,
         "output_cost_per_second": 0.011,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/*/6-month-commitment/cohere.command-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_second": 0.0066027,
         "output_cost_per_second": 0.0066027,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "cohere.command-light-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000006,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/*/1-month-commitment/cohere.command-light-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_second": 0.001902,
         "output_cost_per_second": 0.001902,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/*/6-month-commitment/cohere.command-light-text-v14": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_second": 0.0011416,
         "output_cost_per_second": 0.0011416,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "cohere.command-r-plus-v1:0": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 128000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000030,
@@ -4221,7 +4222,7 @@
         "mode": "chat"
     },
     "cohere.command-r-v1:0": {
-        "max_tokens": 4096, 
+        "max_tokens": 4096,
         "max_input_tokens": 128000,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000005,
@@ -4230,178 +4231,178 @@
         "mode": "chat"
     },
     "cohere.embed-english-v3": {
-        "max_tokens": 512, 
-        "max_input_tokens": 512, 
+        "max_tokens": 512,
+        "max_input_tokens": 512,
         "input_cost_per_token": 0.0000001,
         "output_cost_per_token": 0.000000,
         "litellm_provider": "bedrock",
         "mode": "embedding"
     },
     "cohere.embed-multilingual-v3": {
-        "max_tokens": 512, 
-        "max_input_tokens": 512, 
+        "max_tokens": 512,
+        "max_input_tokens": 512,
         "input_cost_per_token": 0.0000001,
         "output_cost_per_token": 0.000000,
         "litellm_provider": "bedrock",
         "mode": "embedding"
     },
     "meta.llama2-13b-chat-v1": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.00000075,
         "output_cost_per_token": 0.000001,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "meta.llama2-70b-chat-v1": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.00000195,
         "output_cost_per_token": 0.00000256,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000006,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000006,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000003,
         "output_cost_per_token": 0.0000006,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000036,
         "output_cost_per_token": 0.00000072,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000035,
         "output_cost_per_token": 0.00000069,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000032,
         "output_cost_per_token": 0.00000065,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000039,
         "output_cost_per_token": 0.00000078,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000005,
         "output_cost_per_token": 0.00000101,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000265,
         "output_cost_per_token": 0.0000035,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000265,
         "output_cost_per_token": 0.0000035,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000265,
         "output_cost_per_token": 0.0000035,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000318,
         "output_cost_per_token": 0.0000042,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000305,
         "output_cost_per_token": 0.00000403,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000286,
         "output_cost_per_token": 0.00000378,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000345,
         "output_cost_per_token": 0.00000455,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
     "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.00000445,
         "output_cost_per_token": 0.00000588,
         "litellm_provider": "bedrock",
@@ -4415,7 +4416,7 @@
         "output_cost_per_token": 0.00000022,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true, 
+        "supports_function_calling": true,
         "supports_tool_choice": false
     },
     "meta.llama3-1-70b-instruct-v1:0": {
@@ -4426,7 +4427,7 @@
         "output_cost_per_token": 0.00000099,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true, 
+        "supports_function_calling": true,
         "supports_tool_choice": false
     },
     "meta.llama3-1-405b-instruct-v1:0": {
@@ -4437,100 +4438,100 @@
         "output_cost_per_token": 0.000016,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true, 
+        "supports_function_calling": true,
         "supports_tool_choice": false
     },
     "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.018,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "512-x-512/max-steps/stability.stable-diffusion-xl-v0": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.036,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "max-x-max/50-steps/stability.stable-diffusion-xl-v0": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.036,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "max-x-max/max-steps/stability.stable-diffusion-xl-v0": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.072,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.04,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": {
-        "max_tokens": 77, 
-        "max_input_tokens": 77, 
+        "max_tokens": 77,
+        "max_input_tokens": 77,
         "output_cost_per_image": 0.08,
         "litellm_provider": "bedrock",
         "mode": "image_generation"
     },
     "sagemaker/meta-textgeneration-llama-2-7b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
         "mode": "completion"
     },
     "sagemaker/meta-textgeneration-llama-2-7b-f": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
         "mode": "chat"
     },
     "sagemaker/meta-textgeneration-llama-2-13b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
         "mode": "completion"
     },
     "sagemaker/meta-textgeneration-llama-2-13b-f": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
         "mode": "chat"
     },
     "sagemaker/meta-textgeneration-llama-2-70b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
         "mode": "completion"
     },
     "sagemaker/meta-textgeneration-llama-2-70b-b-f": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.000,
         "output_cost_per_token": 0.000,
         "litellm_provider": "sagemaker",
@@ -4585,9 +4586,9 @@
         "supports_parallel_function_calling": true
     },
     "ollama/codegemma": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
@@ -4600,7 +4601,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "chat", 
+        "mode": "chat",
         "supports_function_calling": false
     },
     "ollama/deepseek-coder-v2-instruct": {
@@ -4610,7 +4611,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "chat", 
+        "mode": "chat",
         "supports_function_calling": true
     },
     "ollama/deepseek-coder-v2-base": {
@@ -4620,7 +4621,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "completion", 
+        "mode": "completion",
         "supports_function_calling": true
     },
     "ollama/deepseek-coder-v2-lite-instruct": {
@@ -4630,7 +4631,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "chat", 
+        "mode": "chat",
         "supports_function_calling": true
     },
     "ollama/deepseek-coder-v2-lite-base": {
@@ -4640,7 +4641,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "completion", 
+        "mode": "completion",
         "supports_function_calling": true
     },
     "ollama/internlm2_5-20b-chat": {
@@ -4650,49 +4651,49 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "chat", 
+        "mode": "chat",
         "supports_function_calling": true
     },
     "ollama/llama2": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
         "mode": "completion"
     },
     "ollama/llama2:7b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
         "mode": "completion"
     },
     "ollama/llama2:13b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
         "mode": "completion"
     },
     "ollama/llama2:70b": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
         "mode": "completion"
     },
     "ollama/llama2-uncensored": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
@@ -4732,7 +4733,7 @@
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "ollama",
-        "mode": "chat", 
+        "mode": "chat",
         "supports_function_calling": true
     },
     "ollama/mistral-large-instruct-2407": {
@@ -4790,8 +4791,8 @@
         "mode": "chat"
     },
     "ollama/codellama": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
@@ -4799,8 +4800,8 @@
         "mode": "completion"
     },
     "ollama/orca-mini": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
         "max_output_tokens": 4096,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
@@ -4996,142 +4997,142 @@
         "litellm_provider": "deepinfra",
         "mode": "chat"
     },
-    "perplexity/codellama-34b-instruct": { 
+    "perplexity/codellama-34b-instruct": {
         "max_tokens": 16384,
         "max_input_tokens": 16384,
         "max_output_tokens": 16384,
-        "input_cost_per_token": 0.00000035, 
-        "output_cost_per_token": 0.00000140,  
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "input_cost_per_token": 0.00000035,
+        "output_cost_per_token": 0.00000140,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/codellama-70b-instruct": { 
+    "perplexity/codellama-70b-instruct": {
         "max_tokens": 16384,
         "max_input_tokens": 16384,
         "max_output_tokens": 16384,
-        "input_cost_per_token": 0.00000070, 
-        "output_cost_per_token": 0.00000280,  
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "input_cost_per_token": 0.00000070,
+        "output_cost_per_token": 0.00000280,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-70b-instruct": { 
+    "perplexity/llama-3.1-70b-instruct": {
         "max_tokens": 131072,
         "max_input_tokens": 131072,
         "max_output_tokens": 131072,
-        "input_cost_per_token": 0.000001, 
+        "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000001,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-8b-instruct": { 
+    "perplexity/llama-3.1-8b-instruct": {
         "max_tokens": 131072,
         "max_input_tokens": 131072,
         "max_output_tokens": 131072,
-        "input_cost_per_token": 0.0000002, 
-        "output_cost_per_token": 0.0000002,  
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000002,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-sonar-huge-128k-online": { 
+    "perplexity/llama-3.1-sonar-huge-128k-online": {
         "max_tokens": 127072,
         "max_input_tokens": 127072,
         "max_output_tokens": 127072,
-        "input_cost_per_token": 0.000005, 
+        "input_cost_per_token": 0.000005,
         "output_cost_per_token": 0.000005,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-sonar-large-128k-online": { 
+    "perplexity/llama-3.1-sonar-large-128k-online": {
         "max_tokens": 127072,
         "max_input_tokens": 127072,
         "max_output_tokens": 127072,
-        "input_cost_per_token": 0.000001, 
+        "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000001,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-sonar-large-128k-chat": { 
+    "perplexity/llama-3.1-sonar-large-128k-chat": {
         "max_tokens": 131072,
         "max_input_tokens": 131072,
         "max_output_tokens": 131072,
-        "input_cost_per_token": 0.000001, 
+        "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000001,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-sonar-small-128k-chat": { 
+    "perplexity/llama-3.1-sonar-small-128k-chat": {
         "max_tokens": 131072,
         "max_input_tokens": 131072,
         "max_output_tokens": 131072,
-        "input_cost_per_token": 0.0000002, 
-        "output_cost_per_token": 0.0000002,  
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000002,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/llama-3.1-sonar-small-128k-online": { 
+    "perplexity/llama-3.1-sonar-small-128k-online": {
         "max_tokens": 127072,
         "max_input_tokens": 127072,
         "max_output_tokens": 127072,
-        "input_cost_per_token": 0.0000002, 
-        "output_cost_per_token": 0.0000002,  
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "input_cost_per_token": 0.0000002,
+        "output_cost_per_token": 0.0000002,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
-    "perplexity/pplx-7b-chat": { 
+    "perplexity/pplx-7b-chat": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000007, 
-        "output_cost_per_token": 0.00000028, 
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
-    },
-    "perplexity/pplx-70b-chat": {  
-        "max_tokens": 4096,
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096,
-        "input_cost_per_token": 0.00000070, 
-        "output_cost_per_token": 0.00000280, 
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
-    },
-    "perplexity/pplx-7b-online": { 
-        "max_tokens": 4096,
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096,
-        "input_cost_per_token": 0.0000000, 
-        "output_cost_per_token": 0.00000028, 
-        "input_cost_per_request": 0.005,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
-    },
-    "perplexity/pplx-70b-online": { 
-        "max_tokens": 4096,
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
-        "input_cost_per_token": 0.0000000, 
-        "output_cost_per_token": 0.00000280, 
-        "input_cost_per_request": 0.005,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
-    },
-    "perplexity/llama-2-70b-chat": { 
-        "max_tokens": 4096,
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
-        "input_cost_per_token": 0.00000070, 
-        "output_cost_per_token": 0.00000280,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
-    },
-    "perplexity/mistral-7b-instruct": { 
-        "max_tokens": 4096,
-        "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
         "input_cost_per_token": 0.00000007,
         "output_cost_per_token": 0.00000028,
-        "litellm_provider": "perplexity", 
-        "mode": "chat" 
+        "litellm_provider": "perplexity",
+        "mode": "chat"
+    },
+    "perplexity/pplx-70b-chat": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.00000070,
+        "output_cost_per_token": 0.00000280,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
+    },
+    "perplexity/pplx-7b-online": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.0000000,
+        "output_cost_per_token": 0.00000028,
+        "input_cost_per_request": 0.005,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
+    },
+    "perplexity/pplx-70b-online": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.0000000,
+        "output_cost_per_token": 0.00000280,
+        "input_cost_per_request": 0.005,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
+    },
+    "perplexity/llama-2-70b-chat": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.00000070,
+        "output_cost_per_token": 0.00000280,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
+    },
+    "perplexity/mistral-7b-instruct": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.00000007,
+        "output_cost_per_token": 0.00000028,
+        "litellm_provider": "perplexity",
+        "mode": "chat"
     },
     "perplexity/mixtral-8x7b-instruct": {
         "max_tokens": 4096,
@@ -5184,9 +5185,9 @@
         "max_tokens": 8192,
         "max_input_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.0000009, 
+        "input_cost_per_token": 0.0000009,
         "output_cost_per_token": 0.0000009,
-        "litellm_provider": "fireworks_ai", 
+        "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://fireworks.ai/pricing"
@@ -5195,9 +5196,9 @@
         "max_tokens": 65536,
         "max_input_tokens": 65536,
         "max_output_tokens": 65536,
-        "input_cost_per_token": 0.0000012, 
+        "input_cost_per_token": 0.0000012,
         "output_cost_per_token": 0.0000012,
-        "litellm_provider": "fireworks_ai", 
+        "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://fireworks.ai/pricing"
@@ -5206,9 +5207,9 @@
         "max_tokens": 32768,
         "max_input_tokens": 32768,
         "max_output_tokens": 32768,
-        "input_cost_per_token": 0.0000009, 
+        "input_cost_per_token": 0.0000009,
         "output_cost_per_token": 0.0000009,
-        "litellm_provider": "fireworks_ai", 
+        "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://fireworks.ai/pricing"
@@ -5217,9 +5218,9 @@
         "max_tokens": 32768,
         "max_input_tokens": 32768,
         "max_output_tokens": 32768,
-        "input_cost_per_token": 0.000003, 
+        "input_cost_per_token": 0.000003,
         "output_cost_per_token": 0.000003,
-        "litellm_provider": "fireworks_ai", 
+        "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://fireworks.ai/pricing"
@@ -5228,168 +5229,168 @@
         "max_tokens": 65536,
         "max_input_tokens": 65536,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.0000012, 
+        "input_cost_per_token": 0.0000012,
         "output_cost_per_token": 0.0000012,
-        "litellm_provider": "fireworks_ai", 
+        "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://fireworks.ai/pricing"
     },
-      "anyscale/mistralai/Mistral-7B-Instruct-v0.1": {
+    "anyscale/mistralai/Mistral-7B-Instruct-v0.1": {
         "max_tokens": 16384,
         "max_input_tokens": 16384,
         "max_output_tokens": 16384,
-        "input_cost_per_token": 0.00000015, 
+        "input_cost_per_token": 0.00000015,
         "output_cost_per_token": 0.00000015,
-        "litellm_provider": "anyscale", 
+        "litellm_provider": "anyscale",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mistral-7B-Instruct-v0.1"
-      },
-      "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": {
+    },
+    "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": {
         "max_tokens": 16384,
         "max_input_tokens": 16384,
         "max_output_tokens": 16384,
-        "input_cost_per_token": 0.00000015, 
+        "input_cost_per_token": 0.00000015,
         "output_cost_per_token": 0.00000015,
-        "litellm_provider": "anyscale", 
+        "litellm_provider": "anyscale",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x7B-Instruct-v0.1"
-      },
-      "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": {
+    },
+    "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": {
         "max_tokens": 65536,
         "max_input_tokens": 65536,
         "max_output_tokens": 65536,
-        "input_cost_per_token": 0.00000090, 
+        "input_cost_per_token": 0.00000090,
         "output_cost_per_token": 0.00000090,
-        "litellm_provider": "anyscale", 
+        "litellm_provider": "anyscale",
         "mode": "chat",
         "supports_function_calling": true,
         "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x22B-Instruct-v0.1"
-      },
-      "anyscale/HuggingFaceH4/zephyr-7b-beta": {
+    },
+    "anyscale/HuggingFaceH4/zephyr-7b-beta": {
         "max_tokens": 16384,
         "max_input_tokens": 16384,
         "max_output_tokens": 16384,
-        "input_cost_per_token": 0.00000015, 
+        "input_cost_per_token": 0.00000015,
         "output_cost_per_token": 0.00000015,
-        "litellm_provider": "anyscale", 
+        "litellm_provider": "anyscale",
         "mode": "chat"
-      },
-      "anyscale/google/gemma-7b-it": {
+    },
+    "anyscale/google/gemma-7b-it": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000015, 
+        "input_cost_per_token": 0.00000015,
         "output_cost_per_token": 0.00000015,
-        "litellm_provider": "anyscale", 
+        "litellm_provider": "anyscale",
         "mode": "chat",
         "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/google-gemma-7b-it"
-      },
-      "anyscale/meta-llama/Llama-2-7b-chat-hf": {
+    },
+    "anyscale/meta-llama/Llama-2-7b-chat-hf": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.00000015, 
-        "output_cost_per_token": 0.00000015, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.00000015,
+        "output_cost_per_token": 0.00000015,
+        "litellm_provider": "anyscale",
         "mode": "chat"
-      },
-      "anyscale/meta-llama/Llama-2-13b-chat-hf": {
+    },
+    "anyscale/meta-llama/Llama-2-13b-chat-hf": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.00000025, 
-        "output_cost_per_token": 0.00000025, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.00000025,
+        "output_cost_per_token": 0.00000025,
+        "litellm_provider": "anyscale",
         "mode": "chat"
-      },
-      "anyscale/meta-llama/Llama-2-70b-chat-hf": {
+    },
+    "anyscale/meta-llama/Llama-2-70b-chat-hf": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000001, 
-        "output_cost_per_token": 0.000001, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000001,
+        "litellm_provider": "anyscale",
         "mode": "chat"
-      },
-      "anyscale/codellama/CodeLlama-34b-Instruct-hf": {
+    },
+    "anyscale/codellama/CodeLlama-34b-Instruct-hf": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000001, 
-        "output_cost_per_token": 0.000001, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000001,
+        "litellm_provider": "anyscale",
         "mode": "chat"
-      },
-      "anyscale/codellama/CodeLlama-70b-Instruct-hf": {
+    },
+    "anyscale/codellama/CodeLlama-70b-Instruct-hf": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "max_output_tokens": 4096,
-        "input_cost_per_token": 0.000001, 
-        "output_cost_per_token": 0.000001, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000001,
+        "litellm_provider": "anyscale",
         "mode": "chat",
-        "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
-      },
-      "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
+        "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
+    },
+    "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000015, 
-        "output_cost_per_token": 0.00000015, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.00000015,
+        "output_cost_per_token": 0.00000015,
+        "litellm_provider": "anyscale",
         "mode": "chat",
         "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-8B-Instruct"
-      },
-      "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": {
+    },
+    "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 0.00000100, 
-        "output_cost_per_token": 0.00000100, 
-        "litellm_provider": "anyscale", 
+        "input_cost_per_token": 0.00000100,
+        "output_cost_per_token": 0.00000100,
+        "litellm_provider": "anyscale",
         "mode": "chat",
-        "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
-      },
-      "cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
-        "max_tokens": 3072, 
-        "max_input_tokens": 3072, 
-        "max_output_tokens": 3072, 
-        "input_cost_per_token": 0.000001923, 
-        "output_cost_per_token": 0.000001923, 
-        "litellm_provider": "cloudflare", 
+        "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
+    },
+    "cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
+        "max_tokens": 3072,
+        "max_input_tokens": 3072,
+        "max_output_tokens": 3072,
+        "input_cost_per_token": 0.000001923,
+        "output_cost_per_token": 0.000001923,
+        "litellm_provider": "cloudflare",
         "mode": "chat"
-      },
-      "cloudflare/@cf/meta/llama-2-7b-chat-int8": {
-        "max_tokens": 2048, 
-        "max_input_tokens": 2048, 
-        "max_output_tokens": 2048, 
-        "input_cost_per_token": 0.000001923, 
-        "output_cost_per_token": 0.000001923, 
-        "litellm_provider": "cloudflare", 
+    },
+    "cloudflare/@cf/meta/llama-2-7b-chat-int8": {
+        "max_tokens": 2048,
+        "max_input_tokens": 2048,
+        "max_output_tokens": 2048,
+        "input_cost_per_token": 0.000001923,
+        "output_cost_per_token": 0.000001923,
+        "litellm_provider": "cloudflare",
         "mode": "chat"
-      },
-      "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
-        "max_tokens": 8192, 
-        "max_input_tokens": 8192, 
-        "max_output_tokens": 8192, 
-        "input_cost_per_token": 0.000001923, 
-        "output_cost_per_token": 0.000001923, 
-        "litellm_provider": "cloudflare", 
+    },
+    "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": {
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.000001923,
+        "output_cost_per_token": 0.000001923,
+        "litellm_provider": "cloudflare",
         "mode": "chat"
-      },
-      "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
-        "max_tokens": 4096, 
-        "max_input_tokens": 4096, 
-        "max_output_tokens": 4096, 
-        "input_cost_per_token": 0.000001923, 
-        "output_cost_per_token": 0.000001923, 
-        "litellm_provider": "cloudflare", 
+    },
+    "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": {
+        "max_tokens": 4096,
+        "max_input_tokens": 4096,
+        "max_output_tokens": 4096,
+        "input_cost_per_token": 0.000001923,
+        "output_cost_per_token": 0.000001923,
+        "litellm_provider": "cloudflare",
         "mode": "chat"
-      },
-      "voyage/voyage-01": {
+    },
+    "voyage/voyage-01": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
         "input_cost_per_token": 0.0000001,
@@ -5448,7 +5449,7 @@
     "databricks/databricks-meta-llama-3-1-405b-instruct": {
         "max_tokens": 128000,
         "max_input_tokens": 128000,
-        "max_output_tokens": 128000, 
+        "max_output_tokens": 128000,
         "input_cost_per_token": 0.000005,
         "output_cost_per_token": 0.000015,
         "litellm_provider": "databricks",
@@ -5458,7 +5459,7 @@
     "databricks/databricks-meta-llama-3-1-70b-instruct": {
         "max_tokens": 128000,
         "max_input_tokens": 128000,
-        "max_output_tokens": 128000, 
+        "max_output_tokens": 128000,
         "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000003,
         "litellm_provider": "databricks",
@@ -5468,7 +5469,7 @@
     "databricks/databricks-dbrx-instruct": {
         "max_tokens": 32768,
         "max_input_tokens": 32768,
-        "max_output_tokens": 32768, 
+        "max_output_tokens": 32768,
         "input_cost_per_token": 0.00000075,
         "output_cost_per_token": 0.00000225,
         "litellm_provider": "databricks",
@@ -5478,7 +5479,7 @@
     "databricks/databricks-meta-llama-3-70b-instruct": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
-        "max_output_tokens": 8192, 
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000003,
         "litellm_provider": "databricks",
@@ -5488,18 +5489,17 @@
     "databricks/databricks-llama-2-70b-chat": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000005,
         "output_cost_per_token": 0.0000015,
         "litellm_provider": "databricks",
         "mode": "chat",
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving"
-
     },
     "databricks/databricks-mixtral-8x7b-instruct": {
         "max_tokens": 4096,
         "max_input_tokens": 4096,
-        "max_output_tokens": 4096, 
+        "max_output_tokens": 4096,
         "input_cost_per_token": 0.0000005,
         "output_cost_per_token": 0.000001,
         "litellm_provider": "databricks",
@@ -5509,7 +5509,7 @@
     "databricks/databricks-mpt-30b-instruct": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
-        "max_output_tokens": 8192, 
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.000001,
         "output_cost_per_token": 0.000001,
         "litellm_provider": "databricks",
@@ -5519,7 +5519,7 @@
     "databricks/databricks-mpt-7b-instruct": {
         "max_tokens": 8192,
         "max_input_tokens": 8192,
-        "max_output_tokens": 8192, 
+        "max_output_tokens": 8192,
         "input_cost_per_token": 0.0000005,
         "output_cost_per_token": 0.0000005,
         "litellm_provider": "databricks",
@@ -5529,11 +5529,11 @@
     "databricks/databricks-bge-large-en": {
         "max_tokens": 512,
         "max_input_tokens": 512,
-        "output_vector_size": 1024, 
+        "output_vector_size": 1024,
         "input_cost_per_token": 0.0000001,
         "output_cost_per_token": 0.0,
         "litellm_provider": "databricks",
         "mode": "embedding",
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving"
     }
-}
+}
\ No newline at end of file