phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) vertexai detect code_chat and code_text llms as vertex

Browse source
This commit is contained in:
ishaan-jaff 2023-11-02 16:29:48 -07:00
parent 33c1118080
commit 3c22fbf637
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -1674,7 +1674,12 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None, api_
elif model in litellm.maritalk_models: elif model in litellm.maritalk_models:
custom_llm_provider = "maritalk" custom_llm_provider = "maritalk"
## vertex - text + chat models ## vertex - text + chat models
elif model in litellm.vertex_chat_models or model in litellm.vertex_text_models: elif(
model in litellm.vertex_chat_models or
model in litellm.vertex_code_chat_models or
model in litellm.vertex_text_models or
model in litellm.vertex_code_text_models
):
custom_llm_provider = "vertex_ai" custom_llm_provider = "vertex_ai"
## ai21 ## ai21
elif model in litellm.ai21_models: elif model in litellm.ai21_models: