phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) pass vertex_ai/ as custom_llm_provider

Browse source
This commit is contained in:
ishaan-jaff 2023-12-13 19:02:24 +03:00
parent d89be023a7
commit 4bcddec2ce
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/vertex_ai.py
View file

@ -95,7 +95,7 @@ def completion(
mode = ""
request_str = ""
if model in litellm.vertex_chat_models:
if model in litellm.vertex_chat_models or ("chat" in model): # to catch chat-bison@003 or chat-bison@004 when google will release it
chat_model = ChatModel.from_pretrained(model)
mode = "chat"
request_str += f"chat_model = ChatModel.from_pretrained({model})\n"