fix(utils.py): adding support for anyscale models

This commit is contained in:
Krrish Dholakia 2023-10-25 09:08:03 -07:00
parent 9714b85cac
commit c1b2553827
5 changed files with 88 additions and 6 deletions

View file

@ -950,7 +950,6 @@ def completion(
vertex_ai_location = (litellm.vertex_location
or get_secret("VERTEXAI_LOCATION"))
# palm does not support streaming as yet :(
model_response = vertex_ai.completion(
model=model,
messages=messages,