phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) vertexai - gemini

Browse source
This commit is contained in:
ishaan-jaff 2023-12-16 22:15:41 +05:30
parent 8522bb60f3
commit 5ee6b87f2e
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/vertex_ai.py
View file

@ -244,6 +244,12 @@ def completion(
model_response = chat.send_message(prompt, generation_config=GenerationConfig(**optional_params), stream=stream) model_response = chat.send_message(prompt, generation_config=GenerationConfig(**optional_params), stream=stream)
optional_params["stream"] = True optional_params["stream"] = True
return model_response return model_response
request_str += f"chat.send_message({prompt}, generation_config=GenerationConfig(**{optional_params})).text\n"
## LOGGING
logging_obj.pre_call(input=prompt, api_key=None, additional_args={"complete_input_dict": optional_params, "request_str": request_str})
response_obj = chat.send_message(prompt, generation_config=GenerationConfig(**optional_params))
completion_response = response_obj.text
response_obj = response_obj._raw_response
elif mode == "vision": elif mode == "vision":
print_verbose("\nMaking VertexAI Gemini Pro Vision Call") print_verbose("\nMaking VertexAI Gemini Pro Vision Call")
print_verbose(f"\nProcessing input messages = {messages}") print_verbose(f"\nProcessing input messages = {messages}")