phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(vertex_ai_llama.py): vertex ai llama3.1 api support

Browse source 
Initial working commit for vertex ai llama 3.1 api support
This commit is contained in:
Krrish Dholakia 2024-07-23 17:07:30 -07:00
parent 169da8b8d0
commit 83ef52e180
5 changed files with 355 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -5752,10 +5752,12 @@ def convert_to_model_response_object(
model_response_object.usage.total_tokens = response_object["usage"].get("total_tokens", 0) # type: ignore
if "created" in response_object:
model_response_object.created = response_object["created"]
model_response_object.created = response_object["created"] or int(
time.time()
)
if "id" in response_object:
model_response_object.id = response_object["id"]
model_response_object.id = response_object["id"] or str(uuid.uuid4())
if "system_fingerprint" in response_object:
model_response_object.system_fingerprint = response_object[