phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) pydantic errors with response.time

Browse source
This commit is contained in:
ishaan-jaff 2023-11-20 18:28:17 -08:00
parent 3f30f93516
commit 50f883a2fb
18 changed files with 22 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/vllm.py
View file

@ -90,7 +90,7 @@ def completion(
prompt_tokens = len(outputs[0].prompt_token_ids)
completion_tokens = len(outputs[0].outputs[0].token_ids)
model_response["created"] = time.time()
model_response["created"] = int(time.time())
model_response["model"] = model
usage = Usage(
prompt_tokens=prompt_tokens,
@ -173,7 +173,7 @@ def batch_completions(
prompt_tokens = len(output.prompt_token_ids)
completion_tokens = len(output.outputs[0].token_ids)
model_response["created"] = time.time()
model_response["created"] = int(time.time())
model_response["model"] = model
usage = Usage(
prompt_tokens=prompt_tokens,