phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(requirements.txt): add ollama async_generator in requirements.txt

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-08 09:20:04 -08:00
parent 2ede903f0b
commit 9494c2cd9e
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -381,9 +381,11 @@ async def track_cost_callback(
elif kwargs["stream"] is False: # regular response elif kwargs["stream"] is False: # regular response
input_text = kwargs.get("messages", "") input_text = kwargs.get("messages", "")
if isinstance(input_text, list): if isinstance(input_text, list):
input_text = "".join(m["content"] for m in input_text) response_cost = litellm.completion_cost(completion_response=completion_response, messages=input_text)
elif isinstance(input_text, str):
response_cost = litellm.completion_cost(completion_response=completion_response, prompt=input_text)
print(f"received completion response: {completion_response}") print(f"received completion response: {completion_response}")
response_cost = litellm.completion_cost(completion_response=completion_response, completion=input_text)
print("regular response_cost", response_cost) print("regular response_cost", response_cost)
user_api_key = kwargs["litellm_params"]["metadata"].get("user_api_key", None) user_api_key = kwargs["litellm_params"]["metadata"].get("user_api_key", None)
print(f"user_api_key - {user_api_key}; prisma_client - {prisma_client}") print(f"user_api_key - {user_api_key}; prisma_client - {prisma_client}")

3
requirements.txt
View file

@ -16,4 +16,5 @@ prisma
celery celery
psutil psutil
mangum mangum
google-generativeai google-generativeai
async_generator # for ollama