phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) add --cost as a flag to the proxy server cli

Browse source
This commit is contained in:
ishaan-jaff 2023-10-09 15:05:15 -07:00
parent 70720c255e
commit ba754a07a3
2 changed files with 15 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/proxy_server.py
View file

@ -215,16 +215,18 @@ async def track_cost(response):
format='%(asctime)s - %(message)s',
datefmt='%Y-%m-%d %H:%M:%S'
)
import datetime
response_cost = litellm.completion_cost(completion_response=response)
logging.info(f"Model {response.model} Cost: {response_cost:.8f}")
logging.info(f"Model {response.model} Cost: ${response_cost:.8f}")
except:
pass
def print_cost_logs():
with open('cost.log', 'r') as f:
# print this in green
print("\033[1;32m")
print(f.read())
print("\033[0m")
return
@router.get("/ollama_logs")
async def retrieve_server_log(request: Request):