phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #1356 from BerriAI/litellm_improve_proxy_logs

Browse source 
[Feat] Improve Proxy Logging
This commit is contained in:
Ishaan Jaff 2024-01-08 14:41:01 +05:30 • committed by GitHub
commit a70626d6e9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 323 additions and 174 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_completion.py
View file

@ -1310,12 +1310,13 @@ def test_completion_together_ai_mixtral():
def test_completion_together_ai_yi_chat():
litellm.set_verbose = True
model_name = "together_ai/zero-one-ai/Yi-34B-Chat"
try:
messages = [
{"role": "user", "content": "What llm are you?"},
]
response = completion(model=model_name, messages=messages)
response = completion(model=model_name, messages=messages, max_tokens=5)
# Add any assertions here to check the response
print(response)
cost = completion_cost(completion_response=response)