phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Update main.py

Browse source
This commit is contained in:
Ishaan Jaff 2023-08-30 20:14:09 -07:00 • committed by GitHub
parent de72df712e
commit e7d74b3d1a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
cookbook/llm-ab-test-server/main.py
View file

@ -32,8 +32,7 @@ def api_completion():
try: try:
# pass in data to completion function, unpack data # pass in data to completion function, unpack data
selected_llm = random.choices(list(llm_dict.keys()), weights=list(llm_dict.values()))[0] selected_llm = random.choices(list(llm_dict.keys()), weights=list(llm_dict.values()))[0]
data['model'] = selected_llm response = completion(**data, model=selected_llm)
response = completion(**data)
except Exception as e: except Exception as e:
print(f"got error{e}") print(f"got error{e}")
return response, 200 return response, 200