phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) router functionality

Browse source
This commit is contained in:
ishaan-jaff 2023-11-08 09:48:48 -08:00
parent c570de72fe
commit 6d85d6486b
1 changed files with 43 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

86
litellm/tests/test_router.py
View file

@ -178,51 +178,51 @@ def test_function_calling():
response = router.completion(model="gpt-3.5-turbo-0613", messages=messages, functions=functions) response = router.completion(model="gpt-3.5-turbo-0613", messages=messages, functions=functions)
print(response) print(response)
### FUNCTION CALLING -> NORMAL COMPLETION # ### FUNCTION CALLING -> NORMAL COMPLETION
def test_litellm_params_not_overwritten_by_function_calling(): # def test_litellm_params_not_overwritten_by_function_calling():
try: # try:
model_list = [ # model_list = [
{ # {
"model_name": "gpt-3.5-turbo-0613", # "model_name": "gpt-3.5-turbo-0613",
"litellm_params": { # "litellm_params": {
"model": "gpt-3.5-turbo-0613", # "model": "gpt-3.5-turbo-0613",
"api_key": os.getenv("OPENAI_API_KEY"), # "api_key": os.getenv("OPENAI_API_KEY"),
}, # },
"tpm": 100000, # "tpm": 100000,
"rpm": 10000, # "rpm": 10000,
}, # },
] # ]
messages = [ # messages = [
{"role": "user", "content": "What is the weather like in Boston?"} # {"role": "user", "content": "What is the weather like in Boston?"}
] # ]
functions = [ # functions = [
{ # {
"name": "get_current_weather", # "name": "get_current_weather",
"description": "Get the current weather in a given location", # "description": "Get the current weather in a given location",
"parameters": { # "parameters": {
"type": "object", # "type": "object",
"properties": { # "properties": {
"location": { # "location": {
"type": "string", # "type": "string",
"description": "The city and state, e.g. San Francisco, CA" # "description": "The city and state, e.g. San Francisco, CA"
}, # },
"unit": { # "unit": {
"type": "string", # "type": "string",
"enum": ["celsius", "fahrenheit"] # "enum": ["celsius", "fahrenheit"]
} # }
}, # },
"required": ["location"] # "required": ["location"]
} # }
} # }
] # ]
router = Router(model_list=model_list) # router = Router(model_list=model_list)
_ = router.completion(model="gpt-3.5-turbo-0613", messages=messages, functions=functions) # _ = router.completion(model="gpt-3.5-turbo-0613", messages=messages, functions=functions)
response = router.completion(model="gpt-3.5-turbo-0613", messages=messages) # response = router.completion(model="gpt-3.5-turbo-0613", messages=messages)
assert response.choices[0].finish_reason != "function_call" # assert response.choices[0].finish_reason != "function_call"
except Exception as e: # except Exception as e:
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")
# test_litellm_params_not_overwritten_by_function_calling() # test_litellm_params_not_overwritten_by_function_calling()