phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): enable calling router with instructor

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-13 15:16:57 -08:00
parent 9d8f872f38
commit 1d635aff08
3 changed files with 17 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/tests/test_class.py
View file

@ -9,13 +9,21 @@
# ) # Adds the parent directory to the system path
# import litellm
# litellm.set_verbose = True
# from litellm import LiteLLM
# from litellm import Router
# import instructor
# from pydantic import BaseModel
# # This enables response_model keyword
# # from client.chat.completions.create
# client = instructor.patch(LiteLLM())
# client = instructor.patch(Router(model_list=[{
# "model_name": "gpt-3.5-turbo", # openai model name
# "litellm_params": { # params for litellm completion/embedding call
# "model": "azure/chatgpt-v-2",
# "api_key": os.getenv("AZURE_API_KEY"),
# "api_version": os.getenv("AZURE_API_VERSION"),
# "api_base": os.getenv("AZURE_API_BASE")
# }
# }]))
# class UserDetail(BaseModel):
# name: str
@ -31,4 +39,6 @@
# assert isinstance(user, UserDetail)
# assert user.name == "Jason"
# assert user.age == 25
# assert user.age == 25
# print(f"user: {user}")