forked from phoenix/litellm-mirror
fix missing class object instantiation in custom_llm_server provider documentation's quick start (#5578)
Co-authored-by: Pradyumna Singh Rathore <pradyumna.singhrathore@halliburton.com>
This commit is contained in:
parent
4371aa1995
commit
a4f5fb3c30
1 changed files with 2 additions and 0 deletions
|
@ -23,6 +23,8 @@ class MyCustomLLM(CustomLLM):
|
|||
mock_response="Hi!",
|
||||
) # type: ignore
|
||||
|
||||
my_custom_llm = MyCustomLLM()
|
||||
|
||||
litellm.custom_provider_map = [ # 👈 KEY STEP - REGISTER HANDLER
|
||||
{"provider": "my-custom-llm", "custom_handler": my_custom_llm}
|
||||
]
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue