fix missing class object instantiation in custom_llm_server provider documentation's quick start (#5578)

Co-authored-by: Pradyumna Singh Rathore <pradyumna.singhrathore@halliburton.com>
This commit is contained in:
Pradyumna Singh Rathore 2024-09-07 20:52:18 +05:30 committed by GitHub
parent 4371aa1995
commit a4f5fb3c30
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -23,6 +23,8 @@ class MyCustomLLM(CustomLLM):
mock_response="Hi!",
) # type: ignore
my_custom_llm = MyCustomLLM()
litellm.custom_provider_map = [ # 👈 KEY STEP - REGISTER HANDLER
{"provider": "my-custom-llm", "custom_handler": my_custom_llm}
]