From afaa3da3dd9b802d2f9ed9a9c7f199e9f17d84d1 Mon Sep 17 00:00:00 2001 From: Peter Wilson Date: Tue, 22 Apr 2025 16:39:10 +0100 Subject: [PATCH] Add llamafile as a OpenAI compatible provider (in the list of compatible providers) --- litellm/constants.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/constants.py b/litellm/constants.py index f48ce97afe..2d20eb228c 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -155,6 +155,7 @@ LITELLM_CHAT_PROVIDERS = [ "custom", "litellm_proxy", "hosted_vllm", + "llamafile", "lm_studio", "galadriel", ] @@ -244,6 +245,7 @@ openai_compatible_providers: List = [ "github", "litellm_proxy", "hosted_vllm", + "llamafile", "lm_studio", "galadriel", ] @@ -252,6 +254,7 @@ openai_text_completion_compatible_providers: List = ( "together_ai", "fireworks_ai", "hosted_vllm", + "llamafile", ] ) _openai_like_providers: List = [