From 788583a7379d5ed8472f5f37889d7e1248eee4f2 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 13 Mar 2024 14:57:41 -0700 Subject: [PATCH] (ci/cd) use fake-openai-endpoint in docker builds --- proxy_server_config.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index 83bcc0626..a779e725e 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -33,6 +33,10 @@ model_list: - model_name: openai-dall-e-3 litellm_params: model: dall-e-3 + - model_name: fake-openai-endpoint + litellm_params: + model: openai/fake + api_base: https://exampleopenaiendpoint-production.up.railway.app/chat/completions/ litellm_settings: drop_params: True