From cbdb8d68a3ced9a53dca31fdc549db82e64c39c2 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 12 Jan 2024 00:32:06 +0530 Subject: [PATCH] docs(health.md): add text completion health check tutorial to docs --- docs/my-website/docs/proxy/health.md | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/docs/my-website/docs/proxy/health.md b/docs/my-website/docs/proxy/health.md index d724bdaca..d6b7a51dd 100644 --- a/docs/my-website/docs/proxy/health.md +++ b/docs/my-website/docs/proxy/health.md @@ -77,3 +77,18 @@ model_list: mode: embedding # 👈 ADD THIS ``` +## Text Completion Models + +We need some way to know if the model is a text completion model when running checks, if you have this in your config, specifying mode it makes an embedding health check + +```yaml +model_list: + - model_name: azure-text-completion + litellm_params: + model: azure/text-davinci-003 + api_base: os.environ/AZURE_API_BASE + api_key: os.environ/AZURE_API_KEY + api_version: "2023-07-01-preview" + model_info: + mode: completion # 👈 ADD THIS +```