From e590f47a4490d7169d3ef29e22a1eb69c8c201b2 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 13 Feb 2024 23:31:01 -0800 Subject: [PATCH] docs(health.md): add docs on image generation health checks --- docs/my-website/docs/proxy/health.md | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/docs/my-website/docs/proxy/health.md b/docs/my-website/docs/proxy/health.md index 5c73de4af..4cd119e48 100644 --- a/docs/my-website/docs/proxy/health.md +++ b/docs/my-website/docs/proxy/health.md @@ -79,6 +79,23 @@ model_list: mode: embedding # 👈 ADD THIS ``` +### Image Generation Models + +We need some way to know if the model is an image generation model when running checks, if you have this in your config, specifying mode it makes an image generation health check + +```yaml +model_list: + - model_name: dall-e-3 + litellm_params: + model: azure/dall-e-3 + api_base: os.environ/AZURE_API_BASE + api_key: os.environ/AZURE_API_KEY + api_version: "2023-07-01-preview" + model_info: + mode: image_generation # 👈 ADD THIS +``` + + ### Text Completion Models We need some way to know if the model is a text completion model when running checks, if you have this in your config, specifying mode it makes an embedding health check