From 1c71a60026b4a104ea39c957eb71ed8d58de4b85 Mon Sep 17 00:00:00 2001 From: Marc Abramowitz Date: Mon, 10 Jun 2024 17:47:13 -0700 Subject: [PATCH] assistants.md: Add user_api_end_user_max_budget metadata to litellm_params Without this, I get: ```shell $ curl http://0.0.0.0:4000/v1/threads \ -H "Content-Type: application/json" \ -H "Authorization: Bearer $LLM_PROXY_API_KEY" \ -d '' {"error":{"message":"Error code: 400 - {'error': {'message': \"Invalid type for 'metadata.user_api_end_user_max_budget': expected a string, but got null instead.\", 'type': 'invalid_request_error', 'param': 'metadata.user_api_end_user_max_budget', 'code': 'invalid_type'}}","type":null,"param":null,"code":500}} ``` With this, I get: ```shell $ curl http://0.0.0.0:4000/v1/threads \ -H "Content-Type: application/json" \ -H "Authorization: Bearer $LLM_PROXY_API_KEY" \ -d '' {"id":"thread_1HZKdk9gO9vBNiiQUgpoteLo","created_at":1718066676,"metadata":{"user_api_end_user_max_budget":"5"},"object":"thread"} ``` --- docs/my-website/docs/assistants.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/assistants.md b/docs/my-website/docs/assistants.md index 2380fe5c64..b385e8f411 100644 --- a/docs/my-website/docs/assistants.md +++ b/docs/my-website/docs/assistants.md @@ -136,7 +136,10 @@ assistant_settings: litellm_params: api_key: os.environ/AZURE_API_KEY api_base: os.environ/AZURE_API_BASE - api_version: os.environ/AZURE_API_VERSION + api_version: 2024-03-01-preview + metadata: + user_api_end_user_max_budget: 5 + ``` ```bash