test - wildcard openai models on proxy

This commit is contained in:
Ishaan Jaff 2024-04-15 14:05:26 -07:00
parent 020fb54ea7
commit 6df5337e65
3 changed files with 34 additions and 7 deletions

View file

@ -55,6 +55,10 @@ model_list:
api_base: https://openai-function-calling-workers.tasslexyz.workers.dev/
stream_timeout: 0.001
rpm: 1
- model_name: "*"
litellm_params:
model: openai/*
api_key: os.environ/OPENAI_API_KEY
- model_name: gpt-instruct # [PROD TEST] - tests if `/health` automatically infers this to be a text completion model
litellm_params:
model: text-completion-openai/gpt-3.5-turbo-instruct