fix(main.py): ignore model_config param

This commit is contained in:
Krrish Dholakia 2024-05-14 19:03:17 -07:00
parent 6de358cf21
commit 298fd9b25c
2 changed files with 5 additions and 2 deletions

View file

@ -665,6 +665,7 @@ def completion(
"supports_system_message", "supports_system_message",
"region_name", "region_name",
"allowed_model_region", "allowed_model_region",
"model_config",
] ]
default_params = openai_params + litellm_params default_params = openai_params + litellm_params
@ -2860,6 +2861,7 @@ def embedding(
"no-log", "no-log",
"region_name", "region_name",
"allowed_model_region", "allowed_model_region",
"model_config",
] ]
default_params = openai_params + litellm_params default_params = openai_params + litellm_params
non_default_params = { non_default_params = {
@ -3760,6 +3762,7 @@ def image_generation(
"cache", "cache",
"region_name", "region_name",
"allowed_model_region", "allowed_model_region",
"model_config",
] ]
default_params = openai_params + litellm_params default_params = openai_params + litellm_params
non_default_params = { non_default_params = {

View file

@ -10,7 +10,7 @@ import os, io, asyncio
sys.path.insert( sys.path.insert(
0, os.path.abspath("../..") 0, os.path.abspath("../..")
) # Adds the parent directory to the system path ) # Adds the parent directory to the system path
import pytest import pytest, time
import litellm import litellm
from litellm import embedding, completion, completion_cost, Timeout from litellm import embedding, completion, completion_cost, Timeout
from litellm import RateLimitError from litellm import RateLimitError
@ -159,7 +159,7 @@ def test_chat_completion(client):
response = client.post("/chat/completions", json=test_data, headers=headers) response = client.post("/chat/completions", json=test_data, headers=headers)
print("made request", response.status_code, response.text) print("made request", response.status_code, response.text)
print("LiteLLM Callbacks", litellm.callbacks) print("LiteLLM Callbacks", litellm.callbacks)
asyncio.sleep(1) # sleep while waiting for callback to run time.sleep(1) # sleep while waiting for callback to run
print( print(
"my_custom_logger in /chat/completions", "my_custom_logger in /chat/completions",