fix(main.py): ignore model_config param

This commit is contained in:
Krrish Dholakia 2024-05-14 19:03:17 -07:00
parent 6de358cf21
commit 298fd9b25c
2 changed files with 5 additions and 2 deletions

View file

@ -665,6 +665,7 @@ def completion(
"supports_system_message",
"region_name",
"allowed_model_region",
"model_config",
]
default_params = openai_params + litellm_params
@ -2860,6 +2861,7 @@ def embedding(
"no-log",
"region_name",
"allowed_model_region",
"model_config",
]
default_params = openai_params + litellm_params
non_default_params = {
@ -3760,6 +3762,7 @@ def image_generation(
"cache",
"region_name",
"allowed_model_region",
"model_config",
]
default_params = openai_params + litellm_params
non_default_params = {

View file

@ -10,7 +10,7 @@ import os, io, asyncio
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
import pytest
import pytest, time
import litellm
from litellm import embedding, completion, completion_cost, Timeout
from litellm import RateLimitError
@ -159,7 +159,7 @@ def test_chat_completion(client):
response = client.post("/chat/completions", json=test_data, headers=headers)
print("made request", response.status_code, response.text)
print("LiteLLM Callbacks", litellm.callbacks)
asyncio.sleep(1) # sleep while waiting for callback to run
time.sleep(1) # sleep while waiting for callback to run
print(
"my_custom_logger in /chat/completions",