diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 9c7e5db4b..336bfb845 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -278,6 +278,8 @@ def initialize(model, alias, api_base, debug, temperature, max_tokens, max_budge if max_budget: # litellm-specific param litellm.max_budget = max_budget dynamic_config["general"]["max_budget"] = max_budget + if debug: # litellm-specific param + litellm.set_verbose = True if save: save_params_to_config(dynamic_config) with open(user_config_path) as f: @@ -384,24 +386,25 @@ def logger( thread = threading.Thread(target=write_to_log, daemon=True) thread.start() - elif log_event_type == 'post_api_call': - if "stream" not in kwargs["optional_params"] or kwargs["optional_params"]["stream"] is False or kwargs.get( - "complete_streaming_response", False): - inference_params = copy.deepcopy(kwargs) - timestamp = inference_params.pop('start_time') - dt_key = timestamp.strftime("%Y%m%d%H%M%S%f")[:23] + ## Commenting out post-api call logging as it would break json writes on cli error + # elif log_event_type == 'post_api_call': + # if "stream" not in kwargs["optional_params"] or kwargs["optional_params"]["stream"] is False or kwargs.get( + # "complete_streaming_response", False): + # inference_params = copy.deepcopy(kwargs) + # timestamp = inference_params.pop('start_time') + # dt_key = timestamp.strftime("%Y%m%d%H%M%S%f")[:23] - with open(log_file, 'r') as f: - existing_data = json.load(f) + # with open(log_file, 'r') as f: + # existing_data = json.load(f) - existing_data[dt_key]['post_api_call'] = inference_params + # existing_data[dt_key]['post_api_call'] = inference_params - def write_to_log(): - with open(log_file, 'w') as f: - json.dump(existing_data, f, indent=2) + # def write_to_log(): + # with open(log_file, 'w') as f: + # json.dump(existing_data, f, indent=2) - thread = threading.Thread(target=write_to_log, daemon=True) - thread.start() + # thread = threading.Thread(target=write_to_log, daemon=True) + # thread.start() except: pass diff --git a/litellm/tests/test_proxy.py b/litellm/tests/test_proxy.py index 634834e00..b8d19b065 100644 --- a/litellm/tests/test_proxy.py +++ b/litellm/tests/test_proxy.py @@ -13,7 +13,7 @@ from click.testing import CliRunner import pytest import litellm from litellm.proxy.llm import litellm_completion - +from litellm.proxy.proxy_server import initialize def test_azure_call(): try: data = { @@ -25,4 +25,13 @@ def test_azure_call(): except Exception as e: pytest.fail(f"An error occurred: {e}") -test_azure_call() \ No newline at end of file +## test debug +def test_debug(): + try: + initialize(model=None, alias=None, api_base=None, debug=True, temperature=None, max_tokens=None, max_budget=None, telemetry=None, drop_params=None, add_function_to_prompt=None, headers=None, save=None) + assert litellm.set_verbose == True + except Exception as e: + pytest.fail(f"An error occurred: {e}") + +# test_debug() +## test logs \ No newline at end of file