phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix merge updates

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-12 10:34:08 -08:00
parent 7973665219
commit ae23c02b2f
2 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/hooks/proxy_track_cost_callback.py
View file

@ -13,15 +13,12 @@ from typing import Optional
import litellm import litellm
from litellm._logging import verbose_proxy_logger from litellm._logging import verbose_proxy_logger
from litellm.proxy.utils import ( from litellm.litellm_core_utils.core_helpers import _get_parent_otel_span_from_kwargs
_get_parent_otel_span_from_kwargs, from litellm.proxy.utils import log_db_metrics
get_litellm_metadata_from_kwargs,
log_to_opentelemetry,
)
from litellm.types.utils import StandardLoggingPayload from litellm.types.utils import StandardLoggingPayload
@log_to_opentelemetry @log_db_metrics
async def _PROXY_track_cost_callback( async def _PROXY_track_cost_callback(
kwargs, # kwargs to completion kwargs, # kwargs to completion
completion_response: litellm.ModelResponse, # response from completion completion_response: litellm.ModelResponse, # response from completion

1
tests/test_callbacks_on_proxy.py
View file

@ -147,7 +147,6 @@ async def test_check_num_callbacks():
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.order2 @pytest.mark.order2
@pytest.mark.skip(reason="skipping this test for now")
async def test_check_num_callbacks_on_lowest_latency(): async def test_check_num_callbacks_on_lowest_latency():
""" """
Test 1: num callbacks should NOT increase over time Test 1: num callbacks should NOT increase over time