phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Feat] Improve OTEL Tracking - Require all Redis Cache reads to be logged on OTEL (#5881)

Browse source 
* fix use previous internal usage caching logic

* fix test_dual_cache_uses_redis

* redis track event_metadata in service logging

* show otel error on _get_parent_otel_span_from_kwargs

* track parent otel span on internal usage cache

* update_request_status

* fix internal usage cache

* fix linting

* fix test internal usage cache

* fix linting error

* show event metadata in redis set

* fix test_get_team_redis

* fix test_get_team_redis

* test_proxy_logging_setup
This commit is contained in:
Ishaan Jaff 2024-09-25 10:57:08 -07:00 • committed by GitHub
parent 2f67026f35
commit 4d253e473a
9 changed files with 243 additions and 79 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/proxy/auth/auth_checks.py
View file

@ -440,7 +440,7 @@ async def _cache_management_object(
exclude_unset=True, exclude={"parent_otel_span": True}
)
await proxy_logging_obj.internal_usage_cache.async_set_cache(
key=key, value=_value
key=key, value=_value, litellm_parent_otel_span=None
)
@ -493,7 +493,9 @@ async def _delete_cache_key_object(
## UPDATE REDIS CACHE ##
if proxy_logging_obj is not None:
await proxy_logging_obj.internal_usage_cache.async_delete_cache(key=key)
await proxy_logging_obj.internal_usage_cache.dual_cache.async_delete_cache(
key=key
)
@log_to_opentelemetry
@ -522,12 +524,10 @@ async def get_team_object(
## CHECK REDIS CACHE ##
if (
proxy_logging_obj is not None
and proxy_logging_obj.internal_usage_cache.redis_cache is not None
and proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache is not None
):
cached_team_obj = (
await proxy_logging_obj.internal_usage_cache.redis_cache.async_get_cache(
key=key
)
cached_team_obj = await proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache.async_get_cache(
key=key
)
if cached_team_obj is None:
@ -595,12 +595,10 @@ async def get_key_object(
## CHECK REDIS CACHE ##
if (
proxy_logging_obj is not None
and proxy_logging_obj.internal_usage_cache.redis_cache is not None
and proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache is not None
):
cached_team_obj = (
await proxy_logging_obj.internal_usage_cache.redis_cache.async_get_cache(
key=key
)
cached_team_obj = await proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache.async_get_cache(
key=key
)
if cached_team_obj is None: