phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use get_async_httpx_client for logging httpx

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-10 13:03:55 -07:00
parent 0d6081e370
commit 5e15cc546a
8 changed files with 57 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/integrations/prometheus_helpers/prometheus_api.py
View file

@ -8,11 +8,16 @@ import time
import litellm
from litellm._logging import verbose_logger
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler
from litellm.llms.custom_httpx.http_handler import (
get_async_httpx_client,
httpxSpecialProvider,
)
PROMETHEUS_URL = litellm.get_secret("PROMETHEUS_URL")
PROMETHEUS_SELECTED_INSTANCE = litellm.get_secret("PROMETHEUS_SELECTED_INSTANCE")
async_http_handler = AsyncHTTPHandler()
async_http_handler = get_async_httpx_client(
llm_provider=httpxSpecialProvider.LoggingCallback
)
async def get_metric_from_prometheus(