phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) otel - make it optional

Browse source
This commit is contained in:
ishaan-jaff 2023-12-02 11:02:03 -08:00
parent f897d5e849
commit 54c5736f81
1 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/proxy_server.py
View file

@ -114,6 +114,9 @@ app.add_middleware(
allow_headers=["*"], allow_headers=["*"],
) )
def log_input_output(request, response): def log_input_output(request, response):
global otel_logging
if otel_logging != True:
return
from opentelemetry import trace from opentelemetry import trace
from opentelemetry.sdk.trace import TracerProvider from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import SimpleSpanProcessor from opentelemetry.sdk.trace.export import SimpleSpanProcessor
@ -214,6 +217,7 @@ general_settings: dict = {}
log_file = "api_log.json" log_file = "api_log.json"
worker_config = None worker_config = None
master_key = None master_key = None
otel_logging = False
prisma_client = None prisma_client = None
user_api_key_cache = DualCache() user_api_key_cache = DualCache()
### REDIS QUEUE ### ### REDIS QUEUE ###
@ -447,7 +451,7 @@ def run_ollama_serve():
""") """)
def load_router_config(router: Optional[litellm.Router], config_file_path: str): def load_router_config(router: Optional[litellm.Router], config_file_path: str):
global master_key, user_config_file_path global master_key, user_config_file_path, otel_logging
config = {} config = {}
try: try:
if os.path.exists(config_file_path): if os.path.exists(config_file_path):
@ -495,6 +499,11 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
use_azure_key_vault = general_settings.get("use_azure_key_vault", False) use_azure_key_vault = general_settings.get("use_azure_key_vault", False)
load_from_azure_key_vault(use_azure_key_vault=use_azure_key_vault) load_from_azure_key_vault(use_azure_key_vault=use_azure_key_vault)
#### OpenTelemetry Logging (OTEL) ########
otel_logging = general_settings.get("otel", False)
if otel_logging == True:
print("\nOpenTelemetry Logging Activated")
## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..) ## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
litellm_settings = config.get('litellm_settings', None) litellm_settings = config.get('litellm_settings', None)
if litellm_settings: if litellm_settings: