phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) allow users to set OTEL_ENDPOINT as env

Browse source
This commit is contained in:
ishaan-jaff 2023-12-01 21:29:26 -08:00
parent 8b6c4918fd
commit dd8c1b0458
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/proxy_server.py
View file

@ -114,7 +114,6 @@ app.add_middleware(
allow_headers=["*"], allow_headers=["*"],
) )
def log_input_output(request, response): def log_input_output(request, response):
from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
from opentelemetry import trace from opentelemetry import trace
from opentelemetry.sdk.trace import TracerProvider from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import SimpleSpanProcessor from opentelemetry.sdk.trace.export import SimpleSpanProcessor
@ -122,7 +121,8 @@ def log_input_output(request, response):
from opentelemetry.sdk.resources import Resource from opentelemetry.sdk.resources import Resource
# Initialize OpenTelemetry components # Initialize OpenTelemetry components
otlp_exporter = OTLPSpanExporter(endpoint="localhost:4317", insecure=True) otlp_host = os.environ.get("OTEL_ENDPOINT", "localhost:4317")
otlp_exporter = OTLPSpanExporter(endpoint=otlp_host, insecure=True)
resource = Resource.create({ resource = Resource.create({
"service.name": "LiteLLM Proxy", "service.name": "LiteLLM Proxy",
}) })
@ -838,7 +838,7 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
try: try:
data = {} data = {}
data = await request.json() # type: ignore data = await request.json() # type: ignore
print_verbose(f"receiving data: {data}") print_verbose(f"receiving data: {data}")
data["model"] = ( data["model"] = (
general_settings.get("completion_model", None) # server default general_settings.get("completion_model", None) # server default