phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - pass through langfuse requests

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-28 17:27:13 -07:00
parent d172a3ef6b
commit 6af1293384
1 changed files with 35 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

50
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -1,5 +1,6 @@
import ast import ast
import traceback import traceback
from base64 import b64encode
import httpx import httpx
from fastapi import APIRouter, FastAPI, HTTPException, Request, Response, status from fastapi import APIRouter, FastAPI, HTTPException, Request, Response, status
@ -24,22 +25,41 @@ async def set_env_variables_in_header(custom_headers: dict):
""" """
headers = {} headers = {}
for key, value in custom_headers.items(): for key, value in custom_headers.items():
headers[key] = value # langfuse Api requires base64 encoded headers - it's simpleer to just ask litellm users to set their langfuse public and secret keys
if isinstance(value, str) and "os.environ/" in value: # we can then get the b64 encoded keys here
verbose_proxy_logger.debug( if key == "LANGFUSE_PUBLIC_KEY" or key == "LANGFUSE_SECRET_KEY":
"pass through endpoint - looking up 'os.environ/' variable" # langfuse requires b64 encoded headers - we construct that here
) _langfuse_public_key = custom_headers["LANGFUSE_PUBLIC_KEY"]
# get string section that is os.environ/ _langfuse_secret_key = custom_headers["LANGFUSE_SECRET_KEY"]
start_index = value.find("os.environ/") if isinstance(
_variable_name = value[start_index:] _langfuse_public_key, str
) and _langfuse_public_key.startswith("os.environ/"):
_langfuse_public_key = litellm.get_secret(_langfuse_public_key)
if isinstance(
_langfuse_secret_key, str
) and _langfuse_secret_key.startswith("os.environ/"):
_langfuse_secret_key = litellm.get_secret(_langfuse_secret_key)
headers["Authorization"] = "Basic " + b64encode(
f"{_langfuse_public_key}:{_langfuse_secret_key}".encode("utf-8")
).decode("ascii")
else:
# for all other headers
headers[key] = value
if isinstance(value, str) and "os.environ/" in value:
verbose_proxy_logger.debug(
"pass through endpoint - looking up 'os.environ/' variable"
)
# get string section that is os.environ/
start_index = value.find("os.environ/")
_variable_name = value[start_index:]
verbose_proxy_logger.debug( verbose_proxy_logger.debug(
"pass through endpoint - getting secret for variable name: %s", "pass through endpoint - getting secret for variable name: %s",
_variable_name, _variable_name,
) )
_secret_value = litellm.get_secret(_variable_name) _secret_value = litellm.get_secret(_variable_name)
new_value = value.replace(_variable_name, _secret_value) new_value = value.replace(_variable_name, _secret_value)
headers[key] = new_value headers[key] = new_value
return headers return headers