phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

support langfuse tags feature

Browse source
This commit is contained in:
deena 2024-02-12 19:49:11 +02:00
parent 5d59fa166c
commit b640ec4dc0
3 changed files with 749 additions and 630 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/integrations/langfuse.py
View file

@ -230,6 +230,10 @@ class LangFuseLogger:
print_verbose(f"Langfuse Layer Logging - logging to langfuse v2 ") print_verbose(f"Langfuse Layer Logging - logging to langfuse v2 ")
if supports_tags:
metadata_tags = metadata["tags"]
tags = metadata_tags
generation_name = metadata.get("generation_name", None) generation_name = metadata.get("generation_name", None)
if generation_name is None: if generation_name is None:
# just log `litellm-{call_type}` as the generation name # just log `litellm-{call_type}` as the generation name
@ -274,8 +278,7 @@ class LangFuseLogger:
"prompt_tokens": response_obj["usage"]["prompt_tokens"], "prompt_tokens": response_obj["usage"]["prompt_tokens"],
"completion_tokens": response_obj["usage"]["completion_tokens"], "completion_tokens": response_obj["usage"]["completion_tokens"],
"total_cost": cost if supports_costs else None, "total_cost": cost if supports_costs else None,
} }
generation_params = { generation_params = {
"name": generation_name, "name": generation_name,
"id": metadata.get("generation_id", generation_id), "id": metadata.get("generation_id", generation_id),

1370
poetry.lock generated
View file

File diff suppressed because it is too large Load diff

2
pyproject.toml
View file

@ -7,7 +7,7 @@ license = "MIT"
readme = "README.md" readme = "README.md"
[tool.poetry.dependencies] [tool.poetry.dependencies]
python = ">=3.8.1,<3.9.7 || >3.9.7" python = ">=3.8.1,<4.0, !=3.9.7"
openai = ">=1.0.0" openai = ">=1.0.0"
python-dotenv = ">=0.2.0" python-dotenv = ">=0.2.0"
tiktoken = ">=0.4.0" tiktoken = ">=0.4.0"