(docs) langfuse callback litellm

This commit is contained in:
ishaan-jaff 2023-11-18 14:52:24 -08:00
parent 0b171bb810
commit 53856bebe1

View file

@ -105,18 +105,19 @@ print(response)
``` ```
## Logging Observability ([Docs](https://docs.litellm.ai/docs/observability/callbacks)) ## Logging Observability ([Docs](https://docs.litellm.ai/docs/observability/callbacks))
LiteLLM exposes pre defined callbacks to send data to LLMonitor, Langfuse, Helicone, Promptlayer, Traceloop, Slack LiteLLM exposes pre defined callbacks to send data to Langfuse, LLMonitor, Helicone, Promptlayer, Traceloop, Slack
```python ```python
from litellm import completion from litellm import completion
## set env variables for logging tools ## set env variables for logging tools
os.environ["PROMPTLAYER_API_KEY"] = "your-promptlayer-key" os.environ["LANGFUSE_PUBLIC_KEY"] = ""
os.environ["LANGFUSE_SECRET_KEY"] = ""
os.environ["LLMONITOR_APP_ID"] = "your-llmonitor-app-id" os.environ["LLMONITOR_APP_ID"] = "your-llmonitor-app-id"
os.environ["OPENAI_API_KEY"] os.environ["OPENAI_API_KEY"]
# set callbacks # set callbacks
litellm.success_callback = ["promptlayer", "llmonitor"] # log input/output to promptlayer, llmonitor, supabase litellm.success_callback = ["langfuse", "llmonitor"] # log input/output to langfuse, llmonitor, supabase
#openai call #openai call
response = completion(model="gpt-3.5-turbo", messages=[{"role": "user", "content": "Hi 👋 - i'm openai"}]) response = completion(model="gpt-3.5-turbo", messages=[{"role": "user", "content": "Hi 👋 - i'm openai"}])