diff --git a/docs/my-website/docs/observability/argilla.md b/docs/my-website/docs/observability/argilla.md new file mode 100644 index 000000000..7fdc6a049 --- /dev/null +++ b/docs/my-website/docs/observability/argilla.md @@ -0,0 +1,59 @@ +import Image from '@theme/IdealImage'; +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + +# Argilla + +Argilla is a tool for annotating datasets. + + + +## Usage + + + + +```python +from litellm import completion +import litellm +import os + +# add env vars +os.environ["ARGILLA_API_KEY"]="argilla.apikey" +os.environ["ARGILLA_BASE_URL"]="http://localhost:6900" +os.environ["ARGILLA_DATASET_NAME"]="my_second_dataset" +os.environ["OPENAI_API_KEY"]="sk-proj-..." + +litellm.callbacks = ["argilla"] + +# add argilla transformation object +litellm.argilla_transformation_object = { + "user_input": "messages", # 👈 key= argilla field, value = either message (argilla.ChatField) | response (argilla.TextField) + "llm_output": "response" +} + +## LLM CALL ## +response = completion( + model="gpt-3.5-turbo", + messages=[{"role": "user", "content": "Hello, how are you?"}], +) +``` + + + + + +```yaml +litellm_settings: + callbacks: ["argilla"] + argilla_transformation_object: + user_input: "messages" # 👈 key= argilla field, value = either message (argilla.ChatField) | response (argilla.TextField) + llm_output: "response" +``` + + + + +## Example Output + + diff --git a/docs/my-website/img/argilla.png b/docs/my-website/img/argilla.png new file mode 100644 index 000000000..e4259a3fc Binary files /dev/null and b/docs/my-website/img/argilla.png differ diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 48f7d9769..60ad08f39 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -277,6 +277,7 @@ const sidebars = { "observability/literalai_integration", "observability/opentelemetry_integration", "observability/logfire_integration", + "observability/argilla", "observability/arize_integration", "debugging/local_debugging", "observability/raw_request_response",