OpenAI Responses - image support and multi-turn tool calling

Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
Ben Browning 2025-04-18 09:13:48 -04:00 committed by Ashwin Bharambe
parent 35b2e2646f
commit d523c8692a
13 changed files with 186 additions and 34 deletions

View file

@ -24,6 +24,8 @@ distribution_spec:
- inline::basic
- inline::llm-as-judge
- inline::braintrust
openai_responses:
- inline::openai-responses
tool_runtime:
- remote::brave-search
- remote::tavily-search

View file

@ -5,6 +5,7 @@ apis:
- datasetio
- eval
- inference
- openai_responses
- safety
- scoring
- telemetry
@ -87,6 +88,14 @@ providers:
provider_type: inline::braintrust
config:
openai_api_key: ${env.OPENAI_API_KEY:}
openai_responses:
- provider_id: openai-responses
provider_type: inline::openai-responses
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/openai_responses.db
tool_runtime:
- provider_id: brave-search
provider_type: remote::brave-search

View file

@ -5,6 +5,7 @@ apis:
- datasetio
- eval
- inference
- openai_responses
- safety
- scoring
- telemetry
@ -82,6 +83,14 @@ providers:
provider_type: inline::braintrust
config:
openai_api_key: ${env.OPENAI_API_KEY:}
openai_responses:
- provider_id: openai-responses
provider_type: inline::openai-responses
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/together}/openai_responses.db
tool_runtime:
- provider_id: brave-search
provider_type: remote::brave-search

View file

@ -36,6 +36,7 @@ def get_distribution_template() -> DistributionTemplate:
"eval": ["inline::meta-reference"],
"datasetio": ["remote::huggingface", "inline::localfs"],
"scoring": ["inline::basic", "inline::llm-as-judge", "inline::braintrust"],
"openai_responses": ["inline::openai-responses"],
"tool_runtime": [
"remote::brave-search",
"remote::tavily-search",