Stub in an initial OpenAI Responses API

Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
Ben Browning 2025-04-17 14:47:24 -04:00 committed by Ashwin Bharambe
parent c149cf2e0f
commit 70c088af3a
18 changed files with 441 additions and 0 deletions

View file

@ -31,4 +31,6 @@ distribution_spec:
- inline::rag-runtime
- remote::model-context-protocol
- remote::wolfram-alpha
openai_responses:
- inline::openai-responses
image_type: conda

View file

@ -5,6 +5,7 @@ apis:
- datasetio
- eval
- inference
- openai_responses
- safety
- scoring
- telemetry
@ -115,6 +116,14 @@ providers:
provider_type: remote::wolfram-alpha
config:
api_key: ${env.WOLFRAM_ALPHA_API_KEY:}
openai_responses:
- provider_id: openai-responses
provider_type: inline::openai-responses
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/openai_responses.db
metadata_store:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/registry.db

View file

@ -5,6 +5,7 @@ apis:
- datasetio
- eval
- inference
- openai_responses
- safety
- scoring
- telemetry
@ -108,6 +109,14 @@ providers:
provider_type: remote::wolfram-alpha
config:
api_key: ${env.WOLFRAM_ALPHA_API_KEY:}
openai_responses:
- provider_id: openai-responses
provider_type: inline::openai-responses
config:
kvstore:
type: sqlite
namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/openai_responses.db
metadata_store:
type: sqlite
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/remote-vllm}/registry.db

View file

@ -39,6 +39,7 @@ def get_distribution_template() -> DistributionTemplate:
"remote::model-context-protocol",
"remote::wolfram-alpha",
],
"openai_responses": ["inline::openai-responses"],
}
name = "remote-vllm"
inference_provider = Provider(