From cc508a6fcc748973b60359fd51650e46adfc9879 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 23 Oct 2024 15:22:03 -0700 Subject: [PATCH] inference only yaml --- tests/examples/inference-run.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 tests/examples/inference-run.yaml diff --git a/tests/examples/inference-run.yaml b/tests/examples/inference-run.yaml new file mode 100644 index 000000000..87ab5146b --- /dev/null +++ b/tests/examples/inference-run.yaml @@ -0,0 +1,14 @@ +version: '2' +built_at: '2024-10-08T17:40:45.325529' +image_name: local +docker_image: null +conda_env: local +apis: +- models +- inference +providers: + inference: + - provider_id: tgi0 + provider_type: remote::tgi + config: + url: http://127.0.0.1:5009