From e8e6fa7bd2172d5b18a2182115fac0afb58414aa Mon Sep 17 00:00:00 2001 From: pandyamarut Date: Sun, 3 Nov 2024 19:57:39 -0500 Subject: [PATCH] add distro Signed-off-by: pandyamarut --- distributions/runpod/build.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100644 distributions/runpod/build.yaml diff --git a/distributions/runpod/build.yaml b/distributions/runpod/build.yaml new file mode 100644 index 000000000..9348573ef --- /dev/null +++ b/distributions/runpod/build.yaml @@ -0,0 +1,9 @@ +name: runpod +distribution_spec: + description: Use Runpod for running LLM inference + providers: + inference: remote::runpod + memory: meta-reference + safety: meta-reference + agents: meta-reference + telemetry: meta-reference