diff --git a/.github/actions/setup-runner/action.yml b/.github/actions/setup-runner/action.yml
index 18de15bd2..dc2a505bc 100644
--- a/.github/actions/setup-runner/action.yml
+++ b/.github/actions/setup-runner/action.yml
@@ -61,6 +61,9 @@ runs:
         echo "Force reinstalling llama-stack from source to ensure latest changes"
         uv pip install --force-reinstall --no-deps -e .
 
+        echo "Installing ci-tests distribution dependencies"
+        llama stack list-deps ci-tests | xargs -L1 uv pip install
+
         echo "Installing ad-hoc dependencies"
         uv pip install faiss-cpu