diff --git a/.github/actions/setup-test-environment/action.yml b/.github/actions/setup-test-environment/action.yml
index efe9513f7..3bdfb9670 100644
--- a/.github/actions/setup-test-environment/action.yml
+++ b/.github/actions/setup-test-environment/action.yml
@@ -42,6 +42,9 @@ runs:
     - name: Build Llama Stack
       shell: bash
       run: |
+        VIRTUAL_ENV=github-actions-runner
+        source $VIRTUAL_ENV/bin/activate
+
         # Install llama-stack-client-python based on the client-version input
         if [ "${{ inputs.client-version }}" = "latest" ]; then
           echo "Installing latest llama-stack-client-python from main branch"
@@ -55,8 +58,9 @@ runs:
         fi
 
         echo "Building Llama Stack"
+
         LLAMA_STACK_DIR=. \
-          uv run llama stack build --template ci-tests --image-type venv
+          uv run --active --no-sync llama stack build --template ci-tests --image-type venv
 
     - name: Configure git for commits
       shell: bash