diff --git a/.github/actions/setup-test-environment/action.yml b/.github/actions/setup-test-environment/action.yml
index 7296e9bfd..30b9b0130 100644
--- a/.github/actions/setup-test-environment/action.yml
+++ b/.github/actions/setup-test-environment/action.yml
@@ -16,6 +16,9 @@ inputs:
     description: 'Whether to setup provider for vision tests'
     required: false
     default: 'false'
+  inference-mode:
+    description: 'Inference mode (record or replay)'
+    required: true
 
 runs:
   using: 'composite'
@@ -27,13 +30,13 @@ runs:
         client-version: ${{ inputs.client-version }}
 
     - name: Setup ollama
-      if: ${{ inputs.provider == 'ollama' }}
+      if: ${{ inputs.provider == 'ollama' && inputs.inference-mode == 'record' }}
       uses: ./.github/actions/setup-ollama
       with:
         run-vision-tests: ${{ inputs.run-vision-tests }}
 
     - name: Setup vllm
-      if: ${{ inputs.provider == 'vllm' }}
+      if: ${{ inputs.provider == 'vllm' && inputs.inference-mode == 'record' }}
       uses: ./.github/actions/setup-vllm
 
     - name: Build Llama Stack
diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
index 4729c5b36..513b7c861 100644
--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -82,6 +82,7 @@ jobs:
           client-version: ${{ matrix.client-version }}
           provider: ${{ matrix.provider }}
           run-vision-tests: ${{ matrix.run-vision-tests }}
+          inference-mode: 'replay'
 
       - name: Run tests
         uses: ./.github/actions/run-and-record-tests