llama-stack-mirror/.github/workflows/record-integration-tests.yml

# This workflow should be run manually when needing to re-record tests. This happens when you have
#  - added a new test
#  - or changed an existing test such that a new inference call is made
# You should make a PR and then run this workflow on that PR branch. The workflow will re-record the
# tests and commit the recordings to the PR branch.
name: Integration Tests (Record)

run-name: Run the integration test suite from tests/integration

on:
  workflow_dispatch:
    inputs:
      test-provider:
        description: 'Test against a specific provider'
        type: string
        default: 'ollama'
      test-suite:
        description: 'Test suite to use: base, responses, vision, etc.'
        type: string
        default: ''
      test-subdirs:
        description: 'Comma-separated list of test subdirectories to run; overrides test-suite'
        type: string
        default: ''
      test-pattern:
        description: 'Regex pattern to pass to pytest -k'
        type: string
        default: ''

jobs:
  record-tests:
    runs-on: ubuntu-latest

    permissions:
      contents: write

    steps:
      - name: Echo workflow inputs
        run: |
          echo "::group::Workflow Inputs"
          echo "branch: ${{ github.ref_name }}"
          echo "test-provider: ${{ inputs.test-provider }}"
          echo "test-suite: ${{ inputs.test-suite }}"
          echo "test-subdirs: ${{ inputs.test-subdirs }}"
          echo "test-pattern: ${{ inputs.test-pattern }}"
          echo "::endgroup::"

      - name: Checkout repository
        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
        with:
          fetch-depth: 0

      - name: Setup test environment
        uses: ./.github/actions/setup-test-environment
        with:
          python-version: "3.12"  # Use single Python version for recording
          client-version: "latest"
          provider: ${{ inputs.test-provider || 'ollama' }}
          test-suite: ${{ inputs.test-suite }}
          inference-mode: 'record'

      - name: Run and record tests
        uses: ./.github/actions/run-and-record-tests
        with:
          stack-config: 'server:ci-tests'  # recording must be done with server since more tests are run
          provider: ${{ inputs.test-provider || 'ollama' }}
          inference-mode: 'record'
          test-suite: ${{ inputs.test-suite }}
          test-subdirs: ${{ inputs.test-subdirs }}
          test-pattern: ${{ inputs.test-pattern }}