diff --git a/.circleci/config.yml b/.circleci/config.yml index db7c4ef5b..3b63f7487 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -625,6 +625,48 @@ jobs: paths: - llm_translation_coverage.xml - llm_translation_coverage + pass_through_unit_testing: + docker: + - image: cimg/python:3.11 + auth: + username: ${DOCKERHUB_USERNAME} + password: ${DOCKERHUB_PASSWORD} + working_directory: ~/project + + steps: + - checkout + - run: + name: Install Dependencies + command: | + python -m pip install --upgrade pip + python -m pip install -r requirements.txt + pip install "pytest==7.3.1" + pip install "pytest-retry==1.6.3" + pip install "pytest-cov==5.0.0" + pip install "pytest-asyncio==0.21.1" + pip install "respx==0.21.1" + # Run pytest and generate JUnit XML report + - run: + name: Run tests + command: | + pwd + ls + python -m pytest -vv tests/pass_through_unit_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5 + no_output_timeout: 120m + - run: + name: Rename the coverage files + command: | + mv coverage.xml pass_through_unit_tests_coverage.xml + mv .coverage pass_through_unit_tests_coverage + + # Store test results + - store_test_results: + path: test-results + - persist_to_workspace: + root: . + paths: + - pass_through_unit_tests_coverage.xml + - pass_through_unit_tests_coverage image_gen_testing: docker: - image: cimg/python:3.11 @@ -1494,6 +1536,12 @@ workflows: only: - main - /litellm_.*/ + - pass_through_unit_testing: + filters: + branches: + only: + - main + - /litellm_.*/ - image_gen_testing: filters: branches: @@ -1509,6 +1557,7 @@ workflows: - upload-coverage: requires: - llm_translation_testing + - pass_through_unit_testing - image_gen_testing - logging_testing - litellm_router_testing @@ -1549,6 +1598,7 @@ workflows: - load_testing - test_bad_database_url - llm_translation_testing + - pass_through_unit_testing - image_gen_testing - logging_testing - litellm_router_testing