diff --git a/.circleci/config.yml b/.circleci/config.yml index 7a742afe0..8b999d2f9 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -625,6 +625,48 @@ jobs: paths: - llm_translation_coverage.xml - llm_translation_coverage + image_gen_testing: + docker: + - image: cimg/python:3.11 + auth: + username: ${DOCKERHUB_USERNAME} + password: ${DOCKERHUB_PASSWORD} + working_directory: ~/project + + steps: + - checkout + - run: + name: Install Dependencies + command: | + python -m pip install --upgrade pip + python -m pip install -r requirements.txt + pip install "pytest==7.3.1" + pip install "pytest-retry==1.6.3" + pip install "pytest-cov==5.0.0" + pip install "pytest-asyncio==0.21.1" + pip install "respx==0.21.1" + # Run pytest and generate JUnit XML report + - run: + name: Run tests + command: | + pwd + ls + python -m pytest -vv tests/image_gen_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5 + no_output_timeout: 120m + - run: + name: Rename the coverage files + command: | + mv coverage.xml image_gen_coverage.xml + mv .coverage image_gen_coverage + + # Store test results + - store_test_results: + path: test-results + - persist_to_workspace: + root: . + paths: + - image_gen_coverage.xml + - image_gen_coverage logging_testing: docker: - image: cimg/python:3.11 @@ -875,7 +917,7 @@ jobs: command: | pwd ls - python -m pytest -s -vv tests/*.py -x --junitxml=test-results/junit.xml --durations=5 --ignore=tests/otel_tests --ignore=tests/pass_through_tests --ignore=tests/proxy_admin_ui_tests --ignore=tests/load_tests --ignore=tests/llm_translation + python -m pytest -s -vv tests/*.py -x --junitxml=test-results/junit.xml --durations=5 --ignore=tests/otel_tests --ignore=tests/pass_through_tests --ignore=tests/proxy_admin_ui_tests --ignore=tests/load_tests --ignore=tests/llm_translation --ignore=tests/image_gen_tests no_output_timeout: 120m # Store test results @@ -1112,7 +1154,7 @@ jobs: python -m venv venv . venv/bin/activate pip install coverage - coverage combine llm_translation_coverage logging_coverage litellm_router_coverage local_testing_coverage litellm_assistants_api_coverage auth_ui_unit_tests_coverage langfuse_coverage caching_coverage litellm_proxy_unit_tests_coverage + coverage combine llm_translation_coverage logging_coverage litellm_router_coverage local_testing_coverage litellm_assistants_api_coverage auth_ui_unit_tests_coverage langfuse_coverage caching_coverage litellm_proxy_unit_tests_coverage image_gen_coverage coverage xml - codecov/upload: file: ./coverage.xml @@ -1401,6 +1443,12 @@ workflows: only: - main - /litellm_.*/ + - image_gen_testing: + filters: + branches: + only: + - main + - /litellm_.*/ - logging_testing: filters: branches: @@ -1410,6 +1458,7 @@ workflows: - upload-coverage: requires: - llm_translation_testing + - image_gen_testing - logging_testing - litellm_router_testing - caching_unit_tests @@ -1449,6 +1498,7 @@ workflows: - load_testing - test_bad_database_url - llm_translation_testing + - image_gen_testing - logging_testing - litellm_router_testing - caching_unit_tests diff --git a/tests/local_testing/test_image_generation.py b/tests/image_gen_tests/test_image_generation.py similarity index 100% rename from tests/local_testing/test_image_generation.py rename to tests/image_gen_tests/test_image_generation.py