From d65ba87014a673bca3a4ee1ec4227208eca2ddc8 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 12 Sep 2024 08:19:34 -0700 Subject: [PATCH] add litellm router testing --- .circleci/config.yml | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 850415b9d..1a66a17a5 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -146,6 +146,33 @@ jobs: python -m pytest -vv tests/proxy_admin_ui_tests -x --junitxml=test-results/junit.xml --durations=5 no_output_timeout: 120m + # Store test results + - store_test_results: + path: test-results + litellm_router_testing: + docker: + - image: cimg/python:3.11 + working_directory: ~/project + + steps: + - checkout + - run: + name: Install Dependencies + command: | + python -m pip install --upgrade pip + python -m pip install -r requirements.txt + pip install "pytest==7.3.1" + pip install "pytest-retry==1.6.3" + pip install "pytest-asyncio==0.21.1" + # Run pytest and generate JUnit XML report + - run: + name: Run tests + command: | + pwd + ls + python -m pytest -vv -k "router and not openrouter" -x -s -v --junitxml=test-results/junit.xml --durations=5 + no_output_timeout: 120m + # Store test results - store_test_results: path: test-results @@ -604,6 +631,12 @@ workflows: only: - main - /litellm_.*/ + - litellm_router_testing: + filters: + branches: + only: + - main + - /litellm_.*/ - ui_endpoint_testing: filters: branches: @@ -645,6 +678,9 @@ workflows: - local_testing - build_and_test - load_testing + - litellm_router_testing + - ui_endpoint_testing + - installing_litellm_on_python - proxy_log_to_otel_tests - proxy_pass_through_endpoint_tests filters: