From 8c5b328566e7482b0f4087192eb7918de471b3e9 Mon Sep 17 00:00:00 2001
From: Sixian Yi <sxyi@meta.com>
Date: Sun, 5 Jan 2025 22:46:53 -0800
Subject: [PATCH] Temporary Commit at 1/5/2025, 10:46:53 PM
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Summary:
### THIS DIFF

### PLAN

### CONTEXT

### DESIGN

Test Plan:
# Test Setup

**Type checker and check that the build compiles**

**Unit Tests**

**E2E Tests**

// Screenshots and videos
| Before | After |
|--|
| … | … |

# Monitoring Plan.
---
 llama_stack/providers/tests/inference/ci_test.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/llama_stack/providers/tests/inference/ci_test.py b/llama_stack/providers/tests/inference/ci_test.py
index a9bbba3a1..c28b0be78 100644
--- a/llama_stack/providers/tests/inference/ci_test.py
+++ b/llama_stack/providers/tests/inference/ci_test.py
@@ -14,6 +14,11 @@ INFERENCE_PROVIDER_ENV_KEY = {
     "together": "TOGETHER_API_KEY",
 }
 
+TEST_MODELS = {
+    "text": "meta-llama/Llama-3.1-8B-Instruct",
+    "vision": "meta-llama/Llama-3.2-11B-Vision-Instruct",
+}
+
 # Model category and the keywords of the corresponding functionality tests
 CATEGORY_FUNCTIONALITY_TESTS = {
     "text": ["streaming", "tool_calling", "structured_output"],
@@ -35,6 +40,7 @@ def generate_pytest_args(category, provider, env_key):
         "-s",
         "-k",
         provider,
+        "--inference-model={model_name}".format(model_name=TEST_MODELS[category]),
     ]
     if env_key is not None:
         pytest_args.extend(