forked from phoenix-oss/llama-stack-mirror
		
	# What does this PR do? - as title, cleaning up `import *`'s - upgrade tests to make them more robust to bad model outputs - remove import *'s in llama_stack/apis/* (skip __init__ modules) <img width="465" alt="image" src="https://github.com/user-attachments/assets/d8339c13-3b40-4ba5-9c53-0d2329726ee2" /> - run `sh run_openapi_generator.sh`, no types gets affected ## Test Plan ### Providers Tests **agents** ``` pytest -v -s llama_stack/providers/tests/agents/test_agents.py -m "together" --safety-shield meta-llama/Llama-Guard-3-8B --inference-model meta-llama/Llama-3.1-405B-Instruct-FP8 ``` **inference** ```bash # meta-reference torchrun $CONDA_PREFIX/bin/pytest -v -s -k "meta_reference" --inference-model="meta-llama/Llama-3.1-8B-Instruct" ./llama_stack/providers/tests/inference/test_text_inference.py torchrun $CONDA_PREFIX/bin/pytest -v -s -k "meta_reference" --inference-model="meta-llama/Llama-3.2-11B-Vision-Instruct" ./llama_stack/providers/tests/inference/test_vision_inference.py # together pytest -v -s -k "together" --inference-model="meta-llama/Llama-3.1-8B-Instruct" ./llama_stack/providers/tests/inference/test_text_inference.py pytest -v -s -k "together" --inference-model="meta-llama/Llama-3.2-11B-Vision-Instruct" ./llama_stack/providers/tests/inference/test_vision_inference.py pytest ./llama_stack/providers/tests/inference/test_prompt_adapter.py ``` **safety** ``` pytest -v -s llama_stack/providers/tests/safety/test_safety.py -m together --safety-shield meta-llama/Llama-Guard-3-8B ``` **memory** ``` pytest -v -s llama_stack/providers/tests/memory/test_memory.py -m "sentence_transformers" --env EMBEDDING_DIMENSION=384 ``` **scoring** ``` pytest -v -s -m llm_as_judge_scoring_together_inference llama_stack/providers/tests/scoring/test_scoring.py --judge-model meta-llama/Llama-3.2-3B-Instruct pytest -v -s -m basic_scoring_together_inference llama_stack/providers/tests/scoring/test_scoring.py pytest -v -s -m braintrust_scoring_together_inference llama_stack/providers/tests/scoring/test_scoring.py ``` **datasetio** ``` pytest -v -s -m localfs llama_stack/providers/tests/datasetio/test_datasetio.py pytest -v -s -m huggingface llama_stack/providers/tests/datasetio/test_datasetio.py ``` **eval** ``` pytest -v -s -m meta_reference_eval_together_inference llama_stack/providers/tests/eval/test_eval.py pytest -v -s -m meta_reference_eval_together_inference_huggingface_datasetio llama_stack/providers/tests/eval/test_eval.py ``` ### Client-SDK Tests ``` LLAMA_STACK_BASE_URL=http://localhost:5000 pytest -v ./tests/client-sdk ``` ### llama-stack-apps ``` PORT=5000 LOCALHOST=localhost python -m examples.agents.hello $LOCALHOST $PORT python -m examples.agents.inflation $LOCALHOST $PORT python -m examples.agents.podcast_transcript $LOCALHOST $PORT python -m examples.agents.rag_as_attachments $LOCALHOST $PORT python -m examples.agents.rag_with_memory_bank $LOCALHOST $PORT python -m examples.safety.llama_guard_demo_mm $LOCALHOST $PORT python -m examples.agents.e2e_loop_with_custom_tools $LOCALHOST $PORT # Vision model python -m examples.interior_design_assistant.app python -m examples.agent_store.app $LOCALHOST $PORT ``` ### CLI ``` which llama llama model prompt-format -m Llama3.2-11B-Vision-Instruct llama model list llama stack list-apis llama stack list-providers inference llama stack build --template ollama --image-type conda ``` ### Distributions Tests **ollama** ``` llama stack build --template ollama --image-type conda ollama run llama3.2:1b-instruct-fp16 llama stack run ./llama_stack/templates/ollama/run.yaml --env INFERENCE_MODEL=meta-llama/Llama-3.2-1B-Instruct ``` **fireworks** ``` llama stack build --template fireworks --image-type conda llama stack run ./llama_stack/templates/fireworks/run.yaml ``` **together** ``` llama stack build --template together --image-type conda llama stack run ./llama_stack/templates/together/run.yaml ``` **tgi** ``` llama stack run ./llama_stack/templates/tgi/run.yaml --env TGI_URL=http://0.0.0.0:5009 --env INFERENCE_MODEL=meta-llama/Llama-3.1-8B-Instruct ``` ## Sources Please link relevant resources if necessary. ## Before submitting - [ ] This PR fixes a typo or improves the docs (you can dismiss the other checks if that's the case). - [ ] Ran pre-commit to handle lint / formatting issues. - [ ] Read the [contributor guideline](https://github.com/meta-llama/llama-stack/blob/main/CONTRIBUTING.md), Pull Request section? - [ ] Updated relevant documentation. - [ ] Wrote necessary unit or integration tests.
		
			
				
	
	
		
			73 lines
		
	
	
	
		
			2.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			73 lines
		
	
	
	
		
			2.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
| # Copyright (c) Meta Platforms, Inc. and affiliates.
 | |
| # All rights reserved.
 | |
| #
 | |
| # This source code is licensed under the terms described in the LICENSE file in
 | |
| # the root directory of this source tree.
 | |
| 
 | |
| import os
 | |
| 
 | |
| from datetime import datetime
 | |
| from typing import List, Optional
 | |
| 
 | |
| import aiosqlite
 | |
| 
 | |
| from ..api import KVStore
 | |
| from ..config import SqliteKVStoreConfig
 | |
| 
 | |
| 
 | |
| class SqliteKVStoreImpl(KVStore):
 | |
|     def __init__(self, config: SqliteKVStoreConfig):
 | |
|         self.db_path = config.db_path
 | |
|         self.table_name = "kvstore"
 | |
| 
 | |
|     async def initialize(self):
 | |
|         os.makedirs(os.path.dirname(self.db_path), exist_ok=True)
 | |
|         async with aiosqlite.connect(self.db_path) as db:
 | |
|             await db.execute(
 | |
|                 f"""
 | |
|                 CREATE TABLE IF NOT EXISTS {self.table_name} (
 | |
|                     key TEXT PRIMARY KEY,
 | |
|                     value TEXT,
 | |
|                     expiration TIMESTAMP
 | |
|                 )
 | |
|             """
 | |
|             )
 | |
|             await db.commit()
 | |
| 
 | |
|     async def set(
 | |
|         self, key: str, value: str, expiration: Optional[datetime] = None
 | |
|     ) -> None:
 | |
|         async with aiosqlite.connect(self.db_path) as db:
 | |
|             await db.execute(
 | |
|                 f"INSERT OR REPLACE INTO {self.table_name} (key, value, expiration) VALUES (?, ?, ?)",
 | |
|                 (key, value, expiration),
 | |
|             )
 | |
|             await db.commit()
 | |
| 
 | |
|     async def get(self, key: str) -> Optional[str]:
 | |
|         async with aiosqlite.connect(self.db_path) as db:
 | |
|             async with db.execute(
 | |
|                 f"SELECT value, expiration FROM {self.table_name} WHERE key = ?", (key,)
 | |
|             ) as cursor:
 | |
|                 row = await cursor.fetchone()
 | |
|                 if row is None:
 | |
|                     return None
 | |
|                 value, expiration = row
 | |
|                 return value
 | |
| 
 | |
|     async def delete(self, key: str) -> None:
 | |
|         async with aiosqlite.connect(self.db_path) as db:
 | |
|             await db.execute(f"DELETE FROM {self.table_name} WHERE key = ?", (key,))
 | |
|             await db.commit()
 | |
| 
 | |
|     async def range(self, start_key: str, end_key: str) -> List[str]:
 | |
|         async with aiosqlite.connect(self.db_path) as db:
 | |
|             async with db.execute(
 | |
|                 f"SELECT key, value, expiration FROM {self.table_name} WHERE key >= ? AND key <= ?",
 | |
|                 (start_key, end_key),
 | |
|             ) as cursor:
 | |
|                 result = []
 | |
|                 async for row in cursor:
 | |
|                     _, value, _ = row
 | |
|                     result.append(value)
 | |
|                 return result
 |