phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 23:03:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

inference + memory + agents tests now pass with "remote" providers

Browse source
This commit is contained in:
Ashwin Bharambe 2024-10-31 10:21:36 -07:00
parent fc66131fea
commit 386372dd24
6 changed files with 127 additions and 91 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/tests/agents/test_agents.py
View file

@ -26,6 +26,7 @@ from dotenv import load_dotenv
#
# ```bash
# PROVIDER_ID=<your_provider> \
# MODEL_ID=<your_model> \
# PROVIDER_CONFIG=provider_config.yaml \
# pytest -s llama_stack/providers/tests/agents/test_agents.py \
# --tb=short --disable-warnings
@ -44,7 +45,7 @@ async def agents_settings():
"impl": impls[Api.agents],
"memory_impl": impls[Api.memory],
"common_params": {
"model": "Llama3.1-8B-Instruct",
"model": os.environ["MODEL_ID"] or "Llama3.1-8B-Instruct",
"instructions": "You are a helpful assistant.",
},
}

2
llama_stack/providers/tests/memory/test_memory.py
View file

@ -3,7 +3,6 @@
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
import os
import pytest
import pytest_asyncio
@ -73,7 +72,6 @@ async def register_memory_bank(banks_impl: MemoryBanks):
embedding_model="all-MiniLM-L6-v2",
chunk_size_in_tokens=512,
overlap_size_in_tokens=64,
provider_id=os.environ["PROVIDER_ID"],
)
await banks_impl.register_memory_bank(bank)