phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix provider lookup

Browse source
This commit is contained in:
Xi Yan 2024-12-30 15:02:59 -08:00
parent 52776ca897
commit ef1dd43351
1 changed files with 20 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

29
llama_stack/providers/tests/agents/fixtures.py
View file

@ -82,17 +82,28 @@ async def agents_stack(request, inference_model, safety_shield):
inference_models = (
inference_model if isinstance(inference_model, list) else [inference_model]
)
print(providers)
print(inference_models, safety_shield)
models = [
ModelInput(
model_id=model,
model_type=ModelType.llm,
provider_id=providers["inference"][i].provider_id,
inference_provider = providers["inference"][0]
provider_id = inference_provider.provider_id
if inference_provider.config and "model" in inference_provider.config:
model_to_provider_id = {
provider.config.model: provider.provider_id
for provider in providers["inference"]
}
models = []
for model in inference_models:
if model in model_to_provider_id:
provider_id = model_to_provider_id[model]
models.append(
ModelInput(
model_id=model,
model_type=ModelType.llm,
provider_id=provider_id,
)
)
for i, model in enumerate(inference_models)
]
models.append(
ModelInput(
model_id="all-MiniLM-L6-v2",