phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-03 09:53:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: update tests for OpenAI-style models endpoint (#4053)

Browse source 
The llama-stack-client now uses /`v1/openai/v1/models` which returns
OpenAI-compatible model objects with 'id' and 'custom_metadata' fields
instead of the Resource-style 'identifier' field. Updated api_recorder
to handle the new endpoint and modified tests to access model metadata
appropriately. Deleted stale model recordings for re-recording.

**NOTE: CI will be red on this one since it is dependent on
https://github.com/llamastack/llama-stack-client-python/pull/291/files
landing. I verified locally that it is green.**
This commit is contained in:
Ashwin Bharambe 2025-11-03 17:30:08 -08:00 • committed by GitHub
parent 4a5ef65286
commit cb40da210f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
27 changed files with 852 additions and 6707 deletions
Download patch file Download diff file Expand all files Collapse all files

8
tests/integration/inference/test_openai_completion.py
View file

@ -27,9 +27,11 @@ def _normalize_text(text: str) -> str:
def provider_from_model(client_with_models, model_id):
models = {m.identifier: m for m in client_with_models.models.list()}
models.update({m.provider_resource_id: m for m in client_with_models.models.list()})
provider_id = models[model_id].provider_id
models = {m.id: m for m in client_with_models.models.list()}
models.update(
{m.custom_metadata["provider_resource_id"]: m for m in client_with_models.models.list() if m.custom_metadata}
)
provider_id = models[model_id].custom_metadata["provider_id"]
providers = {p.provider_id: p for p in client_with_models.providers.list()}
return providers[provider_id]

8
tests/integration/inference/test_openai_embeddings.py
View file

@ -31,9 +31,11 @@ def decode_base64_to_floats(base64_string: str) -> list[float]:
def provider_from_model(client_with_models, model_id):
models = {m.identifier: m for m in client_with_models.models.list()}
models.update({m.provider_resource_id: m for m in client_with_models.models.list()})
provider_id = models[model_id].provider_id
models = {m.id: m for m in client_with_models.models.list()}
models.update(
{m.custom_metadata["provider_resource_id"]: m for m in client_with_models.models.list() if m.custom_metadata}
)
provider_id = models[model_id].custom_metadata["provider_id"]
providers = {p.provider_id: p for p in client_with_models.providers.list()}
return providers[provider_id]

2
tests/integration/inference/test_provider_data_routing.py
View file

@ -56,7 +56,7 @@ def test_unregistered_model_routing_with_provider_data(client_with_models):
test_model_id = "anthropic/claude-3-5-sonnet-20241022"
# First, verify the model is NOT registered
registered_models = {m.identifier for m in client.models.list()}
registered_models = {m.id for m in client.models.list()}
assert test_model_id not in registered_models, f"Model {test_model_id} should not be pre-registered for this test"
# Check if anthropic provider is available in ci-tests