phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-05 18:22:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update tests to skip providers not supporting json schema structured output

Browse source
This commit is contained in:
jhpiedrahitao 2025-03-20 12:13:37 -05:00
parent 02a4f9ac59
commit 6bb64b0a87
1 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
tests/integration/inference/test_text_inference.py
View file

@ -33,6 +33,18 @@ def skip_if_model_doesnt_support_completion(client_with_models, model_id):
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support completion") pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support completion")
def skip_if_model_doesnt_support_json_schema_structured_output(client_with_models, model_id):
models = {m.identifier: m for m in client_with_models.models.list()}
models.update({m.provider_resource_id: m for m in client_with_models.models.list()})
provider_id = models[model_id].provider_id
providers = {p.provider_id: p for p in client_with_models.providers.list()}
provider = providers[provider_id]
if provider.provider_type in ("remote::sambanova",):
pytest.skip(
f"Model {model_id} hosted by {provider.provider_type} doesn't support json_schema structured output"
)
def get_llama_model(client_with_models, model_id): def get_llama_model(client_with_models, model_id):
models = {} models = {}
for m in client_with_models.models.list(): for m in client_with_models.models.list():
@ -396,6 +408,8 @@ def test_text_chat_completion_with_tool_choice_none(client_with_models, text_mod
], ],
) )
def test_text_chat_completion_structured_output(client_with_models, text_model_id, test_case): def test_text_chat_completion_structured_output(client_with_models, text_model_id, test_case):
skip_if_model_doesnt_support_json_schema_structured_output(client_with_models, text_model_id)
class NBAStats(BaseModel): class NBAStats(BaseModel):
year_for_draft: int year_for_draft: int
num_seasons_in_nba: int num_seasons_in_nba: int