phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 12:21:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into update-with-n-skipping-for-groq

Browse source
This commit is contained in:
raghotham 2025-09-06 12:26:23 -07:00 • committed by GitHub
commit 9f6629a95c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 131 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/integration/inference/test_openai_completion.py
View file

@ -37,6 +37,7 @@ def skip_if_model_doesnt_support_openai_completion(client_with_models, model_id)
"remote::sambanova",
"remote::tgi",
"remote::vertexai",
"remote::gemini", # https://generativelanguage.googleapis.com/v1beta/openai/completions -> 404
):
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support OpenAI completions.")
@ -66,6 +67,9 @@ def skip_if_doesnt_support_n(client_with_models, model_id):
# https://console.groq.com/docs/openai#currently-unsupported-openai-features
# -> Error code: 400 - {'error': {'message': "'n' : number must be at most 1", 'type': 'invalid_request_error'}}
"remote::groq",
# Error code: 400 - [{'error': {'code': 400, 'message': 'Only one candidate can be specified in the
# current model', 'status': 'INVALID_ARGUMENT'}}]
"remote::gemini",
):
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support n param.")