phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 04:17:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: update the anthropic inference impl to use openai-python for openai-compat functions

Browse source
This commit is contained in:
Matthew Farrellee 2025-09-07 11:22:59 -04:00
parent ecd9d8dc1a
commit e1304c77db
2 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
tests/integration/inference/test_openai_completion.py
View file

@ -38,6 +38,7 @@ def skip_if_model_doesnt_support_openai_completion(client_with_models, model_id)
"remote::tgi",
"remote::vertexai",
"remote::gemini", # https://generativelanguage.googleapis.com/v1beta/openai/completions -> 404
"remote::anthropic", # at least claude-3-{5,7}-{haiku,sonnet}-* / claude-{sonnet,opus}-4-* are not supported
):
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support OpenAI completions.")
@ -70,6 +71,8 @@ def skip_if_doesnt_support_n(client_with_models, model_id):
# Error code: 400 - [{'error': {'code': 400, 'message': 'Only one candidate can be specified in the
# current model', 'status': 'INVALID_ARGUMENT'}}]
"remote::gemini",
# https://docs.anthropic.com/en/api/openai-sdk#simple-fields
"remote::anthropic",
):
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support n param.")