phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-14 14:27:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: update Cerebras inference provider to support dynamic model listing

Browse source 
- update Cerebras to use OpenAIMixin
- enable openai completions tests
- enable openai chat completions tests
- disable with n > 1 tests
- add recording for --setup cerebras --subdirs inference --pattern openai

test with: `./scripts/integration-tests.sh --stack-config server:ci-tests --setup cerebras --subdirs inference --pattern openai`
This commit is contained in:
Matthew Farrellee 2025-09-18 06:34:31 -04:00
parent 521865c388
commit 1f7e87c647
16 changed files with 3369 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

96
tests/integration/recordings/responses/models-bd032f995f2a-af43cc69.json Normal file
View file

@ -0,0 +1,96 @@
{
"request": {
"method": "POST",
"url": "https://api.cerebras.ai/v1/v1/models",
"headers": {},
"body": {},
"endpoint": "/v1/models",
"model": ""
},
"response": {
"body": [
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "llama-4-maverick-17b-128e-instruct",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "llama-4-scout-17b-16e-instruct",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "qwen-3-235b-a22b-instruct-2507",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "llama3.1-8b",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "qwen-3-32b",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "gpt-oss-120b",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "qwen-3-235b-a22b-thinking-2507",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "llama-3.3-70b",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
},
{
"__type__": "openai.types.model.Model",
"__data__": {
"id": "qwen-3-coder-480b",
"created": 0,
"object": "model",
"owned_by": "Cerebras"
}
}
],
"is_streaming": false
}
}