phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-15 22:47:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions
llama-stack-mirror/tests/integration/recordings/responses/592d9733fb28.json
Matthew Farrellee c2a9c65fff chore: update the vLLM inference impl to use OpenAIMixin for openai-compat functions 
inference recordings from Qwen3-0.6B and vLLM 0.8.3 -
```
docker run --gpus all -v ~/.cache/huggingface:/root/.cache/huggingface -p 8000:8000 --ipc=host \
    vllm/vllm-openai:latest \
    --model Qwen/Qwen3-0.6B --enable-auto-tool-choice --tool-call-parser hermes
```

test with -

```
./scripts/integration-tests.sh --stack-config server:ci-tests --setup vllm --subdirs inference
```
2025-09-10 10:10:10 -04:00

1021 lines
28 KiB
JSON
Raw Blame History

{
"request": {
"method": "POST",
"url": "http://localhost:8000/v1/v1/completions",
"headers": {},
"body": {
"model": "Qwen/Qwen3-0.6B",
"prompt": "<|begin_of_text|>Complete the sentence using one word: Roses are red, violets are ",
"stream": true,
"temperature": 0.0,
"max_tokens": 50
},
"endpoint": "/v1/completions",
"model": "Qwen/Qwen3-0.6B"
},
"response": {
"body": [
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "cmpl-3385c2816083444f9f47f61c019e498a",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"text": " _",
"stop_reason": null
}
],
"created": 1757524132,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": null,
"usage": null
}
}
],
"is_streaming": true
}
}
Reference in a new issue View git blame Copy permalink