mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-16 12:59:26 +00:00
re-record a test
This commit is contained in:
parent
38bc183d8a
commit
0d61ef61fb
5 changed files with 60 additions and 95 deletions
|
|
@ -12,7 +12,27 @@
|
||||||
"body": {
|
"body": {
|
||||||
"__type__": "ollama._types.ProcessResponse",
|
"__type__": "ollama._types.ProcessResponse",
|
||||||
"__data__": {
|
"__data__": {
|
||||||
"models": []
|
"models": [
|
||||||
|
{
|
||||||
|
"model": "llama3.2:3b",
|
||||||
|
"name": "llama3.2:3b",
|
||||||
|
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||||
|
"expires_at": "2025-10-04T12:20:09.202126-07:00",
|
||||||
|
"size": 3367856128,
|
||||||
|
"size_vram": 3367856128,
|
||||||
|
"details": {
|
||||||
|
"parent_model": "",
|
||||||
|
"format": "gguf",
|
||||||
|
"family": "llama",
|
||||||
|
"families": [
|
||||||
|
"llama"
|
||||||
|
],
|
||||||
|
"parameter_size": "3.2B",
|
||||||
|
"quantization_level": "Q4_K_M"
|
||||||
|
},
|
||||||
|
"context_length": 4096
|
||||||
|
}
|
||||||
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"is_streaming": false
|
"is_streaming": false
|
||||||
|
|
|
||||||
|
|
@ -14,12 +14,12 @@
|
||||||
"__data__": {
|
"__data__": {
|
||||||
"models": [
|
"models": [
|
||||||
{
|
{
|
||||||
"model": "llama3.2:3b-instruct-fp16",
|
"model": "llama3.2:3b",
|
||||||
"name": "llama3.2:3b-instruct-fp16",
|
"name": "llama3.2:3b",
|
||||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||||
"expires_at": "2025-10-03T20:06:59.383555-07:00",
|
"expires_at": "2025-10-04T12:20:09.202126-07:00",
|
||||||
"size": 7919570944,
|
"size": 3367856128,
|
||||||
"size_vram": 7919570944,
|
"size_vram": 3367856128,
|
||||||
"details": {
|
"details": {
|
||||||
"parent_model": "",
|
"parent_model": "",
|
||||||
"format": "gguf",
|
"format": "gguf",
|
||||||
|
|
@ -28,45 +28,7 @@
|
||||||
"llama"
|
"llama"
|
||||||
],
|
],
|
||||||
"parameter_size": "3.2B",
|
"parameter_size": "3.2B",
|
||||||
"quantization_level": "F16"
|
"quantization_level": "Q4_K_M"
|
||||||
},
|
|
||||||
"context_length": 4096
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"model": "all-minilm:l6-v2",
|
|
||||||
"name": "all-minilm:l6-v2",
|
|
||||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
|
||||||
"expires_at": "2025-10-03T20:06:55.533878-07:00",
|
|
||||||
"size": 585846784,
|
|
||||||
"size_vram": 585846784,
|
|
||||||
"details": {
|
|
||||||
"parent_model": "",
|
|
||||||
"format": "gguf",
|
|
||||||
"family": "bert",
|
|
||||||
"families": [
|
|
||||||
"bert"
|
|
||||||
],
|
|
||||||
"parameter_size": "23M",
|
|
||||||
"quantization_level": "F16"
|
|
||||||
},
|
|
||||||
"context_length": 256
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"model": "llama-guard3:1b",
|
|
||||||
"name": "llama-guard3:1b",
|
|
||||||
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
|
|
||||||
"expires_at": "2025-10-03T20:06:23.356289-07:00",
|
|
||||||
"size": 2350966784,
|
|
||||||
"size_vram": 2350966784,
|
|
||||||
"details": {
|
|
||||||
"parent_model": "",
|
|
||||||
"format": "gguf",
|
|
||||||
"family": "llama",
|
|
||||||
"families": [
|
|
||||||
"llama"
|
|
||||||
],
|
|
||||||
"parameter_size": "1.5B",
|
|
||||||
"quantization_level": "Q8_0"
|
|
||||||
},
|
},
|
||||||
"context_length": 4096
|
"context_length": 4096
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -13,11 +13,30 @@
|
||||||
"__type__": "ollama._types.ProcessResponse",
|
"__type__": "ollama._types.ProcessResponse",
|
||||||
"__data__": {
|
"__data__": {
|
||||||
"models": [
|
"models": [
|
||||||
|
{
|
||||||
|
"model": "llama3.2:3b",
|
||||||
|
"name": "llama3.2:3b",
|
||||||
|
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||||
|
"expires_at": "2025-10-04T12:20:09.202126-07:00",
|
||||||
|
"size": 3367856128,
|
||||||
|
"size_vram": 3367856128,
|
||||||
|
"details": {
|
||||||
|
"parent_model": "",
|
||||||
|
"format": "gguf",
|
||||||
|
"family": "llama",
|
||||||
|
"families": [
|
||||||
|
"llama"
|
||||||
|
],
|
||||||
|
"parameter_size": "3.2B",
|
||||||
|
"quantization_level": "Q4_K_M"
|
||||||
|
},
|
||||||
|
"context_length": 4096
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"model": "llama3.2:3b-instruct-fp16",
|
"model": "llama3.2:3b-instruct-fp16",
|
||||||
"name": "llama3.2:3b-instruct-fp16",
|
"name": "llama3.2:3b-instruct-fp16",
|
||||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||||
"expires_at": "2025-10-03T20:07:04.627464-07:00",
|
"expires_at": "2025-10-04T11:27:25.408562-07:00",
|
||||||
"size": 7919570944,
|
"size": 7919570944,
|
||||||
"size_vram": 7919570944,
|
"size_vram": 7919570944,
|
||||||
"details": {
|
"details": {
|
||||||
|
|
@ -31,44 +50,6 @@
|
||||||
"quantization_level": "F16"
|
"quantization_level": "F16"
|
||||||
},
|
},
|
||||||
"context_length": 4096
|
"context_length": 4096
|
||||||
},
|
|
||||||
{
|
|
||||||
"model": "all-minilm:l6-v2",
|
|
||||||
"name": "all-minilm:l6-v2",
|
|
||||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
|
||||||
"expires_at": "2025-10-03T20:06:55.533878-07:00",
|
|
||||||
"size": 585846784,
|
|
||||||
"size_vram": 585846784,
|
|
||||||
"details": {
|
|
||||||
"parent_model": "",
|
|
||||||
"format": "gguf",
|
|
||||||
"family": "bert",
|
|
||||||
"families": [
|
|
||||||
"bert"
|
|
||||||
],
|
|
||||||
"parameter_size": "23M",
|
|
||||||
"quantization_level": "F16"
|
|
||||||
},
|
|
||||||
"context_length": 256
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"model": "llama-guard3:1b",
|
|
||||||
"name": "llama-guard3:1b",
|
|
||||||
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
|
|
||||||
"expires_at": "2025-10-03T20:06:23.356289-07:00",
|
|
||||||
"size": 2350966784,
|
|
||||||
"size_vram": 2350966784,
|
|
||||||
"details": {
|
|
||||||
"parent_model": "",
|
|
||||||
"format": "gguf",
|
|
||||||
"family": "llama",
|
|
||||||
"families": [
|
|
||||||
"llama"
|
|
||||||
],
|
|
||||||
"parameter_size": "1.5B",
|
|
||||||
"quantization_level": "Q8_0"
|
|
||||||
},
|
|
||||||
"context_length": 4096
|
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,5 @@
|
||||||
{
|
{
|
||||||
|
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[client_with_models-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_01]",
|
||||||
"request": {
|
"request": {
|
||||||
"method": "POST",
|
"method": "POST",
|
||||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||||
|
|
@ -8,7 +9,7 @@
|
||||||
"messages": [
|
"messages": [
|
||||||
{
|
{
|
||||||
"role": "user",
|
"role": "user",
|
||||||
"content": "Test trace openai 0"
|
"content": "Which planet do humans live on?"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"stream": false
|
"stream": false
|
||||||
|
|
@ -20,14 +21,14 @@
|
||||||
"body": {
|
"body": {
|
||||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||||
"__data__": {
|
"__data__": {
|
||||||
"id": "rec-140187e305dc",
|
"id": "rec-acdd905b0481",
|
||||||
"choices": [
|
"choices": [
|
||||||
{
|
{
|
||||||
"finish_reason": "stop",
|
"finish_reason": "stop",
|
||||||
"index": 0,
|
"index": 0,
|
||||||
"logprobs": null,
|
"logprobs": null,
|
||||||
"message": {
|
"message": {
|
||||||
"content": "I'm happy to help you test the OpenAI API, however I can not access the API.\n\nInstead why don't we follow these steps:\n\n* Check documentation\n* Contact support\n* Reach out to their community forum. \n\nLet me know if I can be of any additional assistance",
|
"content": "Humans live on Earth. It is the third planet from the Sun and the only known planet in the universe that supports life.",
|
||||||
"refusal": null,
|
"refusal": null,
|
||||||
"role": "assistant",
|
"role": "assistant",
|
||||||
"annotations": null,
|
"annotations": null,
|
||||||
|
|
@ -43,9 +44,9 @@
|
||||||
"service_tier": null,
|
"service_tier": null,
|
||||||
"system_fingerprint": "fp_ollama",
|
"system_fingerprint": "fp_ollama",
|
||||||
"usage": {
|
"usage": {
|
||||||
"completion_tokens": 61,
|
"completion_tokens": 26,
|
||||||
"prompt_tokens": 31,
|
"prompt_tokens": 32,
|
||||||
"total_tokens": 92,
|
"total_tokens": 58,
|
||||||
"completion_tokens_details": null,
|
"completion_tokens_details": null,
|
||||||
"prompt_tokens_details": null
|
"prompt_tokens_details": null
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,5 @@
|
||||||
{
|
{
|
||||||
|
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[client_with_models-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_02]",
|
||||||
"request": {
|
"request": {
|
||||||
"method": "POST",
|
"method": "POST",
|
||||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||||
|
|
@ -20,14 +21,14 @@
|
||||||
"body": {
|
"body": {
|
||||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||||
"__data__": {
|
"__data__": {
|
||||||
"id": "rec-0e8f2b001dd9",
|
"id": "rec-d94bbf50e754",
|
||||||
"choices": [
|
"choices": [
|
||||||
{
|
{
|
||||||
"finish_reason": "stop",
|
"finish_reason": "stop",
|
||||||
"index": 0,
|
"index": 0,
|
||||||
"logprobs": null,
|
"logprobs": null,
|
||||||
"message": {
|
"message": {
|
||||||
"content": "The planet Saturn has rings.",
|
"content": "You are probably thinking of Saturn. Saturn is the only planet in our solar system with noticeable ring systems, and its main ring system is called the Solar System's S Ring.",
|
||||||
"refusal": null,
|
"refusal": null,
|
||||||
"role": "assistant",
|
"role": "assistant",
|
||||||
"annotations": null,
|
"annotations": null,
|
||||||
|
|
@ -43,9 +44,9 @@
|
||||||
"service_tier": null,
|
"service_tier": null,
|
||||||
"system_fingerprint": "fp_ollama",
|
"system_fingerprint": "fp_ollama",
|
||||||
"usage": {
|
"usage": {
|
||||||
"completion_tokens": 7,
|
"completion_tokens": 36,
|
||||||
"prompt_tokens": 39,
|
"prompt_tokens": 39,
|
||||||
"total_tokens": 46,
|
"total_tokens": 75,
|
||||||
"completion_tokens_details": null,
|
"completion_tokens_details": null,
|
||||||
"prompt_tokens_details": null
|
"prompt_tokens_details": null
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue