mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-14 14:27:58 +00:00
c4dbaa9d4c
# What does this PR do? Allows passing through extra_body parameters to inference providers. closes #2720 ## Test Plan CI and added new test
44 lines
1.8 KiB
JSON
44 lines
1.8 KiB
JSON
{
|
|
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_non_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:sanity]",
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "llama3.2:3b-instruct-fp16",
|
|
"prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
|
|
"stream": false
|
|
},
|
|
"endpoint": "/v1/completions",
|
|
"model": "llama3.2:3b-instruct-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.completion.Completion",
|
|
"__data__": {
|
|
"id": "rec-f0f863b7a352",
|
|
"choices": [
|
|
{
|
|
"finish_reason": "stop",
|
|
"index": 0,
|
|
"logprobs": null,
|
|
"text": "blue.\n\nThe traditional nursery rhyme goes like this:\n\n\"Roses are red,\nViolets are blue.\"\n\nThe reason for this specific color pairing is unclear, but it's often thought to represent the poetical notion of love and relationships. The rhyme has been passed down for generations, and its origins remain a topic of debate among scholars.\n\nIn essence, \"blue\" fits the rhythm and meter of the original phrase, creating a sense of continuity and completion in the rhyming couplet."
|
|
}
|
|
],
|
|
"created": 0,
|
|
"model": "llama3.2:3b-instruct-fp16",
|
|
"object": "text_completion",
|
|
"system_fingerprint": "fp_ollama",
|
|
"usage": {
|
|
"completion_tokens": 100,
|
|
"prompt_tokens": 50,
|
|
"total_tokens": 150,
|
|
"completion_tokens_details": null,
|
|
"prompt_tokens_details": null
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
},
|
|
"id_normalization_mapping": {}
|
|
}
|