llama-stack-mirror/tests/integration/batches/recordings/92d49675c90319c093846b731bdc33d7b261cc73e12a914c9c3661a028c19adc.json
Eric Huang c4dbaa9d4c featu: support passing "extra body" throught to providers
# What does this PR do?
Allows passing through extra_body parameters to inference providers.


closes #2720

## Test Plan
CI and added new test
2025-10-10 16:00:32 -07:00

44 lines
1.3 KiB
JSON

{
"test_id": "tests/integration/batches/test_batches.py::TestBatchesIntegration::test_batch_e2e_completions[txt=ollama/llama3.2:3b-instruct-fp16]",
"request": {
"method": "POST",
"url": "http://0.0.0.0:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"prompt": "Say completions",
"max_tokens": 20
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "rec-92d49675c903",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"text": "What would you like me to say completion about? Would you like me to complete a thought, finish"
}
],
"created": 0,
"model": "llama3.2:3b-instruct-fp16",
"object": "text_completion",
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 20,
"prompt_tokens": 28,
"total_tokens": 48,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
},
"id_normalization_mapping": {}
}