feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-04T22:55:41.559883Z",
"created_at": "2025-09-03T17:36:40.972565Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -39,15 +39,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-04T22:55:41.619829Z",
"created_at": "2025-09-03T17:36:41.014682Z",
"done": true,
"done_reason": "stop",
"total_duration": 915493834,
"load_duration": 167838417,
"total_duration": 693115125,
"load_duration": 114019375,
"prompt_eval_count": 386,
"prompt_eval_duration": 683000000,
"prompt_eval_duration": 535931209,
"eval_count": 2,
"eval_duration": 63000000,
"eval_duration": 42505166,
"response": "",
"thinking": null,
"context": null