feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.212563Z",
"created_at": "2025-09-03T17:34:22.272912Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.254896Z",
"created_at": "2025-09-03T17:34:22.31501Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.297152Z",
"created_at": "2025-09-03T17:34:22.356888Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.339477Z",
"created_at": "2025-09-03T17:34:22.398576Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.382245Z",
"created_at": "2025-09-03T17:34:22.440412Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.423387Z",
"created_at": "2025-09-03T17:34:22.482165Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.465286Z",
"created_at": "2025-09-03T17:34:22.523773Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.507249Z",
"created_at": "2025-09-03T17:34:22.565072Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -165,15 +165,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T23:46:35.549072Z",
"created_at": "2025-09-03T17:34:22.607117Z",
"done": true,
"done_reason": "stop",
"total_duration": 5519843458,
"load_duration": 4110366375,
"total_duration": 1386049708,
"load_duration": 96970583,
"prompt_eval_count": 456,
"prompt_eval_duration": 1070783708,
"prompt_eval_duration": 952471625,
"eval_count": 9,
"eval_duration": 337120750,
"eval_duration": 335924459,
"response": "",
"thinking": null,
"context": null