feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -22,7 +22,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.59711Z",
"created_at": "2025-09-03T17:42:32.625862Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -40,7 +40,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.671294Z",
"created_at": "2025-09-03T17:42:32.668885Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -58,7 +58,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.736161Z",
"created_at": "2025-09-03T17:42:32.710947Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -76,7 +76,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.809857Z",
"created_at": "2025-09-03T17:42:32.752286Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -94,7 +94,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.883599Z",
"created_at": "2025-09-03T17:42:32.793309Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -112,7 +112,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.942471Z",
"created_at": "2025-09-03T17:42:32.834578Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -130,7 +130,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:38.999844Z",
"created_at": "2025-09-03T17:42:32.876536Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -148,7 +148,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.050862Z",
"created_at": "2025-09-03T17:42:32.918807Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -166,7 +166,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.104589Z",
"created_at": "2025-09-03T17:42:32.960101Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -184,7 +184,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.158301Z",
"created_at": "2025-09-03T17:42:33.00196Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -202,7 +202,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.210985Z",
"created_at": "2025-09-03T17:42:33.043876Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -220,7 +220,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.263525Z",
"created_at": "2025-09-03T17:42:33.08756Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -238,15 +238,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:14:39.314455Z",
"created_at": "2025-09-03T17:42:33.12966Z",
"done": true,
"done_reason": "stop",
"total_duration": 914060542,
"load_duration": 63705209,
"total_duration": 648814958,
"load_duration": 75300875,
"prompt_eval_count": 408,
"prompt_eval_duration": 95000000,
"prompt_eval_duration": 66740291,
"eval_count": 13,
"eval_duration": 753000000,
"eval_duration": 505313125,
"response": "",
"thinking": null,
"context": null