feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -22,7 +22,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.463658Z",
"created_at": "2025-09-03T17:37:46.708948Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -40,7 +40,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.51846Z",
"created_at": "2025-09-03T17:37:46.749031Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -58,7 +58,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.569676Z",
"created_at": "2025-09-03T17:37:46.790192Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -76,7 +76,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.621666Z",
"created_at": "2025-09-03T17:37:46.831093Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -94,7 +94,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.675114Z",
"created_at": "2025-09-03T17:37:46.873135Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -112,7 +112,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.727649Z",
"created_at": "2025-09-03T17:37:46.91375Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -130,7 +130,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.780249Z",
"created_at": "2025-09-03T17:37:46.95439Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -148,7 +148,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.834148Z",
"created_at": "2025-09-03T17:37:46.995224Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -166,7 +166,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.885509Z",
"created_at": "2025-09-03T17:37:47.035887Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -184,15 +184,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-01T23:13:56.936635Z",
"created_at": "2025-09-03T17:37:47.076806Z",
"done": true,
"done_reason": "stop",
"total_duration": 1572591291,
"load_duration": 77121041,
"total_duration": 2069654958,
"load_duration": 177579833,
"prompt_eval_count": 31,
"prompt_eval_duration": 1019000000,
"prompt_eval_duration": 1521851250,
"eval_count": 10,
"eval_duration": 474000000,
"eval_duration": 369478042,
"response": "",
"thinking": null,
"context": null