feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:59:42.166585642Z",
"created_at": "2025-09-03T17:41:49.581065Z",
"done": true,
"done_reason": "stop",
"total_duration": 9490295253,
"load_duration": 42349084,
"total_duration": 2391571708,
"load_duration": 182022958,
"prompt_eval_count": 20,
"prompt_eval_duration": 545470166,
"prompt_eval_duration": 74456583,
"eval_count": 51,
"eval_duration": 8901928284,
"eval_duration": 2134471458,
"response": "It seems like you're trying to test the system, but I'm not sure what specific functionality or feature you'd like to test. Could you please provide more context or clarify what you're looking for? I'll do my best to assist you!",
"thinking": null,
"context": null