feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-04T22:55:55.720345Z",
"created_at": "2025-09-03T17:42:17.227488Z",
"done": true,
"done_reason": "stop",
"total_duration": 3865701084,
"load_duration": 52435459,
"total_duration": 3003964916,
"load_duration": 111221916,
"prompt_eval_count": 30,
"prompt_eval_duration": 99000000,
"prompt_eval_duration": 72578583,
"eval_count": 70,
"eval_duration": 3712000000,
"eval_duration": 2819555375,
"response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?",
"thinking": null,
"context": null