feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -67,15 +67,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-08-04T22:55:40.583477Z",
"created_at": "2025-09-03T17:36:40.283084Z",
"done": true,
"done_reason": "stop",
"total_duration": 3928481500,
"load_duration": 151903250,
"total_duration": 2900042958,
"load_duration": 83372125,
"prompt_eval_count": 259,
"prompt_eval_duration": 468000000,
"prompt_eval_duration": 352890750,
"eval_count": 60,
"eval_duration": 3306000000,
"eval_duration": 2462885208,
"response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}",
"thinking": null,
"context": null