feat: Adding OpenAI Compatible Prompts API

Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
Francisco Javier Arceo 2025-09-03 14:14:54 -04:00
parent 30117dea22
commit 8b00883abd
181 changed files with 21356 additions and 10332 deletions

View file

@ -40,7 +40,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -55,7 +55,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -66,7 +66,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -81,7 +81,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -92,7 +92,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -107,7 +107,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -118,7 +118,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -133,7 +133,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -144,7 +144,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -159,7 +159,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -170,7 +170,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -185,7 +185,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -196,7 +196,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -211,7 +211,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -222,7 +222,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-457",
"id": "chatcmpl-921",
"choices": [
{
"delta": {
@ -237,7 +237,7 @@
"logprobs": null
}
],
"created": 1754090032,
"created": 1756920971,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,