phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-15 22:47:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(tools)!: substantial clean up of "Tool" related datatypes (#3627)

Browse source 
This is a sweeping change to clean up some gunk around our "Tool"
definitions.

First, we had two types `Tool` and `ToolDef`. The first of these was a
"Resource" type for the registry but we had stopped registering tools
inside the Registry long back (and only registered ToolGroups.) The
latter was for specifying tools for the Agents API. This PR removes the
former and adds an optional `toolgroup_id` field to the latter.

Secondly, as pointed out by @bbrowning in
https://github.com/llamastack/llama-stack/pull/3003#issuecomment-3245270132,
we were doing a lossy conversion from a full JSON schema from the MCP
tool specification into our ToolDefinition to send it to the model.
There is no necessity to do this -- we ourselves aren't doing any
execution at all but merely passing it to the chat completions API which
supports this. By doing this (and by doing it poorly), we encountered
limitations like not supporting array items, or not resolving $refs,
etc.

To fix this, we replaced the `parameters` field by `{ input_schema,
output_schema }` which can be full blown JSON schemas.

Finally, there were some types in our llama-related chat format
conversion which needed some cleanup. We are taking this opportunity to
clean those up.

This PR is a substantial breaking change to the API. However, given our
window for introducing breaking changes, this suits us just fine. I will
be landing a concurrent `llama-stack-client` change as well since API
shapes are changing.
This commit is contained in:
Ashwin Bharambe 2025-10-02 15:12:03 -07:00 • committed by GitHub
parent 1f5003d50e
commit ef0736527d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
179 changed files with 34186 additions and 9171 deletions
Download patch file Download diff file Expand all files Collapse all files

228
tests/integration/recordings/responses/67f94c4f8ba0.json
View file

@ -28,7 +28,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -43,7 +43,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -54,7 +54,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -69,7 +69,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -80,7 +80,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -95,7 +95,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -106,7 +106,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -121,7 +121,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -132,7 +132,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -147,7 +147,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -158,7 +158,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -173,7 +173,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -184,7 +184,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -199,7 +199,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -210,7 +210,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -225,7 +225,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -236,7 +236,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -251,7 +251,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -262,7 +262,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -277,7 +277,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -288,7 +288,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -303,7 +303,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -314,7 +314,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -329,7 +329,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -340,7 +340,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -355,7 +355,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -366,7 +366,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -381,7 +381,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -392,7 +392,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -407,7 +407,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -418,7 +418,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -433,7 +433,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -444,7 +444,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -459,7 +459,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -470,7 +470,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -485,7 +485,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -496,7 +496,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -511,7 +511,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -522,7 +522,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -537,7 +537,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441668,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -548,7 +548,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -563,7 +563,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -574,7 +574,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -589,7 +589,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -600,7 +600,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -615,7 +615,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -626,7 +626,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -641,7 +641,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -652,7 +652,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -667,7 +667,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -678,7 +678,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -693,7 +693,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -704,7 +704,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -719,7 +719,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -730,7 +730,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -745,7 +745,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -756,7 +756,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -771,7 +771,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -782,7 +782,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -797,7 +797,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -808,7 +808,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -823,7 +823,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -834,7 +834,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -849,7 +849,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -860,7 +860,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -875,7 +875,7 @@
"logprobs": null
}
],
"created": 1759427020,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -886,7 +886,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -901,7 +901,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -912,7 +912,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -927,7 +927,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -938,7 +938,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -953,7 +953,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -964,7 +964,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -979,7 +979,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -990,7 +990,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1005,7 +1005,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1016,7 +1016,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1031,7 +1031,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1042,7 +1042,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1057,7 +1057,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1068,7 +1068,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1083,7 +1083,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1094,7 +1094,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1109,7 +1109,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1120,7 +1120,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1135,7 +1135,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1146,7 +1146,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1161,7 +1161,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1172,7 +1172,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1187,7 +1187,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441669,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1198,7 +1198,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1213,7 +1213,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1224,7 +1224,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1239,7 +1239,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1250,7 +1250,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1265,7 +1265,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1276,7 +1276,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1291,7 +1291,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1302,7 +1302,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1317,7 +1317,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1328,7 +1328,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1343,7 +1343,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1354,7 +1354,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1369,7 +1369,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1380,7 +1380,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1395,7 +1395,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1406,7 +1406,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1421,7 +1421,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1432,7 +1432,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1447,7 +1447,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1458,7 +1458,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1473,7 +1473,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1484,7 +1484,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-932",
"id": "chatcmpl-681",
"choices": [
{
"delta": {
@ -1499,7 +1499,7 @@
"logprobs": null
}
],
"created": 1759427021,
"created": 1759441670,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,