llama-stack-mirror/tests/integration/recordings/responses/52b4e16b7289.json

{
  "request": {
    "method": "POST",
    "url": "https://api.together.xyz/v1/v1/chat/completions",
    "headers": {},
    "body": {
      "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
      "messages": [
        {
          "role": "user",
          "content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather."
        }
      ],
      "response_format": {
        "type": "text"
      },
      "stream": true,
      "tools": [
        {
          "type": "function",
          "function": {
            "type": "function",
            "name": "get_weather",
            "description": "Get the weather in a given city",
            "parameters": {
              "type": "object",
              "properties": {
                "city": {
                  "type": "string",
                  "description": "The city to get the weather for"
                }
              }
            },
            "strict": null
          }
        }
      ]
    },
    "endpoint": "/v1/chat/completions",
    "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
  },
  "response": {
    "body": [
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "oCfzfVP-4Yz4kd-984c36e368b59059",
          "choices": [
            {
              "delta": {
                "content": null,
                "function_call": null,
                "refusal": null,
                "role": "assistant",
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 1758821066,
          "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": null
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "oCfzfVP-4Yz4kd-984c36e368b59059",
          "choices": [
            {
              "delta": {
                "content": null,
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": [
                  {
                    "index": 0,
                    "id": "call_025hjpfgbv2kf9adhboe6hd4",
                    "function": {
                      "arguments": "",
                      "name": "get_weather"
                    },
                    "type": "function"
                  }
                ]
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 1758821066,
          "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": null
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "oCfzfVP-4Yz4kd-984c36e368b59059",
          "choices": [
            {
              "delta": {
                "content": null,
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": [
                  {
                    "index": 0,
                    "id": null,
                    "function": {
                      "arguments": "{\"city\":\"Tokyo\"}",
                      "name": null
                    },
                    "type": null
                  }
                ]
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 1758821066,
          "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": null
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "oCfzfVP-4Yz4kd-984c36e368b59059",
          "choices": [
            {
              "delta": {
                "content": "",
                "function_call": null,
                "refusal": null,
                "role": "assistant",
                "tool_calls": null,
                "token_id": 128009
              },
              "finish_reason": "tool_calls",
              "index": 0,
              "logprobs": null,
              "text": "",
              "seed": 3184440617167083500
            }
          ],
          "created": 1758821059,
          "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 24,
            "prompt_tokens": 201,
            "total_tokens": 225,
            "completion_tokens_details": null,
            "prompt_tokens_details": null,
            "cached_tokens": 0
          }
        }
      }
    ],
    "is_streaming": true
  }
}