phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: together now supports base64 embedding encoding

Browse source 
recordings for: ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup together --subdirs inference --pattern openai
This commit is contained in:
Matthew Farrellee 2025-09-26 05:55:50 -04:00
parent b67aef2fc4
commit f9cd397fe7
27 changed files with 15951 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

166
tests/integration/recordings/responses/7550dd0d24bc.json Normal file
View file

@ -0,0 +1,166 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Message A: What is the capital of France?"
},
{
"role": "assistant",
"content": "The capital of France is Paris."
},
{
"role": "user",
"content": "Message B: What about Spain?"
},
{
"role": "assistant",
"content": "The capital of Spain is Madrid."
},
{
"role": "user",
"content": "Message C: And Italy?"
}
],
"response_format": {
"type": "text"
},
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "[",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 58
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "[",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "1",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 16
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "1",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "]",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 60
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "]",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 128009
},
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"text": "",
"seed": 9314001608812126000
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 4,
"prompt_tokens": 92,
"total_tokens": 96,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
}
}
}
],
"is_streaming": true
}
}