mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(ci): add support for running vision inference tests (#2972)
This PR significantly refactors the Integration Tests workflow. The main goal behind the PR was to enable recording of vision tests which were never run as part of our CI ever before. During debugging, I ended up making several other changes refactoring and hopefully increasing the robustness of the workflow. After doing the experiments, I have updated the trigger event to be `pull_request_target` so this workflow can get write permissions by default but it will run with source code from the base (main) branch in the source repository only. If you do change the workflow, you'd need to experiment using the `workflow_dispatch` triggers. This should not be news to anyone using Github Actions (except me!) It is likely to be a little rocky though while I learn more about GitHub Actions, etc. Please be patient :) --------- Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
This commit is contained in:
Ashwin Bharambe
GitHub
parent
709c974bd8
commit
27d866795c
108 changed files with 13985 additions and 15254 deletions
|
|
@ -1,7 +1,7 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/v1/v1/completions",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
|
|
@ -21,7 +21,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -36,7 +36,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984691,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -47,7 +47,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -62,7 +62,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984692,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -73,7 +73,33 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " city",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753984692,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -88,7 +114,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984692,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -99,7 +125,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -114,7 +140,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984692,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -125,7 +151,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -140,7 +166,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984692,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -151,7 +177,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -166,7 +192,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -177,7 +203,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -192,7 +218,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -203,7 +229,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -218,7 +244,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -229,7 +255,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -244,7 +270,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814884,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -255,7 +281,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -270,7 +296,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -281,7 +307,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -296,7 +322,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984693,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -307,7 +333,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -322,7 +348,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -333,7 +359,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -348,7 +374,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -359,7 +385,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -374,7 +400,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -385,7 +411,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -400,7 +426,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -411,7 +437,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -426,7 +452,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -437,7 +463,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -452,7 +478,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984694,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -463,7 +489,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -478,7 +504,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984695,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -489,7 +515,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -504,7 +530,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984695,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
@ -515,7 +541,7 @@
|
|||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-850",
|
||||
"id": "chatcmpl-847",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
|
|
@ -530,7 +556,7 @@
|
|||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1753814885,
|
||||
"created": 1753984695,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue