mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
chore: use ollama/all-minilm:l6-v2 for ollama tests (#3537)
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
# What does this PR do? use ollama embedding models for ollama test, previously using sentence-transformer recordings: - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup ollama --inference-mode record - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite vision --setup ollama-vision --inference-mode record ## Test Plan ci w/ added skip base64 embedding test
This commit is contained in:
parent
6101c8e015
commit
a50b63906c
20 changed files with 7267 additions and 2 deletions
420
tests/integration/recordings/responses/517505777888.json
Normal file
420
tests/integration/recordings/responses/517505777888.json
Normal file
|
@ -0,0 +1,420 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test encoding format",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.019099757,
|
||||
-0.020513054,
|
||||
-0.07147724,
|
||||
-0.02305817,
|
||||
-0.06570441,
|
||||
-0.0057285326,
|
||||
-0.029366547,
|
||||
-0.031833924,
|
||||
-0.015779832,
|
||||
-0.03914512,
|
||||
0.02689602,
|
||||
-0.064181775,
|
||||
0.013521624,
|
||||
0.050362427,
|
||||
-0.031129995,
|
||||
-0.08321027,
|
||||
-0.031968866,
|
||||
0.074996136,
|
||||
-0.016394366,
|
||||
-0.0013953616,
|
||||
0.038505327,
|
||||
-0.03440395,
|
||||
-0.004868513,
|
||||
-0.03093635,
|
||||
0.051909875,
|
||||
0.0091652395,
|
||||
0.0072081746,
|
||||
0.066338904,
|
||||
0.024595087,
|
||||
-0.047721148,
|
||||
0.0376462,
|
||||
-0.04257363,
|
||||
0.078928985,
|
||||
0.048257265,
|
||||
0.1338569,
|
||||
0.013975464,
|
||||
0.03242688,
|
||||
-0.08888101,
|
||||
-0.0141724255,
|
||||
0.035531398,
|
||||
-0.024727112,
|
||||
-0.028608425,
|
||||
0.047635823,
|
||||
0.026230432,
|
||||
0.048455644,
|
||||
0.066589415,
|
||||
-0.013602744,
|
||||
0.07181793,
|
||||
-0.073052436,
|
||||
-0.05030391,
|
||||
0.0039422787,
|
||||
0.033050794,
|
||||
-0.047844775,
|
||||
-0.017648827,
|
||||
0.010261714,
|
||||
-0.105268046,
|
||||
-0.010029887,
|
||||
0.014589762,
|
||||
-0.05330117,
|
||||
0.0603304,
|
||||
-0.10082026,
|
||||
0.0113420375,
|
||||
-0.007233272,
|
||||
0.053468946,
|
||||
-0.006834623,
|
||||
0.036973044,
|
||||
0.024037901,
|
||||
0.02391513,
|
||||
-0.011360713,
|
||||
-0.119559266,
|
||||
-0.115714155,
|
||||
-0.06674816,
|
||||
-0.042340416,
|
||||
0.09301382,
|
||||
0.024868665,
|
||||
0.08405043,
|
||||
0.0030069647,
|
||||
-0.06605422,
|
||||
0.027435942,
|
||||
-0.03239928,
|
||||
-0.025572078,
|
||||
-0.06587331,
|
||||
0.0678087,
|
||||
0.09763614,
|
||||
0.07363481,
|
||||
0.034110706,
|
||||
0.056513038,
|
||||
0.07671608,
|
||||
-0.05176071,
|
||||
0.05367774,
|
||||
0.00541266,
|
||||
0.015987717,
|
||||
0.0035527307,
|
||||
0.063338846,
|
||||
-0.015986515,
|
||||
0.052941773,
|
||||
0.11543519,
|
||||
0.05519716,
|
||||
0.037675396,
|
||||
0.08086703,
|
||||
0.035557747,
|
||||
-0.07983684,
|
||||
-0.012073549,
|
||||
-0.076086745,
|
||||
-0.06961062,
|
||||
-0.017908957,
|
||||
0.1699312,
|
||||
-0.0047792625,
|
||||
0.090708405,
|
||||
-0.071956836,
|
||||
0.020046378,
|
||||
-0.05956393,
|
||||
-0.06314912,
|
||||
-0.07718947,
|
||||
0.015107324,
|
||||
-0.05031658,
|
||||
-0.05448986,
|
||||
-0.023088248,
|
||||
-0.035414543,
|
||||
-0.030637579,
|
||||
-0.053294946,
|
||||
-0.06745031,
|
||||
-0.08055133,
|
||||
0.0028445483,
|
||||
-0.011376515,
|
||||
-0.029895633,
|
||||
0.024240365,
|
||||
-1.5095563e-33,
|
||||
-0.029858422,
|
||||
-0.00030224613,
|
||||
0.0030705915,
|
||||
0.023098653,
|
||||
-0.04807201,
|
||||
-0.0027389736,
|
||||
-0.03748221,
|
||||
0.016176483,
|
||||
-0.029994667,
|
||||
0.015707478,
|
||||
0.0096614035,
|
||||
-0.039872784,
|
||||
-0.029488137,
|
||||
0.03840971,
|
||||
-0.0052404203,
|
||||
0.06854292,
|
||||
-0.007897781,
|
||||
-0.0018805856,
|
||||
-0.0352267,
|
||||
0.036267247,
|
||||
0.05868197,
|
||||
0.023763478,
|
||||
0.044439625,
|
||||
-0.02601301,
|
||||
-0.025314424,
|
||||
-0.02679121,
|
||||
-0.023682553,
|
||||
-0.09437374,
|
||||
0.0016686164,
|
||||
0.0065181926,
|
||||
-0.097118795,
|
||||
-0.053507585,
|
||||
-0.08239408,
|
||||
0.023490923,
|
||||
-0.02402227,
|
||||
0.015966628,
|
||||
0.0050696856,
|
||||
0.030458245,
|
||||
-0.08839895,
|
||||
0.11425429,
|
||||
0.028386213,
|
||||
0.0298561,
|
||||
0.02285531,
|
||||
0.01873392,
|
||||
0.05632994,
|
||||
-0.020208938,
|
||||
-0.0006685065,
|
||||
-0.08638551,
|
||||
0.020276291,
|
||||
-0.0039841584,
|
||||
0.0009751431,
|
||||
0.06544227,
|
||||
-0.03650517,
|
||||
0.032318577,
|
||||
0.023104826,
|
||||
0.04446683,
|
||||
0.09645086,
|
||||
-0.072731785,
|
||||
0.033722512,
|
||||
0.042799864,
|
||||
-0.05276349,
|
||||
0.00033437353,
|
||||
0.061005846,
|
||||
-0.019637244,
|
||||
-0.02327577,
|
||||
-0.1160437,
|
||||
0.007917702,
|
||||
-0.12529376,
|
||||
0.017027825,
|
||||
0.013484424,
|
||||
-0.030528279,
|
||||
-0.024288423,
|
||||
0.006258758,
|
||||
-0.015579525,
|
||||
-0.07281456,
|
||||
0.012983996,
|
||||
0.01599799,
|
||||
0.0051952074,
|
||||
-0.002588768,
|
||||
-0.059567206,
|
||||
0.063699834,
|
||||
-0.0019145603,
|
||||
0.018687418,
|
||||
-0.009282711,
|
||||
-0.05884746,
|
||||
-0.03251431,
|
||||
-0.0095772855,
|
||||
-0.047396615,
|
||||
0.020575106,
|
||||
-0.0071638324,
|
||||
0.050119117,
|
||||
0.016082546,
|
||||
-0.0058797863,
|
||||
-0.07660506,
|
||||
0.082072616,
|
||||
1.6049304e-33,
|
||||
-0.0056975842,
|
||||
0.06717823,
|
||||
-0.01155973,
|
||||
0.055897184,
|
||||
-0.08883816,
|
||||
-0.03651865,
|
||||
0.12133234,
|
||||
0.028983265,
|
||||
0.022465894,
|
||||
0.047318526,
|
||||
0.07625107,
|
||||
-0.07938655,
|
||||
0.0020323857,
|
||||
-0.023503296,
|
||||
-0.029780442,
|
||||
-0.048816763,
|
||||
-0.034901213,
|
||||
0.06463424,
|
||||
0.05149456,
|
||||
0.008271398,
|
||||
-0.031762894,
|
||||
0.097970895,
|
||||
0.008115042,
|
||||
0.010324485,
|
||||
0.059439637,
|
||||
0.051759075,
|
||||
0.04295602,
|
||||
0.006951762,
|
||||
0.027330121,
|
||||
0.039248228,
|
||||
0.062386345,
|
||||
0.05181691,
|
||||
0.0053548445,
|
||||
0.059656292,
|
||||
-0.008941856,
|
||||
-0.013595369,
|
||||
0.08731477,
|
||||
0.028409526,
|
||||
-0.0068070823,
|
||||
0.052146304,
|
||||
0.04951788,
|
||||
0.055161525,
|
||||
-0.016772978,
|
||||
0.07788952,
|
||||
0.02612108,
|
||||
0.031371117,
|
||||
0.011792192,
|
||||
-0.034147624,
|
||||
0.052822903,
|
||||
0.0035044928,
|
||||
0.098160714,
|
||||
0.029717103,
|
||||
-0.031353023,
|
||||
-0.012088347,
|
||||
0.018629983,
|
||||
-0.03261934,
|
||||
-0.09641058,
|
||||
0.033934057,
|
||||
-0.078907624,
|
||||
-0.008301054,
|
||||
-0.04919879,
|
||||
0.0200944,
|
||||
0.061727397,
|
||||
-0.018450737,
|
||||
-0.033557754,
|
||||
-0.09088319,
|
||||
0.021116594,
|
||||
-0.022466624,
|
||||
-0.011860241,
|
||||
-0.04879352,
|
||||
0.04824181,
|
||||
-0.0729504,
|
||||
-0.021986347,
|
||||
0.062490568,
|
||||
0.02329735,
|
||||
-0.052139174,
|
||||
-0.05413272,
|
||||
0.062326364,
|
||||
0.052311692,
|
||||
0.051399846,
|
||||
-0.024238104,
|
||||
-0.018776463,
|
||||
-0.01662191,
|
||||
0.093347155,
|
||||
0.00853553,
|
||||
0.06343568,
|
||||
0.0193722,
|
||||
0.047052696,
|
||||
-0.0058736033,
|
||||
-0.0034484447,
|
||||
0.079545766,
|
||||
0.102156945,
|
||||
0.015278317,
|
||||
0.040921766,
|
||||
0.038883872,
|
||||
-1.2710007e-08,
|
||||
-0.019322075,
|
||||
-0.12182595,
|
||||
-0.04798032,
|
||||
-0.05338353,
|
||||
-0.113173604,
|
||||
0.05179994,
|
||||
-0.104975395,
|
||||
-0.08526829,
|
||||
0.0062153414,
|
||||
-0.029902961,
|
||||
0.064573385,
|
||||
-0.028757203,
|
||||
-0.06474069,
|
||||
-0.024915313,
|
||||
0.002619679,
|
||||
-0.008791377,
|
||||
0.03023946,
|
||||
0.009847454,
|
||||
0.004436367,
|
||||
0.085081235,
|
||||
-0.026139142,
|
||||
0.11358947,
|
||||
-0.004590704,
|
||||
-0.03662597,
|
||||
-0.09077296,
|
||||
0.081458576,
|
||||
0.012074041,
|
||||
0.07286008,
|
||||
0.004093267,
|
||||
-0.050678167,
|
||||
0.06875128,
|
||||
0.029115168,
|
||||
0.014813955,
|
||||
-0.11862927,
|
||||
-0.0504244,
|
||||
0.053776395,
|
||||
0.04568957,
|
||||
0.07408053,
|
||||
0.02851353,
|
||||
0.039401993,
|
||||
0.029147856,
|
||||
-0.035721682,
|
||||
-0.091308504,
|
||||
-0.047723882,
|
||||
-0.00082008925,
|
||||
-0.073683135,
|
||||
0.010977384,
|
||||
0.015688991,
|
||||
-0.035924956,
|
||||
-0.0811892,
|
||||
0.020371897,
|
||||
-0.045275442,
|
||||
-0.024963016,
|
||||
0.0011709725,
|
||||
0.00041111733,
|
||||
-0.026408581,
|
||||
-0.03244672,
|
||||
0.0034135028,
|
||||
-0.0070261946,
|
||||
0.024263272,
|
||||
0.07635933,
|
||||
0.03955913,
|
||||
0.036027964,
|
||||
-0.07081866
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue