mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
chore: use ollama/all-minilm:l6-v2 for ollama tests (#3537)
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
# What does this PR do? use ollama embedding models for ollama test, previously using sentence-transformer recordings: - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup ollama --inference-mode record - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite vision --setup ollama-vision --inference-mode record ## Test Plan ci w/ added skip base64 embedding test
This commit is contained in:
parent
6101c8e015
commit
a50b63906c
20 changed files with 7267 additions and 2 deletions
422
tests/integration/recordings/responses/72dc126ecb92.json
Normal file
422
tests/integration/recordings/responses/72dc126ecb92.json
Normal file
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What is the capital of France?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.08202976,
|
||||
0.036049414,
|
||||
-0.0038694388,
|
||||
-0.004861482,
|
||||
0.025693247,
|
||||
-0.057166435,
|
||||
0.012161705,
|
||||
0.00467127,
|
||||
0.03505895,
|
||||
-0.022435311,
|
||||
-0.008085767,
|
||||
-0.10931756,
|
||||
0.022722982,
|
||||
-0.029302586,
|
||||
-0.04346896,
|
||||
-0.12028496,
|
||||
-0.0008543458,
|
||||
-0.018142797,
|
||||
0.056229446,
|
||||
0.0030836044,
|
||||
0.0022986692,
|
||||
-0.016883435,
|
||||
0.063618116,
|
||||
-0.023674846,
|
||||
0.03150837,
|
||||
-0.03492346,
|
||||
-0.02059899,
|
||||
-0.0028085383,
|
||||
-0.011096673,
|
||||
-0.036125362,
|
||||
0.05411302,
|
||||
-0.03660111,
|
||||
-0.025032759,
|
||||
-0.03826603,
|
||||
-0.04968481,
|
||||
-0.015202328,
|
||||
0.021395631,
|
||||
-0.012792473,
|
||||
0.07668721,
|
||||
0.044378605,
|
||||
-0.010861103,
|
||||
-0.02969732,
|
||||
-0.01693457,
|
||||
-0.02468242,
|
||||
0.008050823,
|
||||
0.043557983,
|
||||
0.00716306,
|
||||
0.07550757,
|
||||
0.032823652,
|
||||
-0.062019415,
|
||||
0.06670169,
|
||||
0.02702069,
|
||||
-0.045678847,
|
||||
-0.031471908,
|
||||
-0.031157935,
|
||||
0.09160007,
|
||||
-0.0017839444,
|
||||
-0.011266827,
|
||||
0.036512397,
|
||||
0.056955945,
|
||||
0.0023172228,
|
||||
-0.037797417,
|
||||
-0.015496572,
|
||||
0.05239146,
|
||||
0.060355853,
|
||||
-0.016556436,
|
||||
0.008859441,
|
||||
-0.006693228,
|
||||
-0.10623182,
|
||||
0.0016843195,
|
||||
-0.048475303,
|
||||
-0.029751357,
|
||||
0.0043055434,
|
||||
-0.085694805,
|
||||
0.06622337,
|
||||
-0.055170245,
|
||||
-0.113299794,
|
||||
0.050824273,
|
||||
-0.0093362145,
|
||||
0.005925067,
|
||||
0.020988274,
|
||||
-0.022545837,
|
||||
0.0005047343,
|
||||
0.056380495,
|
||||
0.045526545,
|
||||
-0.0052237497,
|
||||
0.093625955,
|
||||
0.027504839,
|
||||
0.029391509,
|
||||
-0.045657262,
|
||||
-0.04896369,
|
||||
0.0014494687,
|
||||
-0.012873971,
|
||||
0.07979804,
|
||||
-0.119054265,
|
||||
0.06877414,
|
||||
-0.02276175,
|
||||
0.04496259,
|
||||
-0.08137766,
|
||||
0.04399991,
|
||||
0.0029155004,
|
||||
0.017608844,
|
||||
0.08313841,
|
||||
-0.018102929,
|
||||
-0.047927402,
|
||||
0.058765113,
|
||||
0.006293192,
|
||||
-0.014731239,
|
||||
-0.0073064007,
|
||||
-0.0781359,
|
||||
-0.10074126,
|
||||
-0.033533756,
|
||||
-0.00088698306,
|
||||
-0.051110234,
|
||||
0.027163483,
|
||||
0.070813894,
|
||||
0.0473974,
|
||||
-0.10459239,
|
||||
0.004466598,
|
||||
-0.02877272,
|
||||
-0.018381905,
|
||||
-0.05058398,
|
||||
-0.03153154,
|
||||
-0.009511212,
|
||||
-0.060586177,
|
||||
0.021100093,
|
||||
-0.046674214,
|
||||
-7.7591076e-33,
|
||||
-0.031355448,
|
||||
0.056446515,
|
||||
0.07743158,
|
||||
0.063853666,
|
||||
-0.046656296,
|
||||
-0.0076402966,
|
||||
-0.055335216,
|
||||
0.040273033,
|
||||
-0.031546857,
|
||||
-0.0070960633,
|
||||
0.03947221,
|
||||
-0.13172576,
|
||||
-0.066130824,
|
||||
0.021737415,
|
||||
0.09697953,
|
||||
0.011744081,
|
||||
0.08902659,
|
||||
0.034691017,
|
||||
-0.043833185,
|
||||
-0.00030143902,
|
||||
0.014647222,
|
||||
-0.0027022636,
|
||||
-0.0033283983,
|
||||
0.017359877,
|
||||
0.060070343,
|
||||
0.039406266,
|
||||
-0.0016976525,
|
||||
0.07733255,
|
||||
0.014587377,
|
||||
-0.0022474623,
|
||||
-0.0018583275,
|
||||
0.015027343,
|
||||
0.021683114,
|
||||
0.007410058,
|
||||
0.018048959,
|
||||
0.04978414,
|
||||
0.012675927,
|
||||
-0.0025086475,
|
||||
0.043455686,
|
||||
0.06298341,
|
||||
0.06654817,
|
||||
-0.03632864,
|
||||
-0.038746156,
|
||||
0.04404243,
|
||||
0.0055982894,
|
||||
0.0056101615,
|
||||
-0.034923486,
|
||||
-0.07149955,
|
||||
0.100819185,
|
||||
-0.024829678,
|
||||
0.014776356,
|
||||
-0.025867768,
|
||||
-0.07273216,
|
||||
-0.017346835,
|
||||
0.0260487,
|
||||
0.11415772,
|
||||
-0.07090699,
|
||||
0.017925302,
|
||||
-0.0033817997,
|
||||
0.008448176,
|
||||
-0.003143632,
|
||||
0.0058723576,
|
||||
-0.022942929,
|
||||
0.077535555,
|
||||
0.034722377,
|
||||
0.08747513,
|
||||
0.046323698,
|
||||
0.018648349,
|
||||
0.0110834995,
|
||||
-0.04582314,
|
||||
-0.04647318,
|
||||
0.026527299,
|
||||
0.07395089,
|
||||
0.06561257,
|
||||
0.062683366,
|
||||
0.072362706,
|
||||
-0.008941885,
|
||||
-0.03541281,
|
||||
-0.0053030164,
|
||||
-0.0031686015,
|
||||
-0.037939887,
|
||||
-0.041367147,
|
||||
-0.09659676,
|
||||
0.044178847,
|
||||
-0.033438113,
|
||||
-0.071386814,
|
||||
-0.011716445,
|
||||
-0.0071186274,
|
||||
0.00061640673,
|
||||
-0.08835511,
|
||||
-0.113242365,
|
||||
-0.12120535,
|
||||
-0.0013521842,
|
||||
-0.044262983,
|
||||
-0.08664051,
|
||||
3.99678e-33,
|
||||
0.02535338,
|
||||
-0.0026378247,
|
||||
-0.08111579,
|
||||
0.02547826,
|
||||
0.0013276006,
|
||||
0.016020937,
|
||||
0.09552779,
|
||||
0.033251505,
|
||||
-0.011988348,
|
||||
0.017077431,
|
||||
-0.08302871,
|
||||
-0.12451176,
|
||||
0.04389814,
|
||||
0.012018027,
|
||||
0.0658185,
|
||||
0.10058191,
|
||||
0.072872765,
|
||||
-0.026890267,
|
||||
-0.032213055,
|
||||
-0.053589094,
|
||||
-0.12635043,
|
||||
0.0054604914,
|
||||
-0.035322428,
|
||||
-0.0042595062,
|
||||
-0.025021179,
|
||||
0.04156106,
|
||||
-0.099938765,
|
||||
-0.04764939,
|
||||
-0.023992214,
|
||||
0.0026479033,
|
||||
-0.055134412,
|
||||
0.0135903545,
|
||||
0.048992496,
|
||||
0.08496887,
|
||||
-0.042019308,
|
||||
0.076698534,
|
||||
0.033193503,
|
||||
0.0013002069,
|
||||
0.040013336,
|
||||
0.06456136,
|
||||
-0.043408506,
|
||||
-0.04966869,
|
||||
0.057963107,
|
||||
0.112575926,
|
||||
0.07073235,
|
||||
0.008212935,
|
||||
0.04400269,
|
||||
-0.02254505,
|
||||
-0.0072481814,
|
||||
0.0499455,
|
||||
0.03863049,
|
||||
0.067862414,
|
||||
-0.040987622,
|
||||
0.0057318085,
|
||||
0.017909586,
|
||||
0.049269967,
|
||||
-0.051384907,
|
||||
0.051039662,
|
||||
-0.09386297,
|
||||
-0.068170875,
|
||||
0.06535989,
|
||||
0.075474136,
|
||||
-0.01684931,
|
||||
0.066068135,
|
||||
-0.002895765,
|
||||
-0.020654289,
|
||||
-0.12704009,
|
||||
0.06156587,
|
||||
-0.009830676,
|
||||
-0.01469639,
|
||||
0.13543925,
|
||||
0.03414061,
|
||||
-0.06482569,
|
||||
0.050997727,
|
||||
-0.06645151,
|
||||
0.02918515,
|
||||
0.07946983,
|
||||
0.0144163035,
|
||||
-0.027290653,
|
||||
0.0053189695,
|
||||
-0.06757613,
|
||||
-0.020426784,
|
||||
-0.02716044,
|
||||
-0.026120126,
|
||||
-0.07056778,
|
||||
0.034710903,
|
||||
0.0075686374,
|
||||
-0.1021992,
|
||||
0.058452472,
|
||||
-0.07478862,
|
||||
-0.022035357,
|
||||
-0.006788853,
|
||||
-0.051244825,
|
||||
-0.036997046,
|
||||
0.025655027,
|
||||
-1.7503632e-08,
|
||||
0.068089955,
|
||||
0.045014948,
|
||||
-0.04406171,
|
||||
0.012893553,
|
||||
-0.057842314,
|
||||
-0.09545587,
|
||||
0.062147193,
|
||||
-0.0042322013,
|
||||
-0.008608291,
|
||||
0.00019173615,
|
||||
-0.073625155,
|
||||
0.0560322,
|
||||
-0.069646716,
|
||||
-0.051114324,
|
||||
-0.041078486,
|
||||
-0.0047770296,
|
||||
-0.032476347,
|
||||
0.043077406,
|
||||
0.00868246,
|
||||
0.022775955,
|
||||
-0.0048412583,
|
||||
0.023340825,
|
||||
-0.045659505,
|
||||
-0.0580905,
|
||||
0.012541833,
|
||||
-0.0990428,
|
||||
0.040609814,
|
||||
0.04566485,
|
||||
0.002689006,
|
||||
-0.005311531,
|
||||
0.06633719,
|
||||
-0.027349183,
|
||||
-0.050051387,
|
||||
-0.09029445,
|
||||
-0.03615204,
|
||||
0.012671408,
|
||||
-0.005864395,
|
||||
-0.0049427897,
|
||||
0.009419004,
|
||||
-0.029023463,
|
||||
0.095057935,
|
||||
0.06193272,
|
||||
0.0124788815,
|
||||
-0.011969339,
|
||||
0.024483038,
|
||||
0.045374334,
|
||||
0.05381008,
|
||||
-0.035192177,
|
||||
0.11459818,
|
||||
-0.0890104,
|
||||
-0.11138818,
|
||||
0.099403016,
|
||||
0.0039248187,
|
||||
0.0044726846,
|
||||
0.003338095,
|
||||
0.07087381,
|
||||
-0.0513449,
|
||||
-0.012656336,
|
||||
0.021826852,
|
||||
-0.0200563,
|
||||
-0.014921589,
|
||||
0.049172193,
|
||||
0.08935325,
|
||||
-0.011052536
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue