mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
chore: use ollama/all-minilm:l6-v2 for ollama tests (#3537)
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
Some checks failed
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 2s
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Test Llama Stack Build / generate-matrix (push) Successful in 3s
Test Llama Stack Build / build-single-provider (push) Failing after 4s
Vector IO Integration Tests / test-matrix (push) Failing after 6s
Python Package Build Test / build (3.12) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 2s
Test Llama Stack Build / build-custom-container-distribution (push) Failing after 5s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Test Llama Stack Build / build-ubi9-container-distribution (push) Failing after 5s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.12) (push) Failing after 6s
Unit Tests / unit-tests (3.13) (push) Failing after 5s
Test Llama Stack Build / build (push) Failing after 4s
UI Tests / ui-tests (22) (push) Successful in 33s
Pre-commit / pre-commit (push) Successful in 1m25s
# What does this PR do? use ollama embedding models for ollama test, previously using sentence-transformer recordings: - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup ollama --inference-mode record - ./scripts/integration-tests.sh --stack-config server:ci-tests --suite vision --setup ollama-vision --inference-mode record ## Test Plan ci w/ added skip base64 embedding test
This commit is contained in:
parent
6101c8e015
commit
a50b63906c
20 changed files with 7267 additions and 2 deletions
422
tests/integration/recordings/responses/dee1518c6628.json
Normal file
422
tests/integration/recordings/responses/dee1518c6628.json
Normal file
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"precomputed embedding test"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.018036319,
|
||||
-0.012765047,
|
||||
0.03125965,
|
||||
-0.02375151,
|
||||
0.025379343,
|
||||
0.060499735,
|
||||
-0.02026708,
|
||||
-0.012985666,
|
||||
-0.043284714,
|
||||
-0.024622917,
|
||||
0.02486436,
|
||||
-0.03497649,
|
||||
0.027742712,
|
||||
0.032537967,
|
||||
-0.07889987,
|
||||
0.009495538,
|
||||
0.108338796,
|
||||
0.07935357,
|
||||
-0.05853841,
|
||||
-0.017992375,
|
||||
-0.06673812,
|
||||
-0.0032593964,
|
||||
0.0132823065,
|
||||
-0.0308506,
|
||||
0.044666506,
|
||||
-0.06442589,
|
||||
-0.041590516,
|
||||
0.057770588,
|
||||
0.111606374,
|
||||
-0.051381156,
|
||||
0.12421504,
|
||||
-0.018106857,
|
||||
-0.0020854468,
|
||||
0.08215056,
|
||||
-0.015330762,
|
||||
0.0479669,
|
||||
0.020125136,
|
||||
-0.048337292,
|
||||
-0.018317815,
|
||||
0.059444938,
|
||||
0.00047365576,
|
||||
-0.012958252,
|
||||
0.028859986,
|
||||
0.040130712,
|
||||
0.029784055,
|
||||
-0.015360712,
|
||||
0.008897483,
|
||||
0.008520841,
|
||||
-0.101540424,
|
||||
-0.039096564,
|
||||
-0.0021748266,
|
||||
0.0013204592,
|
||||
-0.05096974,
|
||||
-0.055848837,
|
||||
-0.057836458,
|
||||
-0.0626853,
|
||||
0.021702537,
|
||||
-0.050089337,
|
||||
0.04033438,
|
||||
0.03354133,
|
||||
-0.010003805,
|
||||
-0.08682413,
|
||||
0.07376202,
|
||||
0.008009445,
|
||||
0.022172567,
|
||||
0.023164645,
|
||||
0.027895318,
|
||||
0.035225768,
|
||||
0.017997501,
|
||||
0.09853605,
|
||||
-0.020658517,
|
||||
0.027008843,
|
||||
-0.050064307,
|
||||
0.04682815,
|
||||
0.00912333,
|
||||
0.07885718,
|
||||
-0.018593438,
|
||||
-0.07773581,
|
||||
0.109442696,
|
||||
-0.11206324,
|
||||
0.010433095,
|
||||
-0.073395275,
|
||||
-0.006636955,
|
||||
-0.042505022,
|
||||
0.12505825,
|
||||
0.097990945,
|
||||
0.06610694,
|
||||
-0.0039949734,
|
||||
-0.0817807,
|
||||
-0.009407832,
|
||||
0.043290764,
|
||||
-0.017194442,
|
||||
-0.079182185,
|
||||
0.08731865,
|
||||
-0.0055716676,
|
||||
-0.024277646,
|
||||
-0.026291223,
|
||||
-0.021169199,
|
||||
0.027703164,
|
||||
0.11184553,
|
||||
0.008138305,
|
||||
0.00927679,
|
||||
0.060843308,
|
||||
0.031740803,
|
||||
-0.027763257,
|
||||
-0.067542285,
|
||||
0.083235115,
|
||||
-0.010722409,
|
||||
-0.003596879,
|
||||
-0.03731031,
|
||||
0.0005883539,
|
||||
-0.063687496,
|
||||
0.008766459,
|
||||
0.032250904,
|
||||
-0.03564036,
|
||||
-0.07344927,
|
||||
0.04179759,
|
||||
0.02855851,
|
||||
-0.024623597,
|
||||
-0.023432637,
|
||||
0.028878128,
|
||||
0.041853584,
|
||||
0.0432781,
|
||||
0.007851593,
|
||||
0.022038134,
|
||||
-0.05595884,
|
||||
0.016461687,
|
||||
2.7094954e-33,
|
||||
0.006504033,
|
||||
-0.051044505,
|
||||
0.021099899,
|
||||
0.07969017,
|
||||
-0.04368391,
|
||||
0.014904434,
|
||||
-0.032851998,
|
||||
0.13599935,
|
||||
-0.05613122,
|
||||
0.06516371,
|
||||
-0.020240407,
|
||||
0.05305463,
|
||||
-0.044792183,
|
||||
0.08281265,
|
||||
-0.01823444,
|
||||
0.033745598,
|
||||
-0.016067084,
|
||||
-0.039737612,
|
||||
-0.05091073,
|
||||
-0.003835655,
|
||||
0.015519713,
|
||||
-0.030288516,
|
||||
-0.050942086,
|
||||
-0.11592442,
|
||||
-0.07665286,
|
||||
-0.06567756,
|
||||
0.019765161,
|
||||
-0.06823771,
|
||||
-0.07424318,
|
||||
0.025792379,
|
||||
-0.14317486,
|
||||
-0.07891553,
|
||||
-0.021228878,
|
||||
0.039634928,
|
||||
-0.016802909,
|
||||
-0.044120707,
|
||||
0.006634243,
|
||||
0.0058715795,
|
||||
-0.07995874,
|
||||
0.002443334,
|
||||
-0.026899977,
|
||||
-0.0013412291,
|
||||
0.002038266,
|
||||
-0.03384139,
|
||||
0.005931528,
|
||||
-0.046065018,
|
||||
-0.034714635,
|
||||
0.025317542,
|
||||
0.01906024,
|
||||
-0.024228983,
|
||||
0.019573852,
|
||||
0.03944586,
|
||||
-0.03334646,
|
||||
-0.0768601,
|
||||
0.005452342,
|
||||
-0.003161199,
|
||||
0.000542002,
|
||||
0.018255332,
|
||||
0.074605905,
|
||||
0.025135716,
|
||||
-0.10989631,
|
||||
0.011247026,
|
||||
-0.050927915,
|
||||
0.07583658,
|
||||
-0.12486867,
|
||||
-0.05912801,
|
||||
-0.0036061911,
|
||||
-0.085416466,
|
||||
0.03914342,
|
||||
0.072747745,
|
||||
0.011503597,
|
||||
0.027539955,
|
||||
-0.08109587,
|
||||
-0.03039898,
|
||||
-0.034653284,
|
||||
0.03224371,
|
||||
-0.035028238,
|
||||
0.010218407,
|
||||
-0.021780575,
|
||||
0.0010573319,
|
||||
0.013816383,
|
||||
-0.028883183,
|
||||
0.017164033,
|
||||
-0.052959263,
|
||||
-0.012570558,
|
||||
-0.16902319,
|
||||
0.030648956,
|
||||
-0.10055485,
|
||||
0.026650762,
|
||||
-0.071228996,
|
||||
0.00929425,
|
||||
0.017895814,
|
||||
-0.035329636,
|
||||
-0.038097598,
|
||||
0.116071835,
|
||||
-2.2713515e-33,
|
||||
0.04127089,
|
||||
0.0837146,
|
||||
0.00899163,
|
||||
0.1357995,
|
||||
-0.009237686,
|
||||
0.0038942713,
|
||||
0.061383113,
|
||||
0.014725109,
|
||||
-0.08240016,
|
||||
0.05106149,
|
||||
0.052162398,
|
||||
-0.0912485,
|
||||
0.01875351,
|
||||
-0.050305407,
|
||||
-0.0038576927,
|
||||
0.008774803,
|
||||
-0.081945315,
|
||||
-0.060020786,
|
||||
0.0164221,
|
||||
0.043100134,
|
||||
-0.04116915,
|
||||
0.045944594,
|
||||
0.03755043,
|
||||
0.03274042,
|
||||
-0.0074182185,
|
||||
0.08625352,
|
||||
0.037703313,
|
||||
-0.00028144967,
|
||||
-0.03562357,
|
||||
0.020237584,
|
||||
-0.0062212464,
|
||||
-0.019175837,
|
||||
-0.05541716,
|
||||
0.034526624,
|
||||
-0.02858707,
|
||||
0.0044915355,
|
||||
0.07259016,
|
||||
0.041983698,
|
||||
0.011109383,
|
||||
0.01880668,
|
||||
0.097080804,
|
||||
0.09413544,
|
||||
-0.12913938,
|
||||
0.035041332,
|
||||
-0.004425682,
|
||||
-0.012205947,
|
||||
-0.0016557154,
|
||||
-0.05068707,
|
||||
0.15884145,
|
||||
-0.012549114,
|
||||
-0.021348534,
|
||||
0.03251363,
|
||||
0.04628448,
|
||||
0.054376245,
|
||||
0.006818182,
|
||||
-0.027170561,
|
||||
-0.061862,
|
||||
-0.04534394,
|
||||
-0.008363168,
|
||||
0.04019932,
|
||||
-0.016715363,
|
||||
-0.040953267,
|
||||
0.039559525,
|
||||
-0.021472331,
|
||||
0.0055409903,
|
||||
-0.08493741,
|
||||
-0.03832763,
|
||||
0.1039703,
|
||||
-0.020331193,
|
||||
0.02971218,
|
||||
-0.0398032,
|
||||
0.03509529,
|
||||
-0.0034297209,
|
||||
-0.0068248124,
|
||||
0.053155076,
|
||||
0.011865219,
|
||||
0.04659949,
|
||||
0.02414787,
|
||||
0.068505645,
|
||||
-0.00950228,
|
||||
-0.006530904,
|
||||
-0.03784911,
|
||||
-0.013784687,
|
||||
0.021332197,
|
||||
0.030621022,
|
||||
0.10304789,
|
||||
0.0277674,
|
||||
0.007172984,
|
||||
0.0043231216,
|
||||
0.009159756,
|
||||
0.069140956,
|
||||
0.087634236,
|
||||
-0.04637307,
|
||||
0.01820922,
|
||||
0.065394066,
|
||||
-1.7640973e-08,
|
||||
-0.06085519,
|
||||
-0.07559385,
|
||||
0.044326548,
|
||||
-0.02475008,
|
||||
-0.061372478,
|
||||
-0.045398142,
|
||||
0.020677099,
|
||||
-0.034321737,
|
||||
-0.03518944,
|
||||
-0.023759514,
|
||||
0.027770184,
|
||||
-0.0021794396,
|
||||
-0.053482134,
|
||||
-0.01962642,
|
||||
-0.041778073,
|
||||
-0.00094788696,
|
||||
-0.043084495,
|
||||
-0.011593622,
|
||||
-0.0050855135,
|
||||
0.065776914,
|
||||
-0.057164006,
|
||||
0.09555621,
|
||||
0.088908434,
|
||||
-0.022197992,
|
||||
-0.06730014,
|
||||
-0.022787703,
|
||||
0.018815845,
|
||||
0.029995734,
|
||||
0.055323604,
|
||||
0.050712243,
|
||||
0.02092121,
|
||||
0.06544876,
|
||||
-0.037383437,
|
||||
-0.078021176,
|
||||
-0.039648075,
|
||||
0.095848694,
|
||||
0.06603057,
|
||||
-0.010790092,
|
||||
-0.047517296,
|
||||
0.034212835,
|
||||
-0.059543293,
|
||||
-0.020928971,
|
||||
0.0043123127,
|
||||
-0.09709055,
|
||||
0.06944257,
|
||||
-0.046936724,
|
||||
0.0026605395,
|
||||
0.014065412,
|
||||
0.0018252941,
|
||||
-0.014995255,
|
||||
0.018496186,
|
||||
-0.02638827,
|
||||
-0.06663817,
|
||||
0.03671545,
|
||||
-0.006582465,
|
||||
0.015744653,
|
||||
0.024058202,
|
||||
0.038391512,
|
||||
-0.06430364,
|
||||
0.013741025,
|
||||
0.0057411646,
|
||||
-0.025728337,
|
||||
0.07752631,
|
||||
-0.014778744
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue