mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-14 14:27:58 +00:00
bba9957edd
Some checks failed
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 0s
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 1s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 0s
Python Package Build Test / build (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 5s
Vector IO Integration Tests / test-matrix (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Unit Tests / unit-tests (3.12) (push) Failing after 3s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.13) (push) Failing after 3s
UI Tests / ui-tests (22) (push) Successful in 40s
Pre-commit / pre-commit (push) Successful in 1m28s
# What does this PR do? Add Open AI Compatible vector store file batches api. This functionality is needed to attach many files to a vector store as a batch. https://github.com/llamastack/llama-stack/issues/3533 API Stubs have been merged https://github.com/llamastack/llama-stack/pull/3615 Adds persistence for file batches as discussed in diff https://github.com/llamastack/llama-stack/pull/3544 (Used claude code for generation and reviewed by me) ## Test Plan 1. Unit tests pass 2. Also verified the cc-vec integration with LLamaStackClient works with the file batches api. https://github.com/raghotham/cc-vec 2. Integration tests pass
807 lines
21 KiB
JSON
807 lines
21 KiB
JSON
{
|
|
"test_id": null,
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is batch test file 1"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.01183041,
|
|
-0.0065989625,
|
|
-0.159677,
|
|
0.011660306,
|
|
0.055617318,
|
|
-0.03764695,
|
|
0.0163666,
|
|
0.033777084,
|
|
-0.06433634,
|
|
-0.08037781,
|
|
-0.0057114926,
|
|
0.07607082,
|
|
0.033490222,
|
|
0.048497792,
|
|
-0.048456103,
|
|
-0.049539,
|
|
0.059783153,
|
|
-0.08439946,
|
|
0.0076269372,
|
|
-0.0128732305,
|
|
0.05902644,
|
|
0.012931591,
|
|
-0.08323305,
|
|
-0.00037215627,
|
|
0.13830419,
|
|
0.024290211,
|
|
-0.047809705,
|
|
0.039520696,
|
|
-0.06423598,
|
|
-0.01653946,
|
|
0.03764018,
|
|
-0.001062501,
|
|
0.028489634,
|
|
-0.025925444,
|
|
-0.015699588,
|
|
-0.012715725,
|
|
0.017358005,
|
|
-0.007198467,
|
|
0.059812553,
|
|
0.028332362,
|
|
-0.00015984774,
|
|
0.004483949,
|
|
0.034580402,
|
|
-0.054280724,
|
|
-0.002989754,
|
|
0.023461882,
|
|
0.011839507,
|
|
0.018908013,
|
|
0.016710319,
|
|
0.004905327,
|
|
-0.0107955905,
|
|
-0.01565778,
|
|
-0.04169478,
|
|
0.02510759,
|
|
0.026486792,
|
|
0.01054831,
|
|
0.011289881,
|
|
0.038714606,
|
|
-0.0136384675,
|
|
-0.023249293,
|
|
0.014086617,
|
|
0.018654121,
|
|
-0.07146624,
|
|
0.047506154,
|
|
-0.012085512,
|
|
-0.007589288,
|
|
-0.009515838,
|
|
0.0048574316,
|
|
-0.004600554,
|
|
0.0031499087,
|
|
0.06778753,
|
|
-0.019641325,
|
|
0.018102348,
|
|
-0.01726182,
|
|
-0.003802732,
|
|
-0.04414122,
|
|
-0.010491107,
|
|
-0.065158285,
|
|
-0.045328394,
|
|
-0.0019480857,
|
|
0.052318677,
|
|
0.0386049,
|
|
0.020296056,
|
|
0.044793047,
|
|
0.08282699,
|
|
-0.019911101,
|
|
-0.016511027,
|
|
-0.0062321154,
|
|
-0.025036003,
|
|
0.04578435,
|
|
0.0019149093,
|
|
0.025694296,
|
|
-0.0042011673,
|
|
-0.018107908,
|
|
-0.026668591,
|
|
0.018340195,
|
|
0.010810087,
|
|
0.018672433,
|
|
-0.006774911,
|
|
-0.0026458725,
|
|
0.023082372,
|
|
0.027705511,
|
|
0.019753877,
|
|
-0.03543464,
|
|
-0.0061461334,
|
|
0.0155549655,
|
|
-0.019579103,
|
|
-0.00693201,
|
|
-0.06635246,
|
|
-0.015482261,
|
|
-0.0040295934,
|
|
0.0006957319,
|
|
-0.008871345,
|
|
-0.00842857,
|
|
0.031484608,
|
|
-0.010076284,
|
|
0.06257018,
|
|
0.0012318427,
|
|
-0.024530765,
|
|
0.00015912329,
|
|
0.0033331378,
|
|
-0.032083686,
|
|
-0.007399188,
|
|
0.07031288,
|
|
0.033552274,
|
|
0.061820872,
|
|
-0.09171231,
|
|
0.036374647,
|
|
0.007984676,
|
|
-0.031679634,
|
|
0.00598418,
|
|
-0.0029291043,
|
|
-0.0049730917,
|
|
-0.052057285,
|
|
0.020125173,
|
|
0.009004486,
|
|
-0.022456508,
|
|
-0.012051283,
|
|
-0.03740793,
|
|
-0.027594674,
|
|
-0.02012376,
|
|
0.011664398,
|
|
0.04336321,
|
|
0.061720803,
|
|
0.041055538,
|
|
-0.02444171,
|
|
0.024476659,
|
|
0.030615946,
|
|
-0.01689858,
|
|
0.0091607245,
|
|
0.0038629547,
|
|
-0.0019203863,
|
|
-0.0035829302,
|
|
0.021674454,
|
|
0.037874587,
|
|
-0.057554636,
|
|
0.014823112,
|
|
0.0036189007,
|
|
0.012866306,
|
|
0.051631145,
|
|
0.0021970836,
|
|
-0.033981066,
|
|
-0.03782387,
|
|
0.01235394,
|
|
-0.057634324,
|
|
-0.07556398,
|
|
0.008977255,
|
|
0.07841102,
|
|
0.060794022,
|
|
-0.03463157,
|
|
-0.063551195,
|
|
-0.064811006,
|
|
0.010709957,
|
|
-0.027145889,
|
|
-0.0837886,
|
|
-0.035913587,
|
|
0.017231362,
|
|
-0.01455278,
|
|
0.039031487,
|
|
-0.038145658,
|
|
0.023733672,
|
|
-0.019787688,
|
|
0.020164428,
|
|
0.023367887,
|
|
0.0035691075,
|
|
-0.028722964,
|
|
0.014704597,
|
|
-0.019744202,
|
|
-0.06668101,
|
|
-0.017812628,
|
|
-0.009186517,
|
|
-0.033119973,
|
|
-0.085967295,
|
|
-0.080312125,
|
|
0.013302178,
|
|
-0.061551016,
|
|
0.017130975,
|
|
-0.017442413,
|
|
0.04742156,
|
|
-0.013023663,
|
|
-0.013847287,
|
|
-0.01880652,
|
|
-0.07011646,
|
|
0.018233122,
|
|
-0.030537246,
|
|
-0.026766777,
|
|
-0.012263141,
|
|
0.014689888,
|
|
-0.049961388,
|
|
0.03201573,
|
|
0.015774516,
|
|
-0.020335846,
|
|
-0.038940914,
|
|
0.0065977564,
|
|
0.035997562,
|
|
-0.053227507,
|
|
0.008883548,
|
|
-0.039375745,
|
|
-0.017865263,
|
|
0.007343183,
|
|
0.017375462,
|
|
0.021595728,
|
|
0.057712954,
|
|
-0.040693924,
|
|
-0.000778912,
|
|
-0.018082067,
|
|
-0.015103824,
|
|
-0.024191063,
|
|
-0.0077742958,
|
|
-0.034330968,
|
|
-0.020159615,
|
|
-0.03245423,
|
|
0.0020437704,
|
|
-0.000114842755,
|
|
-0.029564297,
|
|
-0.018030599,
|
|
-0.0031425157,
|
|
0.053831782,
|
|
-0.026106073,
|
|
0.04243461,
|
|
-0.048363626,
|
|
0.025711408,
|
|
-0.008338205,
|
|
0.0009197218,
|
|
-0.011072695,
|
|
0.00031293565,
|
|
0.0033421176,
|
|
-0.007302082,
|
|
0.04127773,
|
|
-0.0074836435,
|
|
-0.04299338,
|
|
-0.002760089,
|
|
0.019094143,
|
|
0.039009947,
|
|
0.03581834,
|
|
-0.032022007,
|
|
-0.009045915,
|
|
-0.03275861,
|
|
0.017295409,
|
|
-0.039618656,
|
|
0.015396318,
|
|
-0.07593323,
|
|
0.03475173,
|
|
0.007710904,
|
|
-0.009037294,
|
|
-0.026630195,
|
|
-0.027383188,
|
|
0.02212514,
|
|
-0.035001624,
|
|
-0.0219445,
|
|
-0.01212384,
|
|
-0.0018017493,
|
|
-0.011781174,
|
|
-0.051410057,
|
|
0.026306989,
|
|
0.006329408,
|
|
0.010307703,
|
|
0.01613663,
|
|
-0.006002573,
|
|
0.031006144,
|
|
-0.036049806,
|
|
-0.018159281,
|
|
-0.012575659,
|
|
-0.0048318235,
|
|
0.048996273,
|
|
-0.0010814993,
|
|
0.050774954,
|
|
-0.027395276,
|
|
0.0115728015,
|
|
0.031056559,
|
|
0.011177566,
|
|
0.012006755,
|
|
-0.02556873,
|
|
0.029484332,
|
|
-0.009657058,
|
|
0.009322593,
|
|
0.022122696,
|
|
-0.018415872,
|
|
0.010098681,
|
|
-0.007367993,
|
|
-0.023805562,
|
|
0.035959154,
|
|
0.028602934,
|
|
0.030718775,
|
|
0.01705538,
|
|
-0.024984695,
|
|
0.042858277,
|
|
-0.015449,
|
|
0.005040281,
|
|
0.038991883,
|
|
-0.07141338,
|
|
-0.002947093,
|
|
-0.044420503,
|
|
0.019382862,
|
|
-0.040407836,
|
|
0.04245461,
|
|
0.048940845,
|
|
0.018063093,
|
|
0.08591597,
|
|
-0.035389014,
|
|
-0.010674617,
|
|
-0.103511095,
|
|
-0.008537786,
|
|
0.010264984,
|
|
-0.003966177,
|
|
0.02314327,
|
|
0.0048719845,
|
|
0.06199085,
|
|
-0.00810136,
|
|
-0.039515182,
|
|
0.05785542,
|
|
0.06719427,
|
|
-0.039108012,
|
|
-0.050833326,
|
|
0.05823837,
|
|
0.017042343,
|
|
0.005815163,
|
|
0.039831843,
|
|
-0.012049576,
|
|
0.076485425,
|
|
0.012621482,
|
|
0.06927575,
|
|
0.05359866,
|
|
-0.015146923,
|
|
0.044284295,
|
|
-0.062355984,
|
|
-0.009034613,
|
|
0.04071826,
|
|
-0.01236521,
|
|
0.079400524,
|
|
0.0017920422,
|
|
-0.011480363,
|
|
0.008711773,
|
|
0.018180674,
|
|
-0.0030674522,
|
|
0.0326583,
|
|
0.03525443,
|
|
-0.02087537,
|
|
0.05094025,
|
|
-0.0037492628,
|
|
0.009178962,
|
|
-0.0050435406,
|
|
-0.01166052,
|
|
0.0060158456,
|
|
-0.002493798,
|
|
0.021641793,
|
|
0.0019783853,
|
|
0.023140313,
|
|
0.046997964,
|
|
0.0069999313,
|
|
-0.0552795,
|
|
-0.020092534,
|
|
0.06467227,
|
|
0.044829298,
|
|
0.013295184,
|
|
0.0377816,
|
|
-0.046331275,
|
|
0.01770082,
|
|
-0.013348137,
|
|
0.04617519,
|
|
0.04468347,
|
|
-0.03253012,
|
|
0.015447477,
|
|
0.030224748,
|
|
-0.0013485672,
|
|
-0.03615717,
|
|
0.008698818,
|
|
-0.0037734164,
|
|
0.04494809,
|
|
0.037184346,
|
|
-0.011223347,
|
|
0.0046344185,
|
|
-0.07529732,
|
|
0.025554653,
|
|
-0.015140733,
|
|
-0.0035430966,
|
|
0.03661124,
|
|
0.013250649,
|
|
-0.055586766,
|
|
0.027562145,
|
|
-0.018204745,
|
|
-0.029428158,
|
|
-0.0029150618,
|
|
0.03623637,
|
|
-0.022476854,
|
|
-0.0058649112,
|
|
-0.015735915,
|
|
-0.019995706,
|
|
0.032269973,
|
|
0.017872665,
|
|
0.028031865,
|
|
-0.043758772,
|
|
-0.027188994,
|
|
-0.058870632,
|
|
0.024894219,
|
|
0.015318543,
|
|
0.06244725,
|
|
0.021922529,
|
|
0.000678521,
|
|
-0.025339983,
|
|
0.025911404,
|
|
0.01583583,
|
|
-0.014407775,
|
|
-0.037194725,
|
|
-0.015699212,
|
|
0.008184332,
|
|
0.014927899,
|
|
0.0737949,
|
|
0.007748195,
|
|
-0.07158831,
|
|
-0.039901625,
|
|
0.031431172,
|
|
0.011147712,
|
|
0.020828275,
|
|
-0.035193726,
|
|
0.05613746,
|
|
-0.0022006142,
|
|
0.008007006,
|
|
0.001472366,
|
|
0.019893395,
|
|
0.044233263,
|
|
-0.02244468,
|
|
-0.0665883,
|
|
0.013832251,
|
|
0.0026457622,
|
|
0.09737926,
|
|
0.09575702,
|
|
-0.04908296,
|
|
-0.062802345,
|
|
-0.0095988205,
|
|
0.008329187,
|
|
0.041316554,
|
|
-0.0222064,
|
|
0.02813126,
|
|
0.07059441,
|
|
-0.02560012,
|
|
0.044651207,
|
|
-0.027545268,
|
|
-0.007889025,
|
|
0.03391235,
|
|
0.008170332,
|
|
0.0067786956,
|
|
0.0615806,
|
|
0.044006567,
|
|
0.0056231483,
|
|
-0.024909342,
|
|
0.040038925,
|
|
-0.037021257,
|
|
0.0010181392,
|
|
0.058034208,
|
|
-0.021651162,
|
|
-0.06021004,
|
|
0.014830516,
|
|
-0.050770685,
|
|
0.010422301,
|
|
0.0016205559,
|
|
-0.03166853,
|
|
0.014091049,
|
|
-0.002066098,
|
|
0.02992549,
|
|
0.013251145,
|
|
0.011673487,
|
|
-0.0430954,
|
|
-0.048110887,
|
|
0.01493126,
|
|
0.006862025,
|
|
0.04188833,
|
|
0.011692501,
|
|
0.0465231,
|
|
0.010624,
|
|
0.02873104,
|
|
0.037793215,
|
|
0.08978305,
|
|
0.011727344,
|
|
0.043248493,
|
|
-0.033803374,
|
|
0.011249601,
|
|
-0.015437648,
|
|
-0.009372223,
|
|
-0.005403984,
|
|
-0.009915787,
|
|
-0.030847883,
|
|
-0.00076942804,
|
|
0.018497106,
|
|
-0.00030310496,
|
|
-0.0076847905,
|
|
-0.0036222623,
|
|
-0.008554024,
|
|
-0.07606582,
|
|
-0.024716768,
|
|
-0.028077196,
|
|
-0.024249833,
|
|
0.027158285,
|
|
0.0075863106,
|
|
0.09348848,
|
|
-0.00034073484,
|
|
0.039915837,
|
|
-0.007647916,
|
|
-0.035295825,
|
|
0.01611119,
|
|
0.060429912,
|
|
0.009458672,
|
|
0.027763832,
|
|
-0.025683967,
|
|
-0.091306895,
|
|
0.0367077,
|
|
0.009893541,
|
|
-5.195292e-05,
|
|
0.045459133,
|
|
0.04671114,
|
|
-0.0023683042,
|
|
0.017460158,
|
|
-0.007978136,
|
|
0.00081788,
|
|
-0.009908127,
|
|
0.0049076737,
|
|
-0.03604046,
|
|
0.024152907,
|
|
0.0022956813,
|
|
0.061990347,
|
|
-0.061900347,
|
|
0.0047628507,
|
|
0.007954329,
|
|
-0.05227117,
|
|
0.013897867,
|
|
-0.0034024485,
|
|
-0.06788996,
|
|
0.036198605,
|
|
-0.014600589,
|
|
-0.038748026,
|
|
0.031534728,
|
|
-0.037783317,
|
|
-0.057816587,
|
|
-0.054505207,
|
|
0.010229355,
|
|
-0.01668772,
|
|
-0.013999046,
|
|
-0.049303915,
|
|
-0.013006012,
|
|
-0.020143948,
|
|
0.0009209327,
|
|
0.010504151,
|
|
0.052313875,
|
|
-0.003835063,
|
|
0.03984861,
|
|
-0.05403,
|
|
0.004036369,
|
|
0.035671517,
|
|
-0.009310839,
|
|
0.01921996,
|
|
0.015426655,
|
|
-0.042717084,
|
|
-0.016548151,
|
|
-0.03559785,
|
|
-0.03052737,
|
|
0.0016032697,
|
|
0.04009937,
|
|
0.05516244,
|
|
-0.009645057,
|
|
-0.019377265,
|
|
0.017122837,
|
|
0.007185355,
|
|
0.012066883,
|
|
0.015954316,
|
|
-0.0029309995,
|
|
-0.008670052,
|
|
0.0007600626,
|
|
-0.0019616315,
|
|
0.03605449,
|
|
-0.028704248,
|
|
-0.057372347,
|
|
-0.03711266,
|
|
0.02601168,
|
|
0.020637576,
|
|
-0.014288832,
|
|
0.023694387,
|
|
-0.018556923,
|
|
-0.003977263,
|
|
-0.03251488,
|
|
-0.04545843,
|
|
-0.027434839,
|
|
0.013158248,
|
|
-0.005281848,
|
|
-0.03187363,
|
|
-0.022890532,
|
|
-0.0063330783,
|
|
0.040277284,
|
|
0.017638152,
|
|
-0.038472284,
|
|
0.015346814,
|
|
0.06673371,
|
|
-0.011651253,
|
|
-0.06683331,
|
|
0.008377879,
|
|
-0.030951817,
|
|
-0.036013808,
|
|
0.02394849,
|
|
0.023321355,
|
|
0.024521058,
|
|
-0.03078664,
|
|
0.014595395,
|
|
-0.037766363,
|
|
0.075227626,
|
|
-0.01933975,
|
|
0.043791853,
|
|
-0.025162384,
|
|
-0.044860955,
|
|
0.0059519857,
|
|
0.04085485,
|
|
0.06551164,
|
|
-0.05282273,
|
|
0.0030225238,
|
|
-0.06850771,
|
|
-0.062015526,
|
|
-0.06011264,
|
|
0.014174797,
|
|
-0.050894123,
|
|
0.017077608,
|
|
0.021088008,
|
|
0.058029104,
|
|
0.043224387,
|
|
-0.004394573,
|
|
-0.0022478225,
|
|
-0.006972821,
|
|
0.02401093,
|
|
0.022611097,
|
|
8.550083e-05,
|
|
0.056450296,
|
|
0.055112243,
|
|
-0.034522895,
|
|
0.06482398,
|
|
0.08114595,
|
|
0.022528961,
|
|
-0.013464262,
|
|
-0.0029874062,
|
|
0.005515398,
|
|
0.026176685,
|
|
-0.041392956,
|
|
-0.035894908,
|
|
-0.052102275,
|
|
0.032556653,
|
|
-0.016931413,
|
|
-0.047386043,
|
|
0.012574915,
|
|
0.03802867,
|
|
0.045309085,
|
|
0.025728,
|
|
-0.02505067,
|
|
0.039530423,
|
|
-0.065004446,
|
|
0.017083768,
|
|
0.0033854055,
|
|
0.07688453,
|
|
-0.019878633,
|
|
-0.0025184979,
|
|
-0.0027949202,
|
|
0.052868426,
|
|
0.054179598,
|
|
-0.0040608337,
|
|
-0.0053128796,
|
|
-0.04103081,
|
|
-0.049691968,
|
|
0.06014039,
|
|
0.04751648,
|
|
0.015087763,
|
|
-0.06859484,
|
|
0.00805693,
|
|
-0.061754886,
|
|
0.008819008,
|
|
-0.027785089,
|
|
-0.010586925,
|
|
-0.020496469,
|
|
-0.029158294,
|
|
-0.05417346,
|
|
-0.029509347,
|
|
-0.025456924,
|
|
0.041056376,
|
|
0.0075264946,
|
|
-0.018885529,
|
|
0.07735419,
|
|
0.00489195,
|
|
0.050696895,
|
|
-0.0041886116,
|
|
0.064080104,
|
|
-0.020775754,
|
|
-0.017177466,
|
|
0.0023288913,
|
|
0.010398866,
|
|
-0.040627487,
|
|
-0.034321204,
|
|
0.016019996,
|
|
0.028118521,
|
|
0.014172112,
|
|
0.08738979,
|
|
-0.03657629,
|
|
0.018347794,
|
|
-0.03947416,
|
|
-0.01077611,
|
|
0.00085160177,
|
|
0.0368259,
|
|
0.05611389,
|
|
0.05134766,
|
|
-0.025541335,
|
|
-0.0057555106,
|
|
-0.013793745,
|
|
-0.05975066,
|
|
-0.0064870752,
|
|
-0.053716175,
|
|
0.024583345,
|
|
-0.084030546,
|
|
-0.048775505,
|
|
-0.059886374,
|
|
-0.057641674,
|
|
0.030222055,
|
|
0.018706435,
|
|
0.023170326,
|
|
-0.0064046904,
|
|
-0.018711446,
|
|
-0.0029956547,
|
|
0.0377868,
|
|
-0.012569718,
|
|
0.0514249,
|
|
-0.012415474,
|
|
-0.018657023,
|
|
-0.040379863,
|
|
0.029388199,
|
|
-0.07378978,
|
|
0.026212148,
|
|
0.0056296797,
|
|
-0.00405927,
|
|
0.021354636,
|
|
-0.0822599,
|
|
0.01597725,
|
|
0.07648158,
|
|
-0.006006045,
|
|
-0.014829594,
|
|
-0.021541826,
|
|
0.0032610476,
|
|
0.06906917,
|
|
-0.05802312,
|
|
-0.023113884,
|
|
-0.015534724,
|
|
0.016758824,
|
|
0.0030736707,
|
|
-0.0022294512,
|
|
-0.026804008,
|
|
-0.0031566115,
|
|
-0.0584943
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|