mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-16 06:53:47 +00:00
bba9957edd
Some checks failed
SqlStore Integration Tests / test-postgres (3.12) (push) Failing after 0s
Integration Auth Tests / test-matrix (oauth2_token) (push) Failing after 1s
Test External Providers Installed via Module / test-external-providers-from-module (venv) (push) Has been skipped
Integration Tests (Replay) / Integration Tests (, , , client=, ) (push) Failing after 2s
Python Package Build Test / build (3.13) (push) Failing after 0s
Python Package Build Test / build (3.12) (push) Failing after 2s
SqlStore Integration Tests / test-postgres (3.13) (push) Failing after 5s
Vector IO Integration Tests / test-matrix (push) Failing after 4s
API Conformance Tests / check-schema-compatibility (push) Successful in 9s
Unit Tests / unit-tests (3.12) (push) Failing after 3s
Test External API and Providers / test-external (venv) (push) Failing after 5s
Unit Tests / unit-tests (3.13) (push) Failing after 3s
UI Tests / ui-tests (22) (push) Successful in 40s
Pre-commit / pre-commit (push) Successful in 1m28s
# What does this PR do? Add Open AI Compatible vector store file batches api. This functionality is needed to attach many files to a vector store as a batch. https://github.com/llamastack/llama-stack/issues/3533 API Stubs have been merged https://github.com/llamastack/llama-stack/pull/3615 Adds persistence for file batches as discussed in diff https://github.com/llamastack/llama-stack/pull/3544 (Used claude code for generation and reviewed by me) ## Test Plan 1. Unit tests pass 2. Also verified the cc-vec integration with LLamaStackClient works with the file batches api. https://github.com/raghotham/cc-vec 2. Integration tests pass
807 lines
21 KiB
JSON
807 lines
21 KiB
JSON
{
|
|
"test_id": null,
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is batch test file 0"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.04614301,
|
|
-0.020081447,
|
|
-0.13696706,
|
|
0.014573554,
|
|
0.0701535,
|
|
-0.023059264,
|
|
0.0017123591,
|
|
0.046829354,
|
|
-0.04367561,
|
|
-0.114361376,
|
|
-0.035698596,
|
|
0.06475817,
|
|
0.05364872,
|
|
0.038444433,
|
|
-0.01979135,
|
|
-0.037200496,
|
|
0.036657624,
|
|
-0.06543346,
|
|
0.019384816,
|
|
0.014107363,
|
|
0.08575862,
|
|
0.005253997,
|
|
-0.068923116,
|
|
0.010090121,
|
|
0.12664902,
|
|
0.007504762,
|
|
-0.01953818,
|
|
0.050352264,
|
|
-0.054028552,
|
|
-0.032810874,
|
|
0.06410688,
|
|
0.02482149,
|
|
0.013947014,
|
|
-0.018964177,
|
|
-0.014869268,
|
|
-0.014962293,
|
|
0.015406188,
|
|
0.0019375562,
|
|
0.045115244,
|
|
0.01663003,
|
|
0.011144363,
|
|
-0.0072048977,
|
|
0.03155388,
|
|
-0.044834215,
|
|
-0.0060860706,
|
|
0.04020486,
|
|
0.018086052,
|
|
0.04788624,
|
|
-0.00983748,
|
|
0.013905991,
|
|
-0.015586391,
|
|
-0.04333209,
|
|
-0.025767654,
|
|
0.0115056895,
|
|
0.023292946,
|
|
7.8543904e-05,
|
|
-0.025338432,
|
|
0.027270807,
|
|
-0.033308506,
|
|
-0.0034880606,
|
|
0.027414253,
|
|
0.023092583,
|
|
-0.046051297,
|
|
0.05614708,
|
|
0.0013318001,
|
|
-0.009060849,
|
|
-0.025585877,
|
|
0.01975632,
|
|
0.005582998,
|
|
0.029287277,
|
|
0.04566754,
|
|
-0.025097856,
|
|
-0.031588476,
|
|
0.010089205,
|
|
-0.032345522,
|
|
-0.05282097,
|
|
-0.027767532,
|
|
-0.064588815,
|
|
-0.048720118,
|
|
-0.019109437,
|
|
0.018205147,
|
|
0.023525203,
|
|
0.030500842,
|
|
0.062187836,
|
|
0.056703616,
|
|
-0.012734468,
|
|
-0.0023994881,
|
|
-0.01470007,
|
|
-0.014610555,
|
|
0.041148573,
|
|
0.02209264,
|
|
0.016696744,
|
|
0.01664216,
|
|
-0.042584907,
|
|
-0.030513879,
|
|
0.009484068,
|
|
0.038292237,
|
|
0.049507294,
|
|
-0.008864681,
|
|
-0.026641846,
|
|
-0.00806868,
|
|
0.015242631,
|
|
0.03148721,
|
|
-0.029101137,
|
|
-0.001128117,
|
|
0.047483873,
|
|
-0.021579307,
|
|
-0.0061297114,
|
|
-0.051103026,
|
|
-0.01100252,
|
|
-0.007417349,
|
|
0.033126004,
|
|
-0.03208908,
|
|
-0.014004128,
|
|
0.0055860616,
|
|
-0.004471519,
|
|
0.040237978,
|
|
-0.011666332,
|
|
-0.03375841,
|
|
0.010431967,
|
|
0.015548171,
|
|
-0.003738259,
|
|
0.006507693,
|
|
0.044239193,
|
|
0.022051405,
|
|
0.0369485,
|
|
-0.08473572,
|
|
0.050257385,
|
|
0.021561263,
|
|
-0.038263254,
|
|
-0.0028757958,
|
|
0.004459847,
|
|
-0.0499833,
|
|
-0.05051039,
|
|
0.038672045,
|
|
0.027102912,
|
|
-0.038302545,
|
|
-0.04273586,
|
|
-0.008564898,
|
|
0.010148107,
|
|
-0.033453222,
|
|
0.025933161,
|
|
0.034907244,
|
|
0.05704188,
|
|
0.047914036,
|
|
-0.033055704,
|
|
0.037968747,
|
|
0.021832222,
|
|
-0.021085719,
|
|
0.020705225,
|
|
0.0013380332,
|
|
0.0033825892,
|
|
-0.004659198,
|
|
0.03569596,
|
|
0.035501115,
|
|
-0.07247981,
|
|
0.024580602,
|
|
-0.016031673,
|
|
0.0043628234,
|
|
0.044260535,
|
|
0.022414433,
|
|
-0.024638122,
|
|
-0.027389847,
|
|
-0.015699405,
|
|
-0.0736989,
|
|
-0.07402259,
|
|
0.021693923,
|
|
0.08675446,
|
|
0.07019457,
|
|
-0.010507776,
|
|
-0.053982176,
|
|
-0.050338153,
|
|
0.022691121,
|
|
-0.009254433,
|
|
-0.08471297,
|
|
-0.02192142,
|
|
0.01370606,
|
|
-0.007591457,
|
|
0.04464477,
|
|
-0.041420456,
|
|
0.014799598,
|
|
-0.017481469,
|
|
0.025636235,
|
|
0.021010395,
|
|
-0.007866782,
|
|
-0.044533994,
|
|
0.02992151,
|
|
-0.01817989,
|
|
-0.046332225,
|
|
-0.038017664,
|
|
-0.010766631,
|
|
-0.053923517,
|
|
-0.06885444,
|
|
-0.083982274,
|
|
0.0044967085,
|
|
-0.059554394,
|
|
-0.012864852,
|
|
-0.006990424,
|
|
0.04381485,
|
|
-0.019732013,
|
|
0.0047561186,
|
|
0.012573004,
|
|
-0.084608465,
|
|
0.044956904,
|
|
-0.043024026,
|
|
-0.008965278,
|
|
-0.018597735,
|
|
0.023019703,
|
|
-0.058244467,
|
|
0.03946037,
|
|
0.0070161144,
|
|
-0.0072559468,
|
|
-0.038439214,
|
|
0.007182057,
|
|
0.04479635,
|
|
-0.04825045,
|
|
0.020951761,
|
|
-0.04177098,
|
|
-0.015445904,
|
|
0.0024602767,
|
|
0.019107025,
|
|
0.01879466,
|
|
0.015647886,
|
|
-0.03868733,
|
|
0.0010552967,
|
|
-0.031725515,
|
|
0.003677792,
|
|
-0.008869332,
|
|
0.016350579,
|
|
-0.025660282,
|
|
-0.0033997998,
|
|
-0.053593792,
|
|
0.01300085,
|
|
0.014504953,
|
|
-0.04167999,
|
|
-0.013626902,
|
|
-0.013473784,
|
|
0.04477186,
|
|
-0.039079364,
|
|
0.045125194,
|
|
-0.038965665,
|
|
0.041032016,
|
|
-0.021128332,
|
|
-0.00079906755,
|
|
0.0105881365,
|
|
-0.023438545,
|
|
-0.009942863,
|
|
-0.028716002,
|
|
0.031107599,
|
|
0.017214399,
|
|
-0.027654208,
|
|
0.013554825,
|
|
0.019173222,
|
|
0.055249233,
|
|
0.00617875,
|
|
-0.01951432,
|
|
-0.008078177,
|
|
-0.045365352,
|
|
-0.013410786,
|
|
-0.06576592,
|
|
0.0258962,
|
|
-0.04870149,
|
|
0.028375717,
|
|
0.02127929,
|
|
0.0074190334,
|
|
-0.015849123,
|
|
-0.050413407,
|
|
0.027654368,
|
|
-0.01447592,
|
|
-0.0046318294,
|
|
0.003353468,
|
|
0.02456171,
|
|
-0.006699941,
|
|
-0.04072025,
|
|
0.030406132,
|
|
0.003700867,
|
|
0.04991202,
|
|
0.043061696,
|
|
-0.0014100377,
|
|
0.038879305,
|
|
-0.02551224,
|
|
-0.03253989,
|
|
0.002335025,
|
|
0.0066566374,
|
|
0.013019894,
|
|
-0.017884579,
|
|
0.03333752,
|
|
-0.005329557,
|
|
0.025703372,
|
|
0.01243421,
|
|
0.0015536154,
|
|
-0.0011326541,
|
|
-0.02956871,
|
|
0.010284604,
|
|
-0.0017640645,
|
|
0.030444842,
|
|
0.024831444,
|
|
-0.015894072,
|
|
-0.017051669,
|
|
-0.012481152,
|
|
-0.021874228,
|
|
0.032245617,
|
|
0.029441461,
|
|
-0.019289171,
|
|
0.015042458,
|
|
-0.048809912,
|
|
0.045543794,
|
|
-0.025887825,
|
|
-0.0017429133,
|
|
0.050035972,
|
|
-0.094813764,
|
|
-0.026645338,
|
|
-0.03496652,
|
|
0.02787559,
|
|
-0.009335962,
|
|
0.050203443,
|
|
0.007864018,
|
|
0.008651598,
|
|
0.07439614,
|
|
-0.04608253,
|
|
0.008741113,
|
|
-0.096183665,
|
|
0.01909248,
|
|
0.02903942,
|
|
-0.020657493,
|
|
0.03056416,
|
|
0.025593685,
|
|
0.05326756,
|
|
-0.035201855,
|
|
-0.0042431992,
|
|
0.047313657,
|
|
0.04643017,
|
|
-0.015038583,
|
|
-0.03623203,
|
|
0.06975197,
|
|
0.02893981,
|
|
-0.012065428,
|
|
0.03489605,
|
|
-0.02045082,
|
|
0.08106463,
|
|
0.03046569,
|
|
0.05845714,
|
|
0.038226783,
|
|
-0.0039640213,
|
|
0.020310445,
|
|
-0.044298742,
|
|
-0.011063444,
|
|
0.031646963,
|
|
-0.016750742,
|
|
0.06093846,
|
|
-0.0024345908,
|
|
0.0137670245,
|
|
0.01068818,
|
|
0.00028172386,
|
|
0.024276268,
|
|
0.007246687,
|
|
0.017009424,
|
|
-0.0058112424,
|
|
0.055742696,
|
|
0.0020487534,
|
|
0.0041393945,
|
|
-0.002708682,
|
|
-0.0111793615,
|
|
-0.016895374,
|
|
0.009005465,
|
|
0.025580926,
|
|
-0.015197682,
|
|
0.0152440565,
|
|
0.049733438,
|
|
0.00909726,
|
|
-0.04997614,
|
|
-0.054340348,
|
|
0.047531743,
|
|
0.052675292,
|
|
0.0002477018,
|
|
0.017530492,
|
|
-0.04548658,
|
|
0.0034042338,
|
|
-0.027109472,
|
|
0.0540901,
|
|
0.05400029,
|
|
-0.039156314,
|
|
-0.010473526,
|
|
0.036758192,
|
|
0.012307892,
|
|
-0.043290082,
|
|
0.021435479,
|
|
-0.013614977,
|
|
0.047010962,
|
|
0.061001405,
|
|
0.0067372657,
|
|
0.0227589,
|
|
-0.0519168,
|
|
0.012738339,
|
|
-0.027280986,
|
|
0.0012095303,
|
|
0.053970173,
|
|
0.011808772,
|
|
-0.06391073,
|
|
0.049324006,
|
|
-0.016165268,
|
|
-0.035052363,
|
|
0.011938826,
|
|
0.033804722,
|
|
-0.033935532,
|
|
0.014987266,
|
|
-0.03362387,
|
|
-0.022560425,
|
|
0.05126289,
|
|
-0.008983691,
|
|
0.05116898,
|
|
-0.053964064,
|
|
-0.038813572,
|
|
-0.06834585,
|
|
0.0425859,
|
|
0.029469976,
|
|
0.06586096,
|
|
0.056827266,
|
|
-0.028529037,
|
|
-0.022799347,
|
|
0.03930842,
|
|
0.009058165,
|
|
0.0029452725,
|
|
-0.046222363,
|
|
-0.015354657,
|
|
0.020766245,
|
|
0.00544761,
|
|
0.054154783,
|
|
0.024518205,
|
|
-0.0762551,
|
|
-0.03815425,
|
|
0.030558256,
|
|
-0.014623021,
|
|
0.04429291,
|
|
-0.02593325,
|
|
0.06950066,
|
|
-0.011652937,
|
|
0.00784224,
|
|
0.010082946,
|
|
0.02640965,
|
|
0.044778366,
|
|
-0.017441178,
|
|
-0.042124864,
|
|
0.030845765,
|
|
-0.047991402,
|
|
0.1127873,
|
|
0.11150797,
|
|
-0.0745599,
|
|
-0.059560712,
|
|
-0.00808373,
|
|
-0.008904883,
|
|
0.047381986,
|
|
-0.03259649,
|
|
-0.0034343451,
|
|
0.043409795,
|
|
-0.011778097,
|
|
0.017888952,
|
|
-0.042976636,
|
|
-0.014014427,
|
|
0.013991117,
|
|
0.008008242,
|
|
-0.005016844,
|
|
0.053890087,
|
|
0.056538153,
|
|
0.016641492,
|
|
-0.011209175,
|
|
0.005071369,
|
|
-0.031119458,
|
|
-0.012060056,
|
|
0.047321502,
|
|
-0.01410517,
|
|
-0.06337502,
|
|
0.057011377,
|
|
-0.046111424,
|
|
-0.022285707,
|
|
0.00068395643,
|
|
-0.01453697,
|
|
0.0030104562,
|
|
0.031148981,
|
|
0.029581407,
|
|
0.007647941,
|
|
0.011242783,
|
|
-0.026178291,
|
|
-0.05194385,
|
|
0.037139274,
|
|
0.026292743,
|
|
0.01298006,
|
|
0.023150109,
|
|
0.06221823,
|
|
-0.024437338,
|
|
0.056873403,
|
|
0.027463028,
|
|
0.07723492,
|
|
0.0019251422,
|
|
0.042778768,
|
|
-0.026794884,
|
|
-0.016140813,
|
|
-0.037990715,
|
|
0.0015520528,
|
|
0.01605836,
|
|
-0.012476547,
|
|
-0.01679565,
|
|
0.027481532,
|
|
0.018949807,
|
|
0.010083091,
|
|
-0.01057625,
|
|
-0.024935285,
|
|
-0.031943906,
|
|
-0.051917356,
|
|
-0.04344679,
|
|
-0.04837223,
|
|
-0.009939983,
|
|
0.040695325,
|
|
0.024695948,
|
|
0.063317895,
|
|
-0.0018597379,
|
|
0.016552558,
|
|
-0.047521863,
|
|
-0.07224005,
|
|
0.042071674,
|
|
0.016915316,
|
|
0.014148548,
|
|
0.01878253,
|
|
-0.026108567,
|
|
-0.06437781,
|
|
0.021399872,
|
|
0.011175348,
|
|
0.0033761705,
|
|
-0.004680718,
|
|
0.03344319,
|
|
0.0031177911,
|
|
0.053175025,
|
|
0.028025331,
|
|
-0.0069551654,
|
|
-0.034634676,
|
|
-0.012221638,
|
|
-0.035786934,
|
|
0.04296345,
|
|
-0.01631924,
|
|
0.060271725,
|
|
-0.04230959,
|
|
-0.0064216405,
|
|
0.0013953961,
|
|
-0.041444454,
|
|
-0.008569435,
|
|
-0.01984154,
|
|
-0.061582044,
|
|
0.049848285,
|
|
-0.010022811,
|
|
-0.07785035,
|
|
-0.006366211,
|
|
-0.012778517,
|
|
-0.037107654,
|
|
-0.034078293,
|
|
-0.0019027964,
|
|
-0.018393178,
|
|
-0.031273652,
|
|
-0.030624373,
|
|
-0.047289733,
|
|
-0.055507194,
|
|
0.0149980355,
|
|
0.009802669,
|
|
0.05346352,
|
|
0.011616594,
|
|
0.040882636,
|
|
-0.05801636,
|
|
-0.018325027,
|
|
0.033699974,
|
|
-0.015700053,
|
|
-0.018874831,
|
|
0.00975098,
|
|
-0.028787887,
|
|
-0.010430304,
|
|
-0.019937277,
|
|
-0.025684841,
|
|
-0.017275153,
|
|
0.048182886,
|
|
0.040767677,
|
|
-0.006017042,
|
|
-0.012711738,
|
|
-0.0010345151,
|
|
0.015744662,
|
|
0.023162043,
|
|
0.02130765,
|
|
-0.0024493549,
|
|
0.015457228,
|
|
0.037933253,
|
|
-0.031316977,
|
|
0.06891338,
|
|
0.005748761,
|
|
-0.07730445,
|
|
-0.032125294,
|
|
0.036361482,
|
|
0.0061598606,
|
|
0.018043444,
|
|
0.038325332,
|
|
-0.036203355,
|
|
-0.0123121375,
|
|
-0.022851182,
|
|
-0.035532467,
|
|
-0.041686766,
|
|
0.03709366,
|
|
-0.0017735043,
|
|
-0.018472947,
|
|
-0.045957465,
|
|
-0.023627242,
|
|
0.01808581,
|
|
0.015027068,
|
|
-0.042559687,
|
|
-0.009885546,
|
|
0.057179235,
|
|
-0.03215653,
|
|
-0.048862357,
|
|
-0.012386838,
|
|
-0.021847295,
|
|
-0.044682942,
|
|
0.040646516,
|
|
0.00038476288,
|
|
0.005513208,
|
|
-0.03062349,
|
|
0.011521192,
|
|
-0.035988722,
|
|
0.061369143,
|
|
-0.020910813,
|
|
0.075483516,
|
|
-0.045259465,
|
|
-0.02859422,
|
|
0.015579937,
|
|
0.0075254533,
|
|
0.038143836,
|
|
-0.045940828,
|
|
0.027484732,
|
|
-0.091758996,
|
|
-0.048610084,
|
|
-0.095563754,
|
|
0.0004537795,
|
|
-0.05040322,
|
|
0.02240349,
|
|
0.046084013,
|
|
0.04480506,
|
|
0.037050348,
|
|
1.0597447e-05,
|
|
-0.018571958,
|
|
0.009857055,
|
|
0.021747472,
|
|
0.031625595,
|
|
-0.03629067,
|
|
0.037058298,
|
|
0.041504655,
|
|
-0.03894645,
|
|
0.046530657,
|
|
0.08956203,
|
|
0.05101704,
|
|
0.005822723,
|
|
-0.014409921,
|
|
0.0050498573,
|
|
0.039041325,
|
|
-0.010459366,
|
|
-0.022216242,
|
|
-0.07559245,
|
|
0.019515479,
|
|
-0.010434134,
|
|
-0.040965218,
|
|
0.006768683,
|
|
0.021648958,
|
|
0.059341215,
|
|
0.0044922573,
|
|
-0.011139294,
|
|
0.023696495,
|
|
-0.04251101,
|
|
0.028621383,
|
|
0.005927879,
|
|
0.05084491,
|
|
-0.01525845,
|
|
0.03151167,
|
|
0.008018476,
|
|
0.05309983,
|
|
0.059823282,
|
|
-0.02189311,
|
|
0.010798892,
|
|
0.0027545195,
|
|
-0.024435053,
|
|
0.042531513,
|
|
0.028011957,
|
|
0.0147431465,
|
|
-0.062116392,
|
|
0.032930456,
|
|
-0.03597175,
|
|
0.002567075,
|
|
-0.030825771,
|
|
-0.0070259375,
|
|
0.007989939,
|
|
-0.027159046,
|
|
-0.0714439,
|
|
-0.020082822,
|
|
-0.018486606,
|
|
0.01108784,
|
|
-0.012602704,
|
|
-0.0012252157,
|
|
0.06443626,
|
|
0.036829114,
|
|
0.04501229,
|
|
0.0022744364,
|
|
0.058829524,
|
|
-0.008902569,
|
|
-0.010049271,
|
|
-0.0064951205,
|
|
-0.014354489,
|
|
-0.044668842,
|
|
-0.025392724,
|
|
0.015202658,
|
|
0.020321742,
|
|
-0.01176466,
|
|
0.09413702,
|
|
-0.0319812,
|
|
0.03219725,
|
|
-0.040439297,
|
|
-0.019967683,
|
|
0.0164714,
|
|
0.019272799,
|
|
0.02388655,
|
|
0.017886775,
|
|
-0.03603167,
|
|
-0.023737542,
|
|
-0.01898098,
|
|
-0.04790894,
|
|
-0.036694597,
|
|
-0.02994124,
|
|
0.034576166,
|
|
-0.05921917,
|
|
-0.022381892,
|
|
-0.051536635,
|
|
-0.05452498,
|
|
0.053339027,
|
|
0.019327087,
|
|
0.012448543,
|
|
-0.018923279,
|
|
-0.0019192714,
|
|
-0.01976354,
|
|
0.032581042,
|
|
-0.00695812,
|
|
0.033768184,
|
|
-0.028018538,
|
|
-0.023666212,
|
|
-0.017496848,
|
|
0.023191998,
|
|
-0.0502938,
|
|
0.01670451,
|
|
0.0058311033,
|
|
0.012473936,
|
|
0.023568941,
|
|
-0.06854558,
|
|
0.0073930174,
|
|
0.07903637,
|
|
-0.024922114,
|
|
-0.026363779,
|
|
-0.006970082,
|
|
-0.007723444,
|
|
0.074576765,
|
|
-0.032073244,
|
|
-0.013143484,
|
|
-0.010095435,
|
|
0.018318929,
|
|
0.008086707,
|
|
-0.01570327,
|
|
-0.046567768,
|
|
0.0038824868,
|
|
-0.027711825
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|