diff --git a/llama_stack/providers/utils/memory/openai_vector_store_mixin.py b/llama_stack/providers/utils/memory/openai_vector_store_mixin.py index c7b8c7a6a..18c22adc6 100644 --- a/llama_stack/providers/utils/memory/openai_vector_store_mixin.py +++ b/llama_stack/providers/utils/memory/openai_vector_store_mixin.py @@ -1037,8 +1037,6 @@ class OpenAIVectorStoreMixin(ABC): attributes=attributes, chunking_strategy=chunking_strategy_obj, ) - # Add delay after each file to avoid rate limits from rapid sequential API calls - await asyncio.sleep(5.0) # 5 second delay between files return file_id, vector_store_file_object.status == "completed" except Exception as e: logger.error(f"Failed to process file {file_id} in batch {batch_id}: {e}") @@ -1068,11 +1066,6 @@ class OpenAIVectorStoreMixin(ABC): # Save progress after each chunk await self._save_openai_vector_store_file_batch(batch_id, batch_info) - # Add delay between chunks to avoid rate limits - if chunk_end < total_files: # Don't delay after the last chunk - logger.info("Adding 10 second delay before processing next chunk") - await asyncio.sleep(10.0) # 10 second delay between chunks - def _update_file_counts(self, batch_info: dict[str, Any], success: bool) -> None: """Update file counts based on processing result.""" if success: diff --git a/tests/integration/common/recordings/02c93bb3c314427bae2b7a7a6f054792b9f22d2cb4522eab802810be8672d3dc.json b/tests/integration/common/recordings/02c93bb3c314427bae2b7a7a6f054792b9f22d2cb4522eab802810be8672d3dc.json index 5a6a44dd0..ea05ace0d 100644 --- a/tests/integration/common/recordings/02c93bb3c314427bae2b7a7a6f054792b9f22d2cb4522eab802810be8672d3dc.json +++ b/tests/integration/common/recordings/02c93bb3c314427bae2b7a7a6f054792b9f22d2cb4522eab802810be8672d3dc.json @@ -14,20 +14,20 @@ "__data__": { "models": [ { - "model": "nomic-embed-text:latest", - "name": "nomic-embed-text:latest", - "digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f", - "expires_at": "2025-10-06T11:15:12.452123-07:00", - "size": 848677888, - "size_vram": 848677888, + "model": "all-minilm:l6-v2", + "name": "all-minilm:l6-v2", + "digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef", + "expires_at": "2025-10-06T14:37:01.069960-07:00", + "size": 590204928, + "size_vram": 590204928, "details": { "parent_model": "", "format": "gguf", - "family": "nomic-bert", + "family": "bert", "families": [ - "nomic-bert" + "bert" ], - "parameter_size": "137M", + "parameter_size": "23M", "quantization_level": "F16" } } diff --git a/tests/integration/common/recordings/aa45f61f2d277765422722394dbeb0f2d1dbd7e7f55f4783caf3e7f768b007e9.json b/tests/integration/common/recordings/aa45f61f2d277765422722394dbeb0f2d1dbd7e7f55f4783caf3e7f768b007e9.json new file mode 100644 index 000000000..88a1568bf --- /dev/null +++ b/tests/integration/common/recordings/aa45f61f2d277765422722394dbeb0f2d1dbd7e7f55f4783caf3e7f768b007e9.json @@ -0,0 +1,423 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "all-minilm:l6-v2", + "input": [ + "This is the content of test file 1" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "all-minilm:l6-v2" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.029406669, + 0.08920982, + -0.11326726, + 0.0065823817, + 0.07725067, + -0.036890104, + 0.030436223, + 0.041454185, + -0.049156666, + 0.018258564, + 0.14662577, + 0.01744915, + -0.012837422, + -0.06889876, + -0.039401636, + -0.038800705, + -0.08963421, + -0.059656583, + 0.001375945, + 0.045138627, + 0.042796962, + 0.053700265, + -0.035706885, + 0.010138017, + 0.060920056, + 0.017344126, + -0.05633907, + 0.063370295, + 0.0021257724, + -0.083796844, + 0.050487563, + 0.047987595, + 0.069071226, + 0.049588464, + 0.117036626, + 0.05339311, + 0.10129953, + -0.048230153, + -0.014987975, + 0.0250915, + 0.031392053, + -0.008863942, + 0.0073650074, + -0.0009767569, + -0.016403567, + 0.015523393, + -0.010998956, + -0.014870063, + 0.0061682137, + -0.0017961137, + -0.022682818, + 0.018210242, + -0.07757007, + -0.0015845516, + 0.069547005, + 0.000419109, + 0.038414054, + 0.005823485, + -0.028931383, + 0.07009549, + -0.0018009909, + 0.033516172, + -0.014593847, + 0.03922457, + 0.08240545, + -0.050596908, + -0.039732855, + -0.024425076, + -0.015055329, + -0.11705068, + -0.15979129, + -0.008256823, + -0.0100719705, + 0.03266482, + 0.0029998205, + 0.0316428, + -0.094554916, + 0.017661797, + 0.058996264, + -0.119718134, + -0.027414676, + -0.09155906, + 0.040038, + 0.01091849, + -0.029446004, + 0.10225186, + 0.06583262, + -0.003439552, + -0.009694834, + 0.016906522, + 0.023685955, + -0.032616187, + -0.010238839, + 0.07891618, + -0.007330681, + 0.05238444, + 0.00943625, + 0.042121, + 0.08491511, + 0.049208272, + -0.01868227, + -0.013585418, + 0.06727199, + 0.084571496, + -0.103213035, + -0.08387524, + 0.03641842, + -0.047227863, + 0.057315867, + -0.04463932, + 0.006783099, + -0.08934107, + -0.015040418, + -0.08107057, + 0.013285569, + -0.060907867, + -0.042128306, + 0.057306163, + -0.058711898, + 0.04628304, + 0.070194095, + -0.041729517, + -0.0338408, + -0.012369257, + -0.044708908, + -0.059450094, + 0.08251312, + -3.443368e-33, + 0.0121309515, + -0.11084454, + -0.020510655, + 0.10916455, + 0.033683147, + -0.02845083, + 0.024345158, + 0.034192592, + -0.08367815, + 0.0064610844, + -0.00912456, + -0.0663567, + -0.0028754657, + 0.008272698, + -0.09166764, + 0.0089771375, + -0.03963948, + 0.019947624, + -0.01321528, + -0.019034218, + 0.051933073, + 0.028107261, + -0.039153125, + -0.080395184, + -0.050503474, + 0.02060341, + -0.012718284, + -0.046732575, + 0.017907938, + -0.0028334607, + -0.011695137, + -0.05667005, + -0.043894444, + 0.034919597, + 0.022352098, + 0.046777196, + 0.045085873, + -0.008840106, + -0.06373453, + 0.036720857, + 0.012829601, + -0.035169926, + 0.046209145, + -0.014361767, + 0.03706697, + -0.056797564, + -0.06310496, + 0.010818958, + 0.047810175, + 0.0029118094, + -0.003235893, + 0.061511047, + 0.072056666, + -0.03286638, + 0.005070082, + 0.021947902, + -0.017779002, + -0.022738373, + -0.021926457, + 0.047074158, + 0.010847615, + 0.05539702, + -0.07119971, + 0.033833236, + 0.012342855, + -0.047586687, + -0.026776271, + -0.09885727, + 0.10053448, + 0.036877092, + -0.07049897, + -0.059692938, + 0.016129492, + -0.0016443401, + -0.026804024, + -0.013527272, + -0.015385511, + 0.055627547, + -0.060485132, + -0.055540122, + -0.04329072, + -0.07097361, + -0.04857043, + -0.03726256, + -0.09059366, + -0.036855534, + 0.024561211, + -0.10113953, + 0.056738112, + -0.10995085, + 0.042282794, + 0.014222368, + -0.07067843, + -0.05902307, + 0.06426122, + 1.6036318e-33, + 0.037851896, + 0.032911286, + -0.04029648, + -0.00049357174, + 0.028011942, + 0.048672136, + 0.07279598, + -0.027471887, + -0.02847654, + 0.114492, + 0.001777095, + -0.009519909, + 0.0025862327, + -0.056408145, + 0.023462169, + -0.006209674, + -0.010567065, + -0.05877587, + -0.032393616, + 0.011836781, + -0.038905054, + 0.05516299, + 0.09564333, + 0.028543225, + -0.023832332, + -0.0015711841, + 0.047049087, + 0.03128219, + 0.02811091, + 0.007177092, + 0.055283513, + 0.06574452, + -0.1020208, + 0.021213628, + 0.020237882, + -0.10449357, + 0.09608935, + -0.06253181, + 0.015293753, + 0.042053986, + 0.06105009, + 0.0909162, + 0.018404186, + 0.031023262, + 0.03562763, + 0.112073965, + 0.10124763, + -0.007683015, + 0.013140281, + -0.042280227, + 0.051135287, + -0.02950743, + 0.027794402, + -0.010734668, + -0.011067552, + 0.058104575, + -0.009284788, + 0.056184508, + -0.040822964, + 0.010282754, + 0.0374409, + 0.054198533, + -0.061418086, + 0.030569963, + 0.0023648597, + -0.054184474, + -0.020570045, + 0.012422129, + 0.025696559, + -0.007607385, + -0.026194826, + -0.024159024, + 0.0012979766, + -0.07461716, + 0.051458035, + -0.004183808, + -0.040804464, + -0.023975441, + 0.009455526, + -0.0018798193, + 0.03668693, + -0.019319497, + -0.06195781, + 0.06456675, + 0.040328216, + -0.010790134, + 0.013190221, + 0.09067539, + -0.0051480443, + 0.013312647, + -0.029548675, + 0.07769003, + 0.0027328292, + 0.04533781, + -0.0017606319, + -1.661594e-08, + -0.040610366, + -0.09883059, + -0.05522113, + -0.02916469, + -0.019305382, + 0.088138185, + -0.038325552, + -0.03327639, + -0.012629364, + 0.006948921, + 0.010438818, + 0.026771523, + -0.040855426, + -0.03958403, + -0.051137064, + -0.016159322, + -0.020525131, + -0.023726366, + -0.013322245, + -0.008097836, + 0.028000915, + 0.02806969, + 0.015645925, + -0.0043166955, + 0.0054488196, + 0.06720413, + 0.068473674, + 0.07172716, + -0.06339439, + -0.02540609, + 0.08468492, + 0.041936778, + 0.021067144, + -0.07596481, + 0.017143335, + 0.1260291, + 0.121315174, + 0.08431059, + 0.040587336, + 0.036687315, + -0.04717, + -0.022659328, + -0.006820436, + 0.005210712, + -0.033785924, + -0.08449115, + -0.0844501, + -0.03192747, + -0.036649443, + -0.13791409, + -0.036417518, + -0.00080547476, + -0.047578912, + 0.038795993, + -0.06757743, + 0.016941966, + 0.036312684, + 0.0125779435, + -0.058240637, + 0.004471269, + 0.03226526, + 0.09821741, + 0.053010236, + -0.016268 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "all-minilm:l6-v2", + "object": "list", + "usage": { + "prompt_tokens": 8, + "total_tokens": 8 + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/d48ba62fab4e243d368ec42e5497b932ab697ffaa1cc79a7caf46b404677fb31.json b/tests/integration/common/recordings/d48ba62fab4e243d368ec42e5497b932ab697ffaa1cc79a7caf46b404677fb31.json new file mode 100644 index 000000000..3019aa169 --- /dev/null +++ b/tests/integration/common/recordings/d48ba62fab4e243d368ec42e5497b932ab697ffaa1cc79a7caf46b404677fb31.json @@ -0,0 +1,423 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "all-minilm:l6-v2", + "input": [ + "This is batch test file 1" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "all-minilm:l6-v2" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.009745733, + 0.03363038, + -0.10852256, + 0.026609829, + -0.0060599064, + -0.020473678, + 0.0692486, + 0.032276765, + -0.11532835, + -0.0005207133, + 0.11814916, + 0.0119809555, + 0.03685765, + -0.10744223, + -0.046515625, + 0.0015449532, + -0.06319664, + -0.04640812, + -0.037318822, + -0.025718328, + -0.00026058854, + -0.011890766, + -0.050925612, + 0.014111713, + 0.029467698, + 0.006379121, + -0.012013293, + -0.0024293982, + -0.044318773, + -0.08100101, + 0.02009568, + 0.055713937, + 0.078816675, + 0.054973654, + 0.20367871, + -0.004309458, + 0.03877001, + 0.03825522, + -0.002538199, + -0.0007973801, + 0.044761047, + -0.054529082, + -0.008856888, + -0.04078078, + 0.011367262, + -0.022404457, + -0.06209053, + 0.02558725, + -0.0034454092, + -0.03743928, + -0.062026348, + -0.030812219, + -0.034592565, + -0.014926672, + 0.018588377, + 0.013435887, + 0.08169151, + 0.053658403, + -0.03557856, + 0.033325985, + -0.01637577, + -0.0222152, + -0.039247517, + 0.00094368146, + 0.10228945, + -0.04305617, + -0.052200828, + -0.02007385, + 0.054805383, + -0.08231377, + -0.14736547, + 0.048954617, + -0.0212168, + 0.02872658, + -0.0671409, + 0.021436114, + -0.023599947, + 0.03677982, + 0.010577411, + -0.0966004, + -0.06367233, + -0.10277648, + 0.0273993, + -0.06292906, + -0.046344172, + 0.039919835, + 0.02682899, + 0.025460077, + -0.013083559, + -0.002667712, + -0.016529463, + 0.012605053, + -0.0064383023, + 0.015841383, + -0.01710707, + 0.12320292, + -0.0077660284, + 0.05845043, + 0.07362552, + 0.038426086, + 0.004742023, + -0.0155985365, + 0.01418979, + 0.07865995, + -0.026352523, + -0.037174653, + 0.06787817, + -0.060126718, + 0.06111402, + -0.034931272, + -0.009446326, + -0.006150886, + 0.02892313, + -0.09361577, + 0.0335364, + -0.09088912, + 0.009241144, + 0.07092964, + -0.08954648, + 0.04494549, + 0.040462427, + -0.04167353, + 0.0076030386, + -0.0066417656, + -0.07275736, + -0.043690544, + 0.07685007, + -1.0508795e-33, + -0.019583685, + -0.13087204, + -0.03574564, + 0.070223756, + 0.08133056, + -0.009436003, + 0.046778366, + 0.03478148, + -0.09441185, + -0.040857755, + -0.02127058, + -0.106959894, + 0.024023255, + 0.022780996, + -0.09042505, + -0.035755932, + 0.011359196, + 0.050059184, + 0.0050815986, + -0.07676938, + 0.05453651, + 0.04191775, + -0.009206564, + -0.022437057, + -0.04617258, + -0.038608693, + -0.00036489012, + -0.025092375, + 0.039146807, + -0.0072839926, + 0.03675482, + -0.011301064, + -0.08863303, + 0.059421506, + 0.015851071, + 0.033407707, + 0.056883834, + -0.01203776, + 0.027333334, + -0.009560535, + -0.05030555, + -0.009787559, + 0.023205005, + -0.007937716, + 0.003991047, + -0.036422852, + -0.06979188, + 0.046075627, + 0.056377746, + 0.0071927872, + -0.00020658698, + 0.017678235, + 0.023745935, + -0.0031295705, + 0.016370842, + 0.027585855, + -0.03440131, + -0.05594279, + 0.036442764, + 0.03577988, + -0.005324585, + 0.015240975, + -0.09071462, + 0.072764605, + 0.02343818, + -0.093097225, + 0.05842133, + -0.061913762, + 0.045556016, + 0.07639311, + -0.035199754, + -0.009256856, + 0.038682748, + -0.040795818, + 0.017686425, + -0.025513103, + 0.06860537, + 0.085520275, + -0.1023457, + -0.0036474275, + -0.014826131, + -0.05045756, + -0.09065474, + -0.076476775, + -0.008538021, + -0.04111943, + -0.035473913, + -0.061549038, + 0.114327826, + -0.09601482, + 0.022990143, + 0.0022396755, + -0.023026146, + -0.028128328, + 0.07969127, + -4.1765383e-34, + 0.07866384, + 0.11484068, + 0.016687382, + 0.009315677, + 0.01664128, + 0.024303248, + 0.046507504, + -0.043804675, + -0.09136995, + 0.106353745, + -0.06948852, + 0.018747667, + 0.0053492193, + -0.033229355, + 0.042339083, + -0.0017468681, + 0.05323157, + 0.0058223205, + -0.05331342, + 0.016506517, + -0.02325185, + 0.097519755, + -0.0045558517, + 0.08866843, + -0.028221445, + -0.012007969, + -0.009742725, + 0.061458003, + 0.01574456, + -0.00039456616, + 0.02444834, + 0.065891184, + -0.054779086, + 0.04863689, + 0.043890025, + -0.062467597, + 0.07615393, + 0.0067509366, + 0.019150084, + 0.06994535, + 0.027900916, + 0.08902746, + -0.027433047, + 0.031390887, + 0.02271287, + 0.08119532, + 0.06855678, + 0.0023552915, + -0.06764184, + 0.00704173, + -0.034521427, + -0.053785548, + -0.03075216, + 0.007947864, + -0.025317406, + -0.040664013, + 0.036144093, + 0.017730465, + -0.040179063, + 0.013665757, + 0.004815376, + 0.009095556, + 0.0072483593, + 0.012753351, + -0.047865536, + -0.046072423, + -0.014048283, + 0.031082962, + -0.034945205, + -0.023550391, + 0.033062257, + -0.022966444, + 0.007744228, + 0.015939556, + -0.0012224894, + 0.0010534802, + -0.015109, + -0.021597888, + -0.029862719, + 0.03983828, + 0.062536344, + 0.0106168175, + -0.027220478, + 0.02410377, + -0.0023566757, + 0.085310005, + 0.04843323, + 0.090823516, + 0.005126319, + 0.020297319, + -0.01739127, + 0.047677357, + 0.11080086, + 0.030030197, + 0.029773563, + -1.5454503e-08, + -0.03580758, + -0.12177604, + 0.019753791, + 0.05854353, + -0.01590761, + 0.085781366, + -0.09558486, + -0.0016744126, + 0.00773199, + -0.04790156, + 0.01175936, + 0.006536077, + -0.032027386, + 0.0031026274, + -0.07580574, + -0.039700802, + -0.00170645, + -0.070955865, + 0.043680355, + 0.029966798, + 0.0039943648, + 0.031923376, + 0.08119928, + 0.038820695, + 0.013302812, + 0.041675337, + 0.044349737, + 0.060403902, + -0.1058191, + -0.05287386, + 0.050275758, + 0.039101604, + 0.0599918, + -0.025067834, + -0.019554066, + 0.06748813, + 0.12508559, + 0.059007537, + -0.019899847, + -0.030194808, + -0.046559453, + 0.034567222, + -0.021644907, + -0.03327634, + -0.0075667608, + -0.100658834, + -0.0639619, + -0.055270903, + -0.0111757815, + -0.11671873, + -0.07208087, + 0.023208033, + 0.027215267, + 0.063635156, + -0.05858023, + 0.020345282, + 0.018325811, + -0.0036095325, + 0.006916675, + 0.06541716, + 0.009575581, + 0.046839867, + 0.0070611075, + -0.09470841 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "all-minilm:l6-v2", + "object": "list", + "usage": { + "prompt_tokens": 6, + "total_tokens": 6 + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/f4b0cf7f241feb7ff68414545a42d5759b33d997f7b1305fc20ae7f7c50faa26.json b/tests/integration/common/recordings/f4b0cf7f241feb7ff68414545a42d5759b33d997f7b1305fc20ae7f7c50faa26.json new file mode 100644 index 000000000..7b34088fe --- /dev/null +++ b/tests/integration/common/recordings/f4b0cf7f241feb7ff68414545a42d5759b33d997f7b1305fc20ae7f7c50faa26.json @@ -0,0 +1,423 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "all-minilm:l6-v2", + "input": [ + "This is the content of test file 2" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "all-minilm:l6-v2" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.014871168, + 0.094365, + -0.098275684, + 0.016189486, + 0.072296426, + -0.039229725, + 0.007638039, + 0.035811495, + -0.03784589, + 0.022591105, + 0.15810202, + 0.009195058, + -0.029846655, + -0.06448414, + -0.01898075, + -0.02023675, + -0.07593923, + -0.04666322, + 0.010769107, + 0.033283222, + 0.06951838, + 0.039086174, + -0.009640043, + -0.008601025, + 0.039979056, + 0.02799972, + -0.06578151, + 0.08029443, + 0.0101568075, + -0.07898879, + 0.048795786, + 0.057297125, + 0.025737243, + 0.03572965, + 0.11485981, + 0.030900626, + 0.118485495, + -0.041167885, + -0.019413618, + -0.0009897926, + 0.03717747, + -0.012367201, + -0.0026639055, + 0.015703445, + -0.0046827365, + 0.023138778, + 0.012855939, + -0.029367425, + 0.00042996072, + -0.003222942, + -0.055509202, + 0.012830617, + -0.06941755, + -0.011024706, + 0.07149942, + 0.021040803, + 0.0409756, + 0.010087916, + -0.015326204, + 0.06633094, + 0.024846299, + 0.030543685, + -0.036063526, + 0.04786587, + 0.08074621, + -0.051489003, + -0.03944393, + -0.025607359, + -0.030061793, + -0.119378455, + -0.14597124, + -0.0019379344, + 0.008393092, + 0.023913048, + 0.028285578, + 0.017838098, + -0.10575887, + 0.008080291, + 0.06388723, + -0.12506105, + -0.02536782, + -0.11007926, + 0.051198784, + 0.007446184, + -0.030837545, + 0.09254253, + 0.05638562, + -0.0155668175, + -0.031867314, + 0.018337138, + 0.02442871, + -0.042078987, + 0.0038125275, + 0.089955, + -0.008119613, + 0.040103614, + 0.011012824, + 0.044628628, + 0.0791957, + 0.054247666, + -0.027651828, + -0.03190785, + 0.041443683, + 0.041629724, + -0.077835254, + -0.09937542, + 0.029904107, + -0.05434366, + 0.07058962, + -0.04535761, + 0.03365359, + -0.061656676, + -0.018105442, + -0.07228336, + 0.035377987, + -0.03161877, + -0.020589713, + 0.058485094, + -0.049225487, + 0.03934316, + 0.08550028, + -0.029991213, + -0.05576064, + -0.029334918, + -0.053031918, + -0.061839186, + 0.08176057, + -3.3282106e-33, + 0.00018265574, + -0.09808404, + -0.00554673, + 0.13180184, + 0.026467713, + -0.03976283, + 0.010410568, + 0.022475285, + -0.07190717, + 0.005138454, + -0.021325583, + -0.1046733, + 0.0020021838, + 0.023773609, + -0.057499945, + -0.011727483, + -0.020912478, + 0.026353713, + 0.01779019, + -0.0148312645, + 0.064687304, + 0.045060385, + -0.029312065, + -0.08633001, + -0.026792597, + 0.014552106, + 0.004505434, + -0.06774755, + 0.034052122, + 0.013713737, + -0.0075813113, + -0.059718475, + -0.016189422, + 0.044314116, + 0.026844766, + 0.026430624, + 0.024091395, + -0.0032406747, + -0.075288124, + 0.032822173, + 0.027104331, + -0.026295068, + 0.04316082, + -0.010091815, + 0.034184698, + -0.08266358, + -0.020962045, + -0.00719584, + 0.068549044, + 0.005033586, + 0.0017975906, + 0.06465498, + 0.05990613, + -0.012483792, + 0.024451919, + 0.021659598, + -0.0046074707, + -0.004559902, + 0.002713282, + 0.062373567, + 0.0035651235, + 0.06017224, + -0.062707886, + 0.039937016, + -0.0064443815, + -0.041358124, + -0.045459975, + -0.1090475, + 0.08058783, + 0.055110224, + -0.05126053, + -0.05976516, + 0.037940193, + 0.015456569, + -0.024956519, + -0.037877902, + -0.006799, + 0.031685203, + -0.036858797, + -0.055584695, + -0.048513155, + -0.07101657, + -0.041681714, + -0.04429727, + -0.09584418, + -0.060873836, + 0.008867621, + -0.106438614, + 0.040050562, + -0.084729105, + 0.018111277, + 0.010153493, + -0.08883196, + -0.063969284, + 0.08611972, + 1.4074298e-33, + 0.03433739, + 0.037653737, + -0.05348675, + 0.0015385789, + 0.026684077, + 0.026603375, + 0.07006387, + -0.034265522, + -0.018221779, + 0.10960259, + 0.013464475, + -0.008325532, + 0.019438146, + -0.039553005, + 0.03469477, + -0.0123773115, + -0.013288484, + -0.048081715, + -0.019539693, + -0.0033996427, + -0.024453517, + 0.061505664, + 0.119236834, + 0.026294904, + -0.01607055, + -0.011499089, + 0.04267117, + 0.0295908, + 0.022084564, + 0.007893738, + 0.052055445, + 0.05781507, + -0.13408813, + 0.01778491, + 0.021400984, + -0.12113228, + 0.10535695, + -0.07358604, + -0.013651957, + 0.04049295, + 0.054150987, + 0.0987462, + 0.0110208625, + 0.040327504, + 0.034936633, + 0.10400846, + 0.12958324, + -0.024531014, + 0.002284699, + -0.044239815, + 0.049778443, + -0.055788964, + 0.015235888, + 0.0034493478, + -0.02607555, + 0.060282644, + -0.028004775, + 0.040875163, + -0.023749253, + 0.002289086, + 0.04982698, + 0.046928305, + -0.064160004, + 0.013701618, + 0.015511878, + -0.054725982, + -0.0459802, + 0.03258067, + 0.027034523, + 0.01643672, + -0.041782584, + -0.03698569, + -0.023043923, + -0.07073365, + 0.028486207, + 0.0017764921, + -0.03352676, + -0.009977863, + 0.024488676, + -0.01789395, + 0.029737154, + -0.026266927, + -0.03567072, + 0.07469971, + 0.028393274, + -0.029625034, + -0.01053128, + 0.09147493, + -0.018718474, + 0.0012933073, + -0.021214467, + 0.07475739, + -0.007773536, + 0.048597455, + 0.005216022, + -1.6914717e-08, + -0.05724563, + -0.0938908, + -0.034359876, + -0.037500683, + -0.020235153, + 0.06142227, + -0.042273093, + -0.008759724, + -0.009908796, + 0.016232042, + -0.014239323, + 0.024709346, + -0.030538557, + -0.05391127, + -0.051778477, + 0.01277344, + 0.0036140021, + -0.012569925, + -0.025041323, + -0.0203936, + 0.025865255, + 0.010908398, + 0.027834684, + 0.009661084, + -0.006598172, + 0.07860872, + 0.054516125, + 0.042956624, + -0.06275145, + -0.025701547, + 0.08085865, + 0.030041302, + 0.02248997, + -0.0840195, + 0.00029938898, + 0.10966559, + 0.118907265, + 0.063014604, + 0.037847042, + 0.032069027, + -0.05345487, + -0.022730324, + 0.0071888734, + 0.037573762, + -0.020178014, + -0.090167634, + -0.07191704, + -0.02604166, + -0.043885063, + -0.14087014, + -0.017230472, + -0.012063355, + -0.046736836, + 0.039048597, + -0.060394738, + 0.022166032, + 0.025670663, + 0.022949725, + -0.06707243, + -0.014654702, + 0.057985142, + 0.10511708, + 0.05698323, + -0.017205814 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "all-minilm:l6-v2", + "object": "list", + "usage": { + "prompt_tokens": 8, + "total_tokens": 8 + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/f7a80fae588892aa7031ac972c12030f2bd2ee609d672e9f44275c601800b144.json b/tests/integration/common/recordings/f7a80fae588892aa7031ac972c12030f2bd2ee609d672e9f44275c601800b144.json new file mode 100644 index 000000000..1c1706c94 --- /dev/null +++ b/tests/integration/common/recordings/f7a80fae588892aa7031ac972c12030f2bd2ee609d672e9f44275c601800b144.json @@ -0,0 +1,423 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "all-minilm:l6-v2", + "input": [ + "This is batch test file 0" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "all-minilm:l6-v2" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.020637129, + 0.048547756, + -0.12516363, + 0.01991118, + -0.006535745, + -0.017178575, + 0.027727997, + 0.032170568, + -0.07302972, + 0.008939002, + 0.11493648, + 0.0058907545, + 0.0058539375, + -0.077171296, + -0.06883132, + 0.0039748913, + -0.046849657, + -0.072902456, + -0.010890429, + -0.0019311906, + -0.011614798, + 0.003689495, + -0.03695609, + -0.009029024, + 0.017461002, + -0.004713484, + -0.010254731, + -0.026636763, + -0.026125714, + -0.046913657, + 0.017024228, + 0.0713477, + 0.07881179, + 0.03789051, + 0.21716279, + -0.0077837943, + 0.04686894, + 0.020414647, + 7.314368e-05, + 0.0103133675, + 0.059848394, + -0.04321678, + -0.011937493, + -0.021149047, + 0.021315353, + -0.00072822213, + -0.046116166, + -0.0046820445, + 0.016943695, + -0.03249135, + -0.055184096, + 4.1543382e-05, + -0.034172166, + -0.023247559, + 0.020267941, + 0.012827845, + 0.065036125, + 0.07180022, + -0.013490698, + 0.06376413, + -0.017730094, + -0.01806601, + -0.034191083, + 0.008955718, + 0.098446764, + -0.0061265854, + -0.06815829, + -0.039525956, + 0.060588058, + -0.094874755, + -0.11774928, + 0.019538416, + -0.014697532, + 0.04773719, + -0.061298393, + 0.030337377, + -0.0022184649, + 0.019007793, + 0.024370821, + -0.07063359, + -0.07582954, + -0.10816809, + 0.031845964, + -0.057830192, + -0.04169559, + 0.0752806, + 0.019289386, + 0.028845867, + 0.0077010663, + 0.013930818, + -0.067987345, + 0.012679873, + -0.07907268, + 0.0143718915, + -0.021433424, + 0.11880779, + -0.016258432, + 0.07099568, + 0.035778854, + 0.028776454, + 0.013304291, + -0.05192297, + 0.026758345, + 0.10282426, + -0.003306269, + -0.03239622, + 0.083044045, + -0.0412691, + 0.043435257, + -0.043423533, + -0.013239603, + -0.0029038454, + 0.038365215, + -0.10401672, + 0.012744224, + -0.122984126, + -0.008942817, + 0.06162198, + -0.120285526, + 0.043005254, + 0.04814879, + -0.036352232, + -0.003885529, + -0.018503373, + -0.088186465, + -0.0031517749, + 0.09290919, + -1.1695094e-33, + -0.015589721, + -0.13189551, + 0.008088751, + 0.06899503, + 0.07353927, + -0.030646399, + 0.05110342, + 0.03081624, + -0.07850498, + -0.021147482, + 0.00017823944, + -0.10502706, + 0.030078856, + 0.02572523, + -0.068158925, + -0.025015576, + 0.021830637, + 0.049748335, + 0.01520941, + -0.080153145, + 0.06796621, + 0.021865685, + -0.034017574, + -0.030821111, + -0.048006665, + 0.0005615041, + -0.0137883695, + -0.04500587, + 0.015368256, + -0.0043663937, + 0.037706476, + 0.0049090013, + -0.06216566, + 0.03060772, + 0.030548712, + 0.029262561, + 0.020701125, + 0.0056516766, + 0.010610447, + 0.019530762, + -0.05664136, + -0.022654066, + -0.0010107337, + -0.020805702, + -0.012242364, + -0.05591731, + -0.049421698, + 0.024721064, + 0.05803342, + 0.010474127, + -0.008790625, + 0.025362873, + 0.020258408, + 0.004368581, + -0.01018003, + 0.012385932, + -0.037656736, + -0.05642639, + 0.020923307, + 0.022813153, + -0.005735433, + 0.015326356, + -0.108707875, + 0.048076265, + 0.023256551, + -0.10311626, + 0.061980195, + -0.07340407, + 0.051583096, + 0.07360003, + -0.029443117, + -0.014564469, + 0.042043358, + -0.020252181, + 0.0147808045, + -0.0285806, + 0.07891856, + 0.056849223, + -0.106308356, + 0.0197874, + 0.0269322, + -0.04749746, + -0.066681586, + -0.10474516, + 0.012599429, + -0.056163482, + -0.04901015, + -0.04571026, + 0.09704481, + -0.105899766, + 0.044303197, + -0.020125533, + -0.0368709, + -0.015417924, + 0.042297333, + -8.289866e-35, + 0.07415767, + 0.10998298, + -0.016995763, + 0.01066263, + -0.0012327223, + 0.028000232, + 0.0714317, + -0.02320065, + -0.07778205, + 0.11864239, + -0.016559754, + 0.037961867, + 0.02930022, + -0.008237686, + 0.059777655, + 0.008086454, + 0.02075205, + 0.025284613, + -0.055471037, + 0.0073576584, + -0.013398135, + 0.11896543, + -0.014611002, + 0.07691816, + -0.019711656, + -0.01920917, + -0.004744884, + 0.08173054, + 0.019665759, + -0.013193461, + 0.06215852, + 0.07420406, + -0.073212065, + 0.036052067, + 0.07328616, + -0.057373393, + 0.08346425, + 0.018834447, + 0.03309735, + 0.041197047, + 0.033917964, + 0.09151449, + -0.051731598, + 0.049615093, + 0.01124018, + 0.06661862, + 0.07268375, + -0.013245848, + -0.039673895, + -0.012173254, + 0.0017787582, + -0.05746287, + -0.013884767, + 0.020205025, + -0.029692367, + -0.031010685, + 0.0149556715, + 0.026381323, + -0.025382591, + 0.0074336748, + -0.00949915, + 0.015655186, + -0.0012397208, + -0.0032508406, + -0.046632554, + -0.0030316226, + -0.007273208, + 0.064231135, + -0.034431897, + -0.06433184, + 0.045421343, + -0.010773523, + -0.017881984, + 0.010312532, + -0.024369273, + -0.008478495, + -0.02457377, + -0.0263535, + -0.027263613, + 0.047060315, + 0.08128726, + 0.0045517692, + -0.010821656, + 0.026526682, + 0.018961033, + 0.059243083, + 0.001561823, + 0.09838158, + 0.00822081, + 0.008796511, + -0.0060577285, + 0.028892087, + 0.08253284, + 0.049560018, + 0.023363132, + -1.498271e-08, + -0.036891207, + -0.10629833, + 0.030452948, + 0.049268734, + -0.0030453752, + 0.07413954, + -0.07043819, + -0.034285706, + -0.009679971, + -0.046219327, + 0.013510038, + -0.018686565, + -0.048570327, + 0.0028313443, + -0.06190722, + -0.053201936, + 0.0060967463, + -0.043467365, + 0.042226154, + 0.03455835, + -0.0375257, + 0.023590367, + 0.054896712, + 0.029878648, + 0.019286606, + 0.026097741, + 0.06938145, + 0.06272366, + -0.09566521, + -0.07481147, + 0.025204772, + 0.039396077, + 0.036375154, + -0.01104443, + -0.028223084, + 0.111878626, + 0.13400707, + 0.06680113, + -0.011737675, + -0.03585406, + -0.07978788, + 0.032793757, + -0.0021075818, + -0.028365146, + -0.042218164, + -0.08132239, + -0.0753423, + -0.043771427, + -0.015633285, + -0.14193884, + -0.055949364, + 0.025526602, + -0.023186589, + 0.061106257, + -0.056208834, + 0.00838827, + 0.014720396, + -0.014650135, + -0.012830787, + 0.08434067, + 0.024660436, + 0.05366935, + 0.005782819, + -0.10599063 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "all-minilm:l6-v2", + "object": "list", + "usage": { + "prompt_tokens": 6, + "total_tokens": 6 + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-44869b1b.json b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-44869b1b.json new file mode 100644 index 000000000..5dadb16a2 --- /dev/null +++ b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-44869b1b.json @@ -0,0 +1,34 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/models", + "headers": {}, + "body": {}, + "endpoint": "/v1/models", + "model": "" + }, + "response": { + "body": [ + { + "__type__": "openai.types.model.Model", + "__data__": { + "id": "llama3.2:3b-instruct-fp16", + "created": 1759786050, + "object": "model", + "owned_by": "library" + } + }, + { + "__type__": "openai.types.model.Model", + "__data__": { + "id": "all-minilm:l6-v2", + "created": 1759785110, + "object": "model", + "owned_by": "library" + } + } + ], + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-79be7c70.json b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-79be7c70.json new file mode 100644 index 000000000..601f5b5a9 --- /dev/null +++ b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-79be7c70.json @@ -0,0 +1,25 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/models", + "headers": {}, + "body": {}, + "endpoint": "/v1/models", + "model": "" + }, + "response": { + "body": [ + { + "__type__": "openai.types.model.Model", + "__data__": { + "id": "all-minilm:l6-v2", + "created": 1759785110, + "object": "model", + "owned_by": "library" + } + } + ], + "is_streaming": false + } +} diff --git a/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-e3b0c442.json b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-e3b0c442.json new file mode 100644 index 000000000..1257e8977 --- /dev/null +++ b/tests/integration/common/recordings/models-64a2277c90f0f42576f60c1030e3a020403d34a95f56931b792d5939f4cebc57-e3b0c442.json @@ -0,0 +1,15 @@ +{ + "test_id": null, + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/models", + "headers": {}, + "body": {}, + "endpoint": "/v1/models", + "model": "" + }, + "response": { + "body": [], + "is_streaming": false + } +}