mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/90fec951fdb9.json
Normal file
421
tests/integration/recordings/responses/90fec951fdb9.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What makes Python different from other languages?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 32707708,
|
||||
"load_duration": 23390000,
|
||||
"prompt_eval_count": 8,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.054516047,
|
||||
-0.016456056,
|
||||
-0.010628294,
|
||||
0.022998175,
|
||||
0.011771307,
|
||||
-0.11192805,
|
||||
-0.009638266,
|
||||
0.019111464,
|
||||
0.048958372,
|
||||
-0.040184658,
|
||||
-0.022362057,
|
||||
0.016236247,
|
||||
0.009179422,
|
||||
0.054799747,
|
||||
0.049246185,
|
||||
-0.095869735,
|
||||
-0.031108288,
|
||||
-0.010185289,
|
||||
-0.02914681,
|
||||
-0.08954776,
|
||||
-0.0006788293,
|
||||
0.03496997,
|
||||
0.016079746,
|
||||
0.003440155,
|
||||
0.039660316,
|
||||
-0.016080642,
|
||||
-0.028411511,
|
||||
0.021429215,
|
||||
0.046082154,
|
||||
-0.062199906,
|
||||
-0.023051145,
|
||||
0.10141082,
|
||||
0.025186997,
|
||||
-0.03625052,
|
||||
-0.032918967,
|
||||
0.034433577,
|
||||
-0.016646268,
|
||||
-0.066217534,
|
||||
-0.06070787,
|
||||
0.0006243064,
|
||||
-0.06383077,
|
||||
0.0077886702,
|
||||
-0.005127284,
|
||||
-0.036702275,
|
||||
-0.023532037,
|
||||
0.074247204,
|
||||
-0.017199293,
|
||||
0.064781435,
|
||||
-0.00963324,
|
||||
-0.0011216484,
|
||||
-0.094671436,
|
||||
0.029772488,
|
||||
-0.0828219,
|
||||
-0.053136364,
|
||||
-0.014507852,
|
||||
-0.015170829,
|
||||
0.03712605,
|
||||
0.071739994,
|
||||
-0.018907284,
|
||||
-0.11193762,
|
||||
-0.11859575,
|
||||
0.029719124,
|
||||
0.030655412,
|
||||
0.10308374,
|
||||
-0.027978238,
|
||||
-0.045611758,
|
||||
0.0013704232,
|
||||
0.004602404,
|
||||
0.032320693,
|
||||
-0.027153788,
|
||||
-0.06603313,
|
||||
-0.015827695,
|
||||
0.01920783,
|
||||
0.06879109,
|
||||
0.047088612,
|
||||
-0.1058506,
|
||||
0.046279814,
|
||||
-0.030967912,
|
||||
-0.06984916,
|
||||
-0.014879451,
|
||||
-0.0014568317,
|
||||
0.026731879,
|
||||
-0.04702097,
|
||||
0.076069675,
|
||||
0.05755153,
|
||||
-0.020301627,
|
||||
0.038702164,
|
||||
0.06855233,
|
||||
-0.06817319,
|
||||
-0.017392006,
|
||||
0.057020444,
|
||||
-0.0795406,
|
||||
-0.014256318,
|
||||
0.0036161602,
|
||||
-0.05289696,
|
||||
0.049625576,
|
||||
0.021482797,
|
||||
0.034989595,
|
||||
0.025457244,
|
||||
-0.004806878,
|
||||
0.051217325,
|
||||
-0.085426696,
|
||||
0.07142323,
|
||||
0.04465428,
|
||||
0.039311107,
|
||||
-0.013488202,
|
||||
0.07088864,
|
||||
-0.06598805,
|
||||
0.05922822,
|
||||
-0.023026757,
|
||||
-0.027465338,
|
||||
-0.046879534,
|
||||
-0.03751372,
|
||||
-0.0085191075,
|
||||
0.05315477,
|
||||
0.0037932945,
|
||||
-0.020239882,
|
||||
0.043557003,
|
||||
-0.03434906,
|
||||
0.04282584,
|
||||
-0.007332412,
|
||||
-0.0016165953,
|
||||
0.041878954,
|
||||
-0.025151564,
|
||||
-0.0301328,
|
||||
0.05601688,
|
||||
-0.03388191,
|
||||
-4.802144e-33,
|
||||
0.008930927,
|
||||
-0.10549414,
|
||||
-0.022485359,
|
||||
-0.00461374,
|
||||
0.10122854,
|
||||
-0.024063904,
|
||||
0.072040126,
|
||||
0.00826307,
|
||||
-0.017573163,
|
||||
-0.012551788,
|
||||
0.011197847,
|
||||
0.09432378,
|
||||
0.025232295,
|
||||
0.061275084,
|
||||
0.028605146,
|
||||
0.070148624,
|
||||
-0.028050693,
|
||||
0.042055413,
|
||||
0.012653081,
|
||||
0.051212482,
|
||||
0.06987365,
|
||||
0.113007665,
|
||||
0.063927636,
|
||||
0.04614841,
|
||||
0.00071471,
|
||||
-0.04746817,
|
||||
-0.007670411,
|
||||
-0.016275087,
|
||||
-0.039374933,
|
||||
-0.0060473024,
|
||||
-0.057836913,
|
||||
-0.032802302,
|
||||
0.030103875,
|
||||
0.049495216,
|
||||
0.006514002,
|
||||
-0.015127479,
|
||||
0.027406687,
|
||||
-0.13926439,
|
||||
0.04688173,
|
||||
-0.00014261098,
|
||||
0.023295157,
|
||||
0.014260961,
|
||||
0.00048042598,
|
||||
-0.019151432,
|
||||
-0.02166308,
|
||||
0.012344319,
|
||||
-0.03541818,
|
||||
-0.014996304,
|
||||
-0.12476534,
|
||||
0.017857043,
|
||||
-0.015367026,
|
||||
-0.030933712,
|
||||
0.0775453,
|
||||
0.067932405,
|
||||
-0.002991927,
|
||||
0.034482367,
|
||||
0.07207725,
|
||||
-0.008732087,
|
||||
-0.0038812195,
|
||||
-0.048092995,
|
||||
0.021236168,
|
||||
0.06584243,
|
||||
0.07847724,
|
||||
0.014562048,
|
||||
0.066736475,
|
||||
0.07221872,
|
||||
0.03357779,
|
||||
0.084165,
|
||||
0.01657892,
|
||||
0.04212138,
|
||||
-0.059364557,
|
||||
0.020403123,
|
||||
-0.065706775,
|
||||
0.045810685,
|
||||
0.0029439582,
|
||||
0.0034878643,
|
||||
-0.008467763,
|
||||
-0.14005418,
|
||||
0.056226924,
|
||||
0.05473064,
|
||||
-0.060421,
|
||||
-0.035074305,
|
||||
-0.05707729,
|
||||
-0.0104098,
|
||||
-0.089569785,
|
||||
-0.023614792,
|
||||
0.0344653,
|
||||
0.033663824,
|
||||
0.06720568,
|
||||
-0.0725603,
|
||||
-0.04185905,
|
||||
-0.08224899,
|
||||
0.010631505,
|
||||
-0.042881776,
|
||||
-0.0014539668,
|
||||
8.40692e-34,
|
||||
-0.07032476,
|
||||
0.0070766173,
|
||||
-0.03506184,
|
||||
0.021500606,
|
||||
-0.11258514,
|
||||
-0.045659322,
|
||||
0.08482931,
|
||||
0.050339974,
|
||||
0.0533988,
|
||||
0.01208183,
|
||||
-0.0019384808,
|
||||
-0.0860773,
|
||||
0.09599927,
|
||||
0.0037235345,
|
||||
0.060938608,
|
||||
0.015288853,
|
||||
-0.040593054,
|
||||
0.10491757,
|
||||
0.07109598,
|
||||
-0.0050172145,
|
||||
-0.049021836,
|
||||
0.091859885,
|
||||
-0.09862007,
|
||||
-0.012040684,
|
||||
-0.016914355,
|
||||
-0.028067894,
|
||||
-0.12471722,
|
||||
-0.078632146,
|
||||
-0.018693453,
|
||||
0.021743925,
|
||||
0.0057838396,
|
||||
0.051090635,
|
||||
-0.08270728,
|
||||
0.07299018,
|
||||
0.014088154,
|
||||
0.0010067249,
|
||||
-0.03681869,
|
||||
0.005664378,
|
||||
0.017898101,
|
||||
0.01379136,
|
||||
0.049959406,
|
||||
0.021462437,
|
||||
0.11088524,
|
||||
0.061694097,
|
||||
0.018546695,
|
||||
0.036211833,
|
||||
-0.06682083,
|
||||
0.036322806,
|
||||
-0.021121122,
|
||||
-0.079697676,
|
||||
0.065231666,
|
||||
0.002995329,
|
||||
0.0188468,
|
||||
-0.008694769,
|
||||
-0.058170997,
|
||||
-0.040058907,
|
||||
0.051831294,
|
||||
0.016280394,
|
||||
-0.08779952,
|
||||
-0.022270929,
|
||||
-0.013231236,
|
||||
-0.03801554,
|
||||
0.0254927,
|
||||
0.030549657,
|
||||
-0.054053955,
|
||||
0.040396415,
|
||||
-0.116118245,
|
||||
-0.026093038,
|
||||
-0.004378966,
|
||||
-0.15024145,
|
||||
0.08058958,
|
||||
-0.05766716,
|
||||
0.02520104,
|
||||
-0.0038984206,
|
||||
-0.06448939,
|
||||
0.020477816,
|
||||
-0.034754846,
|
||||
-0.029315596,
|
||||
-0.052802563,
|
||||
0.050487537,
|
||||
-0.03663958,
|
||||
-0.009309272,
|
||||
-0.031305738,
|
||||
-0.0010610216,
|
||||
-0.089741714,
|
||||
0.0445201,
|
||||
-0.058746234,
|
||||
0.028397618,
|
||||
0.057035178,
|
||||
-0.021242462,
|
||||
0.024774676,
|
||||
0.023253858,
|
||||
-0.025503494,
|
||||
0.066465355,
|
||||
0.011176001,
|
||||
-1.5780694e-08,
|
||||
-0.043592602,
|
||||
0.050871234,
|
||||
0.009062051,
|
||||
0.03658537,
|
||||
0.002769079,
|
||||
0.038917493,
|
||||
-0.013205564,
|
||||
0.006855097,
|
||||
-0.006784634,
|
||||
0.020516934,
|
||||
-0.029890155,
|
||||
-0.005596517,
|
||||
-0.06777992,
|
||||
-0.05436433,
|
||||
0.02436097,
|
||||
0.13761573,
|
||||
-0.07139558,
|
||||
0.007746665,
|
||||
0.051632155,
|
||||
0.059728563,
|
||||
0.0424793,
|
||||
-0.035606194,
|
||||
-0.05791164,
|
||||
0.044417217,
|
||||
-0.105627485,
|
||||
0.009701339,
|
||||
-0.016052725,
|
||||
0.03566595,
|
||||
0.023313522,
|
||||
-0.079250954,
|
||||
0.0054293363,
|
||||
-0.060480006,
|
||||
-0.044735,
|
||||
0.013152052,
|
||||
-0.015912784,
|
||||
-0.012098195,
|
||||
0.0058634495,
|
||||
-0.070984975,
|
||||
0.017616477,
|
||||
0.03611389,
|
||||
0.023517592,
|
||||
-0.007936504,
|
||||
-0.03601146,
|
||||
0.0059993765,
|
||||
0.059939068,
|
||||
0.0058700717,
|
||||
-0.05880679,
|
||||
-0.04119574,
|
||||
-0.038231015,
|
||||
-0.030013425,
|
||||
0.01916342,
|
||||
-0.020920184,
|
||||
-0.008940394,
|
||||
-0.025874808,
|
||||
0.08722286,
|
||||
0.042265054,
|
||||
-0.09463029,
|
||||
-0.034977533,
|
||||
0.05149754,
|
||||
0.042541843,
|
||||
-0.01818799,
|
||||
0.06035198,
|
||||
0.1938343,
|
||||
0.01467125
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue