mirror of
				https://github.com/meta-llama/llama-stack.git
				synced 2025-10-25 17:11:12 +00:00 
			
		
		
		
	Uses test_id in request hashes and test-scoped subdirectories to prevent cross-test contamination. Model list endpoints exclude test_id to enable merging recordings from different servers. Additionally, this PR adds a `record-if-missing` mode (which we will use instead of `record` which records everything) which is very useful. 🤖 Co-authored with [Claude Code](https://claude.com/claude-code) --------- Co-authored-by: Claude <noreply@anthropic.com>
		
			
				
	
	
		
			421 lines
		
	
	
	
		
			11 KiB
		
	
	
	
		
			JSON
		
	
	
	
	
		
			Generated
		
	
	
			
		
		
	
	
			421 lines
		
	
	
	
		
			11 KiB
		
	
	
	
		
			JSON
		
	
	
	
	
		
			Generated
		
	
	
| {
 | |
|   "test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_different_inputs_different_outputs[llama_stack_client-emb=ollama/all-minilm:l6-v2]",
 | |
|   "request": {
 | |
|     "method": "POST",
 | |
|     "url": "http://0.0.0.0:11434/v1/v1/embeddings",
 | |
|     "headers": {},
 | |
|     "body": {
 | |
|       "model": "all-minilm:l6-v2",
 | |
|       "input": "This is completely different content",
 | |
|       "encoding_format": "float"
 | |
|     },
 | |
|     "endpoint": "/v1/embeddings",
 | |
|     "model": "all-minilm:l6-v2"
 | |
|   },
 | |
|   "response": {
 | |
|     "body": {
 | |
|       "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
 | |
|       "__data__": {
 | |
|         "data": [
 | |
|           {
 | |
|             "embedding": [
 | |
|               0.050927628,
 | |
|               0.038399037,
 | |
|               -0.05559374,
 | |
|               -0.105984606,
 | |
|               0.06944504,
 | |
|               -0.08054001,
 | |
|               -0.025946686,
 | |
|               -0.045175657,
 | |
|               0.068730615,
 | |
|               0.016510814,
 | |
|               -0.0011700827,
 | |
|               0.023414683,
 | |
|               -0.0034143464,
 | |
|               0.06804153,
 | |
|               -0.021997927,
 | |
|               -0.014162646,
 | |
|               0.12356902,
 | |
|               -0.06536738,
 | |
|               -0.082627006,
 | |
|               0.04300477,
 | |
|               -0.039514318,
 | |
|               0.055434275,
 | |
|               -0.008866895,
 | |
|               0.020934915,
 | |
|               0.016280092,
 | |
|               0.09630312,
 | |
|               -0.022835929,
 | |
|               0.09175565,
 | |
|               0.06409549,
 | |
|               -0.06226981,
 | |
|               0.010888244,
 | |
|               0.07833004,
 | |
|               0.08844764,
 | |
|               -0.008459277,
 | |
|               -0.07542651,
 | |
|               0.04800223,
 | |
|               0.0042286967,
 | |
|               0.037884884,
 | |
|               0.0023502677,
 | |
|               0.032233667,
 | |
|               0.0047689923,
 | |
|               -0.070404515,
 | |
|               -0.06513966,
 | |
|               0.061046362,
 | |
|               0.021522248,
 | |
|               0.10113185,
 | |
|               -0.07537441,
 | |
|               -0.04074795,
 | |
|               -0.0055522234,
 | |
|               -0.0037093374,
 | |
|               -0.021283673,
 | |
|               -0.018193243,
 | |
|               -0.03323253,
 | |
|               -0.015658593,
 | |
|               0.0032862085,
 | |
|               0.037399907,
 | |
|               -0.021028537,
 | |
|               0.052572608,
 | |
|               0.10211333,
 | |
|               -0.018634265,
 | |
|               0.03612266,
 | |
|               0.08958185,
 | |
|               0.050681055,
 | |
|               0.019839589,
 | |
|               0.10220134,
 | |
|               -0.059074707,
 | |
|               -0.045562137,
 | |
|               -0.024107283,
 | |
|               -0.059917513,
 | |
|               -0.09795064,
 | |
|               -0.002078402,
 | |
|               0.032211803,
 | |
|               0.04863422,
 | |
|               0.08062527,
 | |
|               0.022614514,
 | |
|               0.0005379622,
 | |
|               -0.0015465368,
 | |
|               0.010018953,
 | |
|               -0.089729026,
 | |
|               0.023838207,
 | |
|               -0.015227461,
 | |
|               -0.020540234,
 | |
|               0.08525423,
 | |
|               -0.08025672,
 | |
|               -0.002200058,
 | |
|               0.0649954,
 | |
|               -0.023069935,
 | |
|               -0.06201302,
 | |
|               -0.06545048,
 | |
|               -0.029986514,
 | |
|               0.0045501734,
 | |
|               0.09718718,
 | |
|               0.09153336,
 | |
|               -0.0059684636,
 | |
|               -0.048185453,
 | |
|               -0.011855243,
 | |
|               -0.03170323,
 | |
|               -0.010363732,
 | |
|               0.029717747,
 | |
|               0.103405535,
 | |
|               -0.029072085,
 | |
|               0.005597891,
 | |
|               -0.03075466,
 | |
|               -0.011073092,
 | |
|               -0.038647823,
 | |
|               -0.01590583,
 | |
|               0.0008562756,
 | |
|               0.03479237,
 | |
|               0.0039463183,
 | |
|               -0.020063022,
 | |
|               -0.048164852,
 | |
|               0.026510539,
 | |
|               -0.061183933,
 | |
|               -0.046969693,
 | |
|               0.02144617,
 | |
|               -0.048452575,
 | |
|               0.02205527,
 | |
|               0.015723849,
 | |
|               0.056344535,
 | |
|               0.055321235,
 | |
|               0.037136998,
 | |
|               -0.08872732,
 | |
|               0.011813868,
 | |
|               0.0064246035,
 | |
|               -0.020590257,
 | |
|               -0.059401207,
 | |
|               0.012338125,
 | |
|               -2.4301395e-33,
 | |
|               0.068363585,
 | |
|               -0.05303797,
 | |
|               0.011494271,
 | |
|               0.06953355,
 | |
|               0.013304427,
 | |
|               0.0020351785,
 | |
|               -0.020783585,
 | |
|               0.028951883,
 | |
|               0.034663863,
 | |
|               -0.03274387,
 | |
|               0.00095708756,
 | |
|               0.008672852,
 | |
|               0.007618213,
 | |
|               -0.024579093,
 | |
|               0.030253874,
 | |
|               -0.034167152,
 | |
|               -0.0315152,
 | |
|               0.1105276,
 | |
|               0.03499844,
 | |
|               0.045135163,
 | |
|               0.00044455956,
 | |
|               0.051429555,
 | |
|               0.015050582,
 | |
|               -0.009024664,
 | |
|               0.023132037,
 | |
|               0.05141033,
 | |
|               -0.00417506,
 | |
|               0.004720958,
 | |
|               -0.016197585,
 | |
|               -0.025692327,
 | |
|               -0.024077175,
 | |
|               -0.00953031,
 | |
|               0.05060433,
 | |
|               -0.058328744,
 | |
|               0.04903431,
 | |
|               0.07964924,
 | |
|               0.03599398,
 | |
|               -0.065374464,
 | |
|               -0.035382472,
 | |
|               -0.07028972,
 | |
|               -0.009750123,
 | |
|               -0.031909473,
 | |
|               -0.04101604,
 | |
|               -0.041144423,
 | |
|               -0.036323845,
 | |
|               0.06685511,
 | |
|               0.016679594,
 | |
|               -0.048498012,
 | |
|               -0.015474575,
 | |
|               -0.00048608257,
 | |
|               0.03267068,
 | |
|               -0.010890426,
 | |
|               0.016646467,
 | |
|               -0.057286758,
 | |
|               0.008073807,
 | |
|               0.008808943,
 | |
|               -0.061580453,
 | |
|               -0.010815387,
 | |
|               0.0717443,
 | |
|               0.08607838,
 | |
|               0.014073375,
 | |
|               0.014896061,
 | |
|               -0.098295614,
 | |
|               -0.046653833,
 | |
|               0.033601493,
 | |
|               0.0647405,
 | |
|               -0.007525925,
 | |
|               0.025440095,
 | |
|               0.04171436,
 | |
|               -0.033113986,
 | |
|               -0.014553822,
 | |
|               0.024878975,
 | |
|               0.045614205,
 | |
|               -0.042929318,
 | |
|               -0.040504646,
 | |
|               -0.06304663,
 | |
|               -0.022389242,
 | |
|               0.010583584,
 | |
|               -0.032525852,
 | |
|               -0.03146621,
 | |
|               0.0081922775,
 | |
|               0.021094568,
 | |
|               0.0095269885,
 | |
|               -0.08290188,
 | |
|               -0.021351986,
 | |
|               0.008777032,
 | |
|               0.060185786,
 | |
|               -0.062182017,
 | |
|               0.004518251,
 | |
|               0.05684528,
 | |
|               -0.013033095,
 | |
|               0.01867297,
 | |
|               -0.008998785,
 | |
|               -0.076766245,
 | |
|               0.051622886,
 | |
|               1.6926977e-33,
 | |
|               -0.12588808,
 | |
|               0.011676749,
 | |
|               -0.079886116,
 | |
|               0.02304184,
 | |
|               0.029238446,
 | |
|               0.08721121,
 | |
|               0.06906221,
 | |
|               0.032533444,
 | |
|               0.047794122,
 | |
|               0.13212898,
 | |
|               0.03129717,
 | |
|               -0.0125368,
 | |
|               0.0035920327,
 | |
|               -0.016413208,
 | |
|               -0.038557872,
 | |
|               0.016005918,
 | |
|               0.09166447,
 | |
|               0.047558285,
 | |
|               -0.054981478,
 | |
|               0.06797876,
 | |
|               0.017968502,
 | |
|               0.118666455,
 | |
|               -0.069318265,
 | |
|               0.043814093,
 | |
|               0.04150938,
 | |
|               -0.017812226,
 | |
|               0.051738504,
 | |
|               0.06795029,
 | |
|               0.080493495,
 | |
|               0.005386888,
 | |
|               0.08878265,
 | |
|               -0.036075104,
 | |
|               -0.07708273,
 | |
|               -0.09101018,
 | |
|               -0.09597232,
 | |
|               -0.0937606,
 | |
|               -0.06200779,
 | |
|               0.06722552,
 | |
|               -0.0006647803,
 | |
|               0.029067127,
 | |
|               0.08179574,
 | |
|               -0.06488274,
 | |
|               -0.050375167,
 | |
|               -0.002403243,
 | |
|               -0.026110265,
 | |
|               -0.007630271,
 | |
|               0.011972527,
 | |
|               -0.08573929,
 | |
|               0.04107404,
 | |
|               0.024723932,
 | |
|               -0.02222756,
 | |
|               -0.11560156,
 | |
|               0.006753066,
 | |
|               -0.04589066,
 | |
|               -0.06369223,
 | |
|               0.053635046,
 | |
|               0.005769477,
 | |
|               0.06325056,
 | |
|               0.0048679966,
 | |
|               -0.057087842,
 | |
|               0.041931894,
 | |
|               0.022344982,
 | |
|               -0.14709935,
 | |
|               0.026361033,
 | |
|               0.106274396,
 | |
|               -0.0059068515,
 | |
|               0.020035667,
 | |
|               0.034950804,
 | |
|               -0.03342695,
 | |
|               -0.03884034,
 | |
|               -0.076072656,
 | |
|               -0.11173452,
 | |
|               -0.038953967,
 | |
|               -0.10270519,
 | |
|               0.04714134,
 | |
|               -0.049391687,
 | |
|               0.074747935,
 | |
|               0.041724026,
 | |
|               -0.031083144,
 | |
|               0.0033830043,
 | |
|               0.055804495,
 | |
|               -0.031882074,
 | |
|               -0.02541756,
 | |
|               0.050101582,
 | |
|               0.035991114,
 | |
|               0.09143438,
 | |
|               -0.07581111,
 | |
|               -0.050589707,
 | |
|               0.0074097887,
 | |
|               -0.0014020415,
 | |
|               -0.05036443,
 | |
|               -0.0015289022,
 | |
|               0.005471816,
 | |
|               0.07689256,
 | |
|               0.014164922,
 | |
|               -1.8297508e-08,
 | |
|               0.029913928,
 | |
|               -0.057959806,
 | |
|               -0.06846765,
 | |
|               0.026196472,
 | |
|               -0.0035178436,
 | |
|               0.11374637,
 | |
|               0.056845777,
 | |
|               -0.09315407,
 | |
|               0.0027757618,
 | |
|               0.10895455,
 | |
|               -0.033027817,
 | |
|               0.005051668,
 | |
|               -0.043633904,
 | |
|               -0.048978273,
 | |
|               0.011912417,
 | |
|               0.059747256,
 | |
|               -0.08661686,
 | |
|               -0.052748058,
 | |
|               0.026321623,
 | |
|               0.042173225,
 | |
|               -0.0035451513,
 | |
|               0.03797019,
 | |
|               0.022595786,
 | |
|               -0.0614702,
 | |
|               0.01268269,
 | |
|               0.040893063,
 | |
|               -0.084825225,
 | |
|               0.041167296,
 | |
|               -0.038163006,
 | |
|               0.008364558,
 | |
|               0.01014753,
 | |
|               0.024994388,
 | |
|               -0.012504467,
 | |
|               -0.045078665,
 | |
|               0.0102669485,
 | |
|               -0.046302866,
 | |
|               0.061438397,
 | |
|               0.016235871,
 | |
|               -0.0011558776,
 | |
|               0.007455159,
 | |
|               -0.019448454,
 | |
|               -0.06798961,
 | |
|               0.05472832,
 | |
|               0.09646006,
 | |
|               -0.04711737,
 | |
|               0.060088705,
 | |
|               0.0030213061,
 | |
|               -0.08877283,
 | |
|               0.037262574,
 | |
|               -0.009947699,
 | |
|               0.0035697597,
 | |
|               -0.07833652,
 | |
|               0.02169359,
 | |
|               -0.013075168,
 | |
|               0.072521746,
 | |
|               -0.0649658,
 | |
|               -0.029920656,
 | |
|               -0.017777385,
 | |
|               0.033904497,
 | |
|               0.02919506,
 | |
|               0.08793891,
 | |
|               0.008437021,
 | |
|               0.064442866,
 | |
|               -0.01656208
 | |
|             ],
 | |
|             "index": 0,
 | |
|             "object": "embedding"
 | |
|           }
 | |
|         ],
 | |
|         "model": "all-minilm:l6-v2",
 | |
|         "object": "list",
 | |
|         "usage": {
 | |
|           "prompt_tokens": 5,
 | |
|           "total_tokens": 5
 | |
|         }
 | |
|       }
 | |
|     },
 | |
|     "is_streaming": false
 | |
|   }
 | |
| }
 |