fix meta reference fixture

This commit is contained in:
Dinesh Yeduguru 2024-12-11 16:36:06 -08:00
parent 5821ec9ef3
commit 96accc1216

View file

@ -47,6 +47,9 @@ def inference_meta_reference(inference_model) -> ProviderFixture:
inference_model = (
[inference_model] if isinstance(inference_model, str) else inference_model
)
# If embedding dimension is set, use the 8B model for testing
if os.getenv("EMBEDDING_DIMENSION"):
inference_model = ["meta-llama/Llama-3.1-8B-Instruct"]
return ProviderFixture(
providers=[