forked from phoenix-oss/llama-stack-mirror
Inference to use provider resource id to register and validate (#428)
This PR changes the way model id gets translated to the final model name that gets passed through the provider. Major changes include: 1) Providers are responsible for registering an object and as part of the registration returning the object with the correct provider specific name of the model provider_resource_id 2) To help with the common look ups different names a new ModelLookup class is created. Tested all inference providers including together, fireworks, vllm, ollama, meta reference and bedrock
This commit is contained in:
parent
e51107e019
commit
fdff24e77a
21 changed files with 460 additions and 290 deletions
|
@ -49,7 +49,7 @@ def inference_meta_reference(inference_model) -> ProviderFixture:
|
|||
providers=[
|
||||
Provider(
|
||||
provider_id=f"meta-reference-{i}",
|
||||
provider_type="meta-reference",
|
||||
provider_type="inline::meta-reference",
|
||||
config=MetaReferenceInferenceConfig(
|
||||
model=m,
|
||||
max_seq_len=4096,
|
||||
|
@ -142,6 +142,31 @@ def inference_bedrock() -> ProviderFixture:
|
|||
)
|
||||
|
||||
|
||||
def get_model_short_name(model_name: str) -> str:
|
||||
"""Convert model name to a short test identifier.
|
||||
|
||||
Args:
|
||||
model_name: Full model name like "Llama3.1-8B-Instruct"
|
||||
|
||||
Returns:
|
||||
Short name like "llama_8b" suitable for test markers
|
||||
"""
|
||||
model_name = model_name.lower()
|
||||
if "vision" in model_name:
|
||||
return "llama_vision"
|
||||
elif "3b" in model_name:
|
||||
return "llama_3b"
|
||||
elif "8b" in model_name:
|
||||
return "llama_8b"
|
||||
else:
|
||||
return model_name.replace(".", "_").replace("-", "_")
|
||||
|
||||
|
||||
@pytest.fixture(scope="session")
|
||||
def model_id(inference_model) -> str:
|
||||
return get_model_short_name(inference_model)
|
||||
|
||||
|
||||
INFERENCE_FIXTURES = [
|
||||
"meta_reference",
|
||||
"ollama",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue