phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-11 19:56:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: skip providers without validators in dynamic model listing

Browse source 
Providers like ollama inherit from NeedsRequestProviderData but don't have
provider_data_validator since they don't require per-request credentials.
Check for validator existence before calling get_request_provider_data().
This commit is contained in:
Ashwin Bharambe 2025-10-29 11:11:26 -07:00
parent e6023c1636
commit 60086df3b5
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/llama_stack/core/routing_tables/models.py
View file

@ -64,6 +64,11 @@ class ModelsRoutingTable(CommonRoutingTableImpl, Models):
if not isinstance(provider, NeedsRequestProviderData): if not isinstance(provider, NeedsRequestProviderData):
continue continue
# Check if provider has a validator (some providers like ollama don't need per-request credentials)
spec = getattr(provider, "__provider_spec__", None)
if not spec or not getattr(spec, "provider_data_validator", None):
continue
# Try to get validated provider_data for this provider # Try to get validated provider_data for this provider
# Returns None if validation fails (missing keys) or if no provider_data exists # Returns None if validation fails (missing keys) or if no provider_data exists
validated_data = provider.get_request_provider_data() validated_data = provider.get_request_provider_data()