diff --git a/llama_stack/distribution/configure.py b/llama_stack/distribution/configure.py
index 3c77423d7..8286f5195 100644
--- a/llama_stack/distribution/configure.py
+++ b/llama_stack/distribution/configure.py
@@ -97,6 +97,8 @@ def configure_api_providers(
                 provider_config = config.provider_map.get(api_str)
                 if provider_config:
                     existing = config_type(**provider_config.config)
+                else:
+                    existing = None
             except Exception:
                 existing = None
             cfg = prompt_for_config(config_type, existing)