diff --git a/docs/source/getting_started/index.md b/docs/source/getting_started/index.md index 1ddc5ff54..cc82166cb 100644 --- a/docs/source/getting_started/index.md +++ b/docs/source/getting_started/index.md @@ -134,7 +134,13 @@ client = ( ) # or create_http_client() depending on the environment you picked # List available models -models = client.models.list() + +try: + models = client.models.list() +except ValueError as e: + print(e) + sys.exit(1) + print("--- Available models: ---") for m in models: print(f"- {m.identifier}") diff --git a/llama_stack/distribution/library_client.py b/llama_stack/distribution/library_client.py index 13aa67956..d4a7cde7e 100644 --- a/llama_stack/distribution/library_client.py +++ b/llama_stack/distribution/library_client.py @@ -198,6 +198,7 @@ class AsyncLlamaStackAsLibraryClient(AsyncLlamaStackClient): async def initialize(self) -> bool: try: + self.endpoint_impls = None self.impls = await construct_stack(self.config, self.custom_provider_registry) except ModuleNotFoundError as _e: cprint(_e.msg, "red")