Fix server conditional awaiting on coroutines

llama_stack/distribution/server/server.py

@@ -193,6 +193,12 @@ def is_streaming_request(func_name: str, request: Request, **kwargs):
     return kwargs.get("stream", False)
 
 
+async def maybe_await(value):
+    if inspect.iscoroutine(value):
+        return await value
+    return value
+
+
 async def sse_generator(event_gen):
     try:
         async for item in event_gen:
@@ -228,11 +234,8 @@ def create_dynamic_typed_route(func: Any, method: str):
                     sse_generator(func(**kwargs)), media_type="text/event-stream"
                 )
             else:
-                return (
+                value = func(**kwargs)
-                    await func(**kwargs)
+                return await maybe_await(value)
-                    if asyncio.iscoroutinefunction(func)
-                    else func(**kwargs)
-                )
         except Exception as e:
             traceback.print_exception(e)
             raise translate_exception(e) from e

llama_stack/providers/impls/meta_reference/inference/inference.py

@@ -34,6 +34,7 @@ class MetaReferenceInferenceImpl(Inference):
         # verify that the checkpoint actually is for this model lol
 
     async def initialize(self) -> None:
+        print(f"Loading model `{self.model.descriptor()}`")
         self.generator = LlamaModelParallelGenerator(self.config)
         self.generator.start()