chore: bump python supported version to 3.12 (#2475)

# What does this PR do?

The project now supports Python >= 3.12

Signed-off-by: Sébastien Han <seb@redhat.com>

llama_stack/apis/tools/rag_tool.py

@@ -5,10 +5,10 @@
 # the root directory of this source tree.
 
 from enum import Enum
-from typing import Annotated, Any, Literal
+from typing import Annotated, Any, Literal, Protocol
 
 from pydantic import BaseModel, Field, field_validator
-from typing_extensions import Protocol, runtime_checkable
+from typing_extensions import runtime_checkable
 
 from llama_stack.apis.common.content_types import URL, InterleavedContent
 from llama_stack.providers.utils.telemetry.trace_protocol import trace_protocol

llama_stack/apis/tools/tools.py

@@ -5,10 +5,10 @@
 # the root directory of this source tree.
 
 from enum import Enum
-from typing import Any, Literal
+from typing import Any, Literal, Protocol
 
 from pydantic import BaseModel, Field
-from typing_extensions import Protocol, runtime_checkable
+from typing_extensions import runtime_checkable
 
 from llama_stack.apis.common.content_types import URL, InterleavedContent
 from llama_stack.apis.resource import Resource, ResourceType

llama_stack/distribution/build.py

@@ -101,7 +101,7 @@ def build_image(
     template_or_config: str,
     run_config: str | None = None,
 ):
-    container_base = build_config.distribution_spec.container_image or "python:3.11-slim"
+    container_base = build_config.distribution_spec.container_image or "python:3.12-slim"
 
     normal_deps, special_deps = get_provider_dependencies(build_config)
     normal_deps += SERVER_DEPENDENCIES

llama_stack/distribution/build_conda_env.sh

@@ -49,7 +49,7 @@ ensure_conda_env_python310() {
   local env_name="$1"
   local pip_dependencies="$2"
   local special_pip_deps="$3"
-  local python_version="3.11"
+  local python_version="3.12"
 
   # Check if conda command is available
   if ! is_command_available conda; then
@@ -81,19 +81,19 @@ ensure_conda_env_python310() {
   eval "$(conda shell.bash hook)"
   conda deactivate && conda activate "${env_name}"
 
-  $CONDA_PREFIX/bin/pip install uv
+  "$CONDA_PREFIX"/bin/pip install uv
 
   if [ -n "$TEST_PYPI_VERSION" ]; then
     # these packages are damaged in test-pypi, so install them first
     uv pip install fastapi libcst
     uv pip install --extra-index-url https://test.pypi.org/simple/ \
-      llama-stack==$TEST_PYPI_VERSION \
-      $pip_dependencies
+      llama-stack=="$TEST_PYPI_VERSION" \
+      "$pip_dependencies"
     if [ -n "$special_pip_deps" ]; then
       IFS='#' read -ra parts <<<"$special_pip_deps"
       for part in "${parts[@]}"; do
         echo "$part"
-        uv pip install $part
+        uv pip install "$part"
       done
     fi
   else
@@ -113,7 +113,7 @@ ensure_conda_env_python310() {
       else
         SPEC_VERSION="llama-stack"
       fi
-      uv pip install --no-cache-dir $SPEC_VERSION
+      uv pip install --no-cache-dir "$SPEC_VERSION"
     fi
 
     if [ -n "$LLAMA_STACK_CLIENT_DIR" ]; then
@@ -128,17 +128,17 @@ ensure_conda_env_python310() {
 
     # Install pip dependencies
     printf "Installing pip dependencies\n"
-    uv pip install $pip_dependencies
+    uv pip install "$pip_dependencies"
     if [ -n "$special_pip_deps" ]; then
       IFS='#' read -ra parts <<<"$special_pip_deps"
       for part in "${parts[@]}"; do
         echo "$part"
-        uv pip install $part
+        uv pip install "$part"
       done
     fi
   fi
 
-  mv $build_file_path $CONDA_PREFIX/llamastack-build.yaml
+  mv "$build_file_path" "$CONDA_PREFIX"/llamastack-build.yaml
   echo "Build spec configuration saved at $CONDA_PREFIX/llamastack-build.yaml"
 }
 

llama_stack/distribution/build_container.sh

@@ -84,7 +84,7 @@ add_to_container() {
 }
 
 # Check if container command is available
-if ! is_command_available $CONTAINER_BINARY; then
+if ! is_command_available "$CONTAINER_BINARY"; then
   printf "${RED}Error: ${CONTAINER_BINARY} command not found. Is ${CONTAINER_BINARY} installed and in your PATH?${NC}" >&2
   exit 1
 fi
@@ -95,13 +95,13 @@ if [[ $container_base == *"registry.access.redhat.com/ubi9"* ]]; then
 FROM $container_base
 WORKDIR /app
 
-# We install the Python 3.11 dev headers and build tools so that any
+# We install the Python 3.12 dev headers and build tools so that any
 # C‑extension wheels (e.g. polyleven, faiss‑cpu) can compile successfully.
 
 RUN dnf -y update && dnf install -y iputils git net-tools wget \
-    vim-minimal python3.11 python3.11-pip python3.11-wheel \
-    python3.11-setuptools python3.11-devel gcc make && \
-    ln -s /bin/pip3.11 /bin/pip && ln -s /bin/python3.11 /bin/python && dnf clean all
+    vim-minimal python3.12 python3.12-pip python3.12-wheel \
+    python3.12-setuptools python3.12-devel gcc make && \
+    ln -s /bin/pip3.12 /bin/pip && ln -s /bin/python3.12 /bin/python && dnf clean all
 
 ENV UV_SYSTEM_PYTHON=1
 RUN pip install uv

llama_stack/providers/utils/scheduler.py

@@ -11,7 +11,7 @@ import threading
 from collections.abc import Callable, Coroutine, Iterable
 from datetime import UTC, datetime
 from enum import Enum
-from typing import Any, TypeAlias
+from typing import Any
 
 from pydantic import BaseModel
 
@@ -30,8 +30,8 @@ class JobStatus(Enum):
     completed = "completed"
 
 
-JobID: TypeAlias = str
-JobType: TypeAlias = str
+type JobID = str
+type JobType = str
 
 
 class JobArtifact(BaseModel):
@@ -47,7 +47,7 @@ JobHandler = Callable[
 ]
 
 
-LogMessage: TypeAlias = tuple[datetime, str]
+type LogMessage = tuple[datetime, str]
 
 
 _COMPLETED_STATUSES = {JobStatus.completed, JobStatus.failed}

llama_stack/providers/utils/tools/mcp.py

@@ -5,15 +5,7 @@
 # the root directory of this source tree.
 
 from contextlib import asynccontextmanager
-from typing import Any
-
-try:
-    # for python < 3.11
-    import exceptiongroup
-
-    BaseExceptionGroup = exceptiongroup.BaseExceptionGroup
-except ImportError:
-    pass
+from typing import Any, cast
 
 import httpx
 from mcp import ClientSession
@@ -40,14 +32,14 @@ async def sse_client_wrapper(endpoint: str, headers: dict[str, str]):
             async with ClientSession(*streams) as session:
                 await session.initialize()
                 yield session
-    except BaseException as e:
-        if isinstance(e, BaseExceptionGroup):
-            for exc in e.exceptions:
-                if isinstance(exc, httpx.HTTPStatusError) and exc.response.status_code == 401:
-                    raise AuthenticationRequiredError(exc) from exc
-        elif isinstance(e, httpx.HTTPStatusError) and e.response.status_code == 401:
-            raise AuthenticationRequiredError(e) from e
-
+    except* httpx.HTTPStatusError as eg:
+        for exc in eg.exceptions:
+            # mypy does not currently narrow the type of `eg.exceptions` based on the `except*` filter,
+            # so we explicitly cast each item to httpx.HTTPStatusError. This is safe because
+            # `except* httpx.HTTPStatusError` guarantees all exceptions in `eg.exceptions` are of that type.
+            err = cast(httpx.HTTPStatusError, exc)
+            if err.response.status_code == 401:
+                raise AuthenticationRequiredError(exc) from exc
         raise