tracing decorator for apiis

This commit is contained in:
Dinesh Yeduguru 2024-11-26 11:28:24 -08:00
parent c6b4bf8ada
commit c2a4850a79
4 changed files with 141 additions and 0 deletions

View file

@ -21,6 +21,8 @@ from llama_models.schema_utils import json_schema_type, webmethod
from pydantic import BaseModel, Field
from typing_extensions import Annotated
from llama_stack.distribution.tracing import trace_protocol
from llama_models.llama3.api.datatypes import * # noqa: F403
from llama_stack.apis.models import * # noqa: F403
@ -220,6 +222,7 @@ class ModelStore(Protocol):
@runtime_checkable
@trace_protocol
class Inference(Protocol):
model_store: ModelStore