phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Avoid warnings from pydantic for overriding schema

Browse source 
Also fix structured output in completions
This commit is contained in:
Ashwin Bharambe 2024-10-28 13:36:17 -07:00
parent ed833bb758
commit eccd7dc4a9
7 changed files with 50 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/apis/inference/inference.py
View file

@ -86,11 +86,11 @@ class ResponseFormatType(Enum):
grammar = "grammar"
class JsonResponseFormat(BaseModel):
class JsonSchemaResponseFormat(BaseModel):
type: Literal[ResponseFormatType.json_schema.value] = (
ResponseFormatType.json_schema.value
)
schema: Dict[str, Any]
json_schema: Dict[str, Any]
class GrammarResponseFormat(BaseModel):
@ -99,7 +99,7 @@ class GrammarResponseFormat(BaseModel):
ResponseFormat = Annotated[
Union[JsonResponseFormat, GrammarResponseFormat],
Union[JsonSchemaResponseFormat, GrammarResponseFormat],
Field(discriminator="type"),
]