Revert model in ModelCandidate to type string

This commit is contained in:
Jash Gulabrai 2025-04-15 09:47:58 -04:00
parent 43993cc29c
commit 95619892ea
3 changed files with 3 additions and 42 deletions

View file

@ -27,7 +27,7 @@ class ModelCandidate(BaseModel):
"""
type: Literal["model"] = "model"
model: Union[str, Dict[str, Any]]
model: str
sampling_params: Optional[SamplingParams] = Field(default_factory=SamplingParams)
system_message: Optional[SystemMessage] = None