Updates to notebook; use direct requests to NeMo where needed

This commit is contained in:
Jash Gulabrai 2025-04-09 23:03:34 -04:00
parent c04ab0133d
commit 57813f5606
6 changed files with 659 additions and 155 deletions

View file

@ -27,8 +27,8 @@ class ModelCandidate(BaseModel):
"""
type: Literal["model"] = "model"
model: str
sampling_params: SamplingParams
model: Union[str, Dict[str, Any]]
sampling_params: Optional[SamplingParams] = Field(default_factory=SamplingParams)
system_message: Optional[SystemMessage] = None