mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-21 20:18:52 +00:00
Updates to notebook; use direct requests to NeMo where needed
This commit is contained in:
parent
c04ab0133d
commit
57813f5606
6 changed files with 659 additions and 155 deletions
|
@ -27,8 +27,8 @@ class ModelCandidate(BaseModel):
|
|||
"""
|
||||
|
||||
type: Literal["model"] = "model"
|
||||
model: str
|
||||
sampling_params: SamplingParams
|
||||
model: Union[str, Dict[str, Any]]
|
||||
sampling_params: Optional[SamplingParams] = Field(default_factory=SamplingParams)
|
||||
system_message: Optional[SystemMessage] = None
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue