mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-21 03:59:42 +00:00
Updates to notebook; use direct requests to NeMo where needed
This commit is contained in:
parent
c04ab0133d
commit
57813f5606
6 changed files with 659 additions and 155 deletions
|
@ -27,8 +27,8 @@ class ModelCandidate(BaseModel):
|
|||
"""
|
||||
|
||||
type: Literal["model"] = "model"
|
||||
model: str
|
||||
sampling_params: SamplingParams
|
||||
model: Union[str, Dict[str, Any]]
|
||||
sampling_params: Optional[SamplingParams] = Field(default_factory=SamplingParams)
|
||||
system_message: Optional[SystemMessage] = None
|
||||
|
||||
|
||||
|
|
|
@ -48,13 +48,13 @@ class NVIDIAEvalImpl(
|
|||
|
||||
async def _evaluator_get(self, path):
|
||||
"""Helper for making GET requests to the evaluator service."""
|
||||
response = requests.get(url=f"{self.config.evaluator_service_url}/{path}")
|
||||
response = requests.get(url=f"{self.config.evaluator_service_url}{path}")
|
||||
response.raise_for_status()
|
||||
return response.json()
|
||||
|
||||
async def _evaluator_post(self, path, data):
|
||||
"""Helper for making POST requests to the evaluator service."""
|
||||
response = requests.post(url=f"{self.config.evaluator_service_url}/{path}", json=data)
|
||||
response = requests.post(url=f"{self.config.evaluator_service_url}{path}", json=data)
|
||||
response.raise_for_status()
|
||||
return response.json()
|
||||
|
||||
|
|
|
@ -408,7 +408,7 @@ class NvidiaPostTrainingAdapter(ModelRegistryHelper):
|
|||
if v is not None
|
||||
}
|
||||
else:
|
||||
raise NotImplementedError(f"JASH was here Unsupported algorithm config: {algorithm_config}")
|
||||
raise NotImplementedError(f"Unsupported algorithm config: {algorithm_config}")
|
||||
|
||||
# Create the customization job
|
||||
response = await self._make_request(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue