phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix typo egad; works now

Browse source
This commit is contained in:
Ashwin Bharambe 2024-10-22 22:35:30 -07:00
parent dbfb10973f
commit c7cbd7bf8a
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/adapters/inference/together/together.py
View file

@ -111,7 +111,6 @@ class TogetherInferenceAdapter(
) -> ChatCompletionResponse:
params = self._get_params(request)
r = client.completions.create(**params)
print(r)
return process_chat_completion_response(r, self.formatter)
async def _stream_chat_completion(
@ -135,7 +134,7 @@ class TogetherInferenceAdapter(
options = get_sampling_options(request)
if fmt := request.response_format:
if fmt.type == ResponseFormatType.json_schema.value:
options["respose_format"] = {
options["response_format"] = {
"type": "json_object",
"schema": fmt.schema,
}