phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

accounting for eos

Browse source
This commit is contained in:
Hassan El Mghari 2024-08-26 21:24:00 -04:00
parent 279017e37a
commit c72ce9e726
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_toolchain/inference/together/together.py
View file

@ -115,7 +115,10 @@ class TogetherInference(Inference):
) )
stop_reason = None stop_reason = None
if r.choices[0].finish_reason: if r.choices[0].finish_reason:
if r.choices[0].finish_reason == "stop": if (
r.choices[0].finish_reason == "stop"
or r.choices[0].finish_reason == "eos"
):
stop_reason = StopReason.end_of_turn stop_reason = StopReason.end_of_turn
elif r.choices[0].finish_reason == "length": elif r.choices[0].finish_reason == "length":
stop_reason = StopReason.out_of_tokens stop_reason = StopReason.out_of_tokens
@ -147,7 +150,11 @@ class TogetherInference(Inference):
**options, **options,
): ):
if chunk.choices[0].finish_reason: if chunk.choices[0].finish_reason:
if stop_reason is None and chunk.choices[0].finish_reason == "stop": if (
stop_reason is None and chunk.choices[0].finish_reason == "stop"
) or (
stop_reason is None and chunk.choices[0].finish_reason == "eos"
):
stop_reason = StopReason.end_of_turn stop_reason = StopReason.end_of_turn
elif ( elif (
stop_reason is None stop_reason is None