phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-07 02:58:21 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

error handling

Browse source
This commit is contained in:
Sixian Yi 2025-01-29 23:40:35 -08:00
parent 3816355e1d
commit cf672c74b0
1 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/remote/inference/together/together.py
View file

@ -9,7 +9,6 @@ from typing import AsyncGenerator, List, Optional, Union
from llama_models.datatypes import CoreModelId from llama_models.datatypes import CoreModelId
from llama_models.llama3.api.chat_format import ChatFormat from llama_models.llama3.api.chat_format import ChatFormat
from llama_models.llama3.api.tokenizer import Tokenizer from llama_models.llama3.api.tokenizer import Tokenizer
from termcolor import cprint
from together import Together from together import Together
from llama_stack.apis.common.content_types import InterleavedContent from llama_stack.apis.common.content_types import InterleavedContent
@ -181,9 +180,8 @@ class TogetherInferenceAdapter(
if logprobs and logprobs.top_k: if logprobs and logprobs.top_k:
if logprobs.top_k != 1: if logprobs.top_k != 1:
cprint( raise ValueError(
"Together only supports logprobs top_k=1. Overriding.", f"Unsupported value: Together only supports logprobs top_k=1. {logprobs.top_k} was provided",
"Yello",
) )
options["logprobs"] = 1 options["logprobs"] = 1