phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-11 12:38:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: resolved comments

Browse source
This commit is contained in:
sarthakdeshpande 2025-03-11 01:39:37 +05:30
parent 3d4b16b8a4
commit a4ca4508df
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/remote/inference/together/together.py
View file

@ -94,7 +94,7 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
else:
return await self._nonstream_completion(request)
async def _get_client(self) -> AsyncTogether:
def _get_client(self) -> AsyncTogether:
if not self._client:
together_api_key = None
config_api_key = self.config.api_key.get_secret_value() if self.config.api_key else None
@ -112,7 +112,7 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
async def _nonstream_completion(self, request: CompletionRequest) -> ChatCompletionResponse:
params = await self._get_params(request)
client = await self._get_client()
client = self._get_client()
r = await client.completions.create(**params)
return process_completion_response(r)
@ -184,7 +184,7 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
async def _nonstream_chat_completion(self, request: ChatCompletionRequest) -> ChatCompletionResponse:
params = await self._get_params(request)
client = await self._get_client()
client = self._get_client()
if "messages" in params:
r = await client.chat.completions.create(**params)
else:
@ -193,7 +193,7 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
async def _stream_chat_completion(self, request: ChatCompletionRequest) -> AsyncGenerator:
params = await self._get_params(request)
client = await self._get_client()
client = self._get_client()
if "messages" in params:
stream = await client.chat.completions.create(**params)
else:
@ -236,7 +236,7 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
assert all(not content_has_media(content) for content in contents), (
"Together does not support media for embeddings"
)
client = await self._get_client()
client = self._get_client()
r = await client.embeddings.create(
model=model.provider_resource_id,
input=[interleaved_content_as_str(content) for content in contents],