fix params

This commit is contained in:
Xi Yan 2025-03-07 12:43:00 -08:00
parent da373471e4
commit 3a6febdc0f

View file

@ -177,10 +177,8 @@ class TogetherInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProvi
) )
if stream: if stream:
print("STREAMING", request)
return self._stream_chat_completion(request) return self._stream_chat_completion(request)
else: else:
print("NON STREAMING", request)
return await self._nonstream_chat_completion(request) return await self._nonstream_chat_completion(request)
async def _nonstream_chat_completion(self, request: ChatCompletionRequest) -> ChatCompletionResponse: async def _nonstream_chat_completion(self, request: ChatCompletionRequest) -> ChatCompletionResponse: