Update handler.py to use prepared_request.body for input

This commit is contained in:
Andrew Smith 2025-03-18 11:07:38 +11:00 committed by GitHub
parent a92e99e946
commit 81a7cf0f44
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -308,7 +308,7 @@ class SagemakerLLM(BaseAWSLLM):
sync_response = sync_handler.post( sync_response = sync_handler.post(
url=prepared_request.url, url=prepared_request.url,
headers=prepared_request.headers, # type: ignore headers=prepared_request.headers, # type: ignore
json=_data, data=prepared_request.body,
timeout=timeout, timeout=timeout,
) )
@ -356,7 +356,7 @@ class SagemakerLLM(BaseAWSLLM):
self, self,
api_base: str, api_base: str,
headers: dict, headers: dict,
data: dict, data: str,
logging_obj, logging_obj,
client=None, client=None,
): ):
@ -368,7 +368,7 @@ class SagemakerLLM(BaseAWSLLM):
response = await client.post( response = await client.post(
api_base, api_base,
headers=headers, headers=headers,
json=data, data=data,
stream=True, stream=True,
) )
@ -440,7 +440,7 @@ class SagemakerLLM(BaseAWSLLM):
completion_stream = await self.make_async_call( completion_stream = await self.make_async_call(
api_base=prepared_request.url, api_base=prepared_request.url,
headers=prepared_request.headers, # type: ignore headers=prepared_request.headers, # type: ignore
data=data, data=prepared_request.body,
logging_obj=logging_obj, logging_obj=logging_obj,
) )
streaming_response = CustomStreamWrapper( streaming_response = CustomStreamWrapper(
@ -522,7 +522,7 @@ class SagemakerLLM(BaseAWSLLM):
response = await async_handler.post( response = await async_handler.post(
url=prepared_request.url, url=prepared_request.url,
headers=prepared_request.headers, # type: ignore headers=prepared_request.headers, # type: ignore
json=data, data=prepared_request.body,
timeout=timeout, timeout=timeout,
) )