mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
Update handler.py to use prepared_request.body for input
This commit is contained in:
parent
a92e99e946
commit
81a7cf0f44
1 changed files with 5 additions and 5 deletions
|
@ -308,7 +308,7 @@ class SagemakerLLM(BaseAWSLLM):
|
||||||
sync_response = sync_handler.post(
|
sync_response = sync_handler.post(
|
||||||
url=prepared_request.url,
|
url=prepared_request.url,
|
||||||
headers=prepared_request.headers, # type: ignore
|
headers=prepared_request.headers, # type: ignore
|
||||||
json=_data,
|
data=prepared_request.body,
|
||||||
timeout=timeout,
|
timeout=timeout,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -356,7 +356,7 @@ class SagemakerLLM(BaseAWSLLM):
|
||||||
self,
|
self,
|
||||||
api_base: str,
|
api_base: str,
|
||||||
headers: dict,
|
headers: dict,
|
||||||
data: dict,
|
data: str,
|
||||||
logging_obj,
|
logging_obj,
|
||||||
client=None,
|
client=None,
|
||||||
):
|
):
|
||||||
|
@ -368,7 +368,7 @@ class SagemakerLLM(BaseAWSLLM):
|
||||||
response = await client.post(
|
response = await client.post(
|
||||||
api_base,
|
api_base,
|
||||||
headers=headers,
|
headers=headers,
|
||||||
json=data,
|
data=data,
|
||||||
stream=True,
|
stream=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -440,7 +440,7 @@ class SagemakerLLM(BaseAWSLLM):
|
||||||
completion_stream = await self.make_async_call(
|
completion_stream = await self.make_async_call(
|
||||||
api_base=prepared_request.url,
|
api_base=prepared_request.url,
|
||||||
headers=prepared_request.headers, # type: ignore
|
headers=prepared_request.headers, # type: ignore
|
||||||
data=data,
|
data=prepared_request.body,
|
||||||
logging_obj=logging_obj,
|
logging_obj=logging_obj,
|
||||||
)
|
)
|
||||||
streaming_response = CustomStreamWrapper(
|
streaming_response = CustomStreamWrapper(
|
||||||
|
@ -522,7 +522,7 @@ class SagemakerLLM(BaseAWSLLM):
|
||||||
response = await async_handler.post(
|
response = await async_handler.post(
|
||||||
url=prepared_request.url,
|
url=prepared_request.url,
|
||||||
headers=prepared_request.headers, # type: ignore
|
headers=prepared_request.headers, # type: ignore
|
||||||
json=data,
|
data=prepared_request.body,
|
||||||
timeout=timeout,
|
timeout=timeout,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue