phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(input.md): add hf_model_name to docs

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-05 16:56:18 -08:00
parent 88845dddb1
commit ff949490de
4 changed files with 39 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/llms/sagemaker.py
View file

@ -149,12 +149,15 @@ def completion(
additional_args={"complete_input_dict": data, "request_str": request_str},
)
## COMPLETION CALL
response = client.invoke_endpoint(
EndpointName=model,
ContentType="application/json",
Body=data,
CustomAttributes="accept_eula=true",
)
try:
response = client.invoke_endpoint(
EndpointName=model,
ContentType="application/json",
Body=data,
CustomAttributes="accept_eula=true",
)
except Exception as e:
raise SagemakerError(status_code=500, message=f"{str(e)}")
response = response["Body"].read().decode("utf8")
## LOGGING
logging_obj.post_call(