(feat) completion:sagemaker - better debugging

This commit is contained in:
ishaan-jaff 2023-11-27 09:08:20 -08:00
parent d0538e32c9
commit e407b185ee

View file

@ -127,10 +127,18 @@ def completion(
}
## LOGGING
request_str = f"""
response = client.invoke_endpoint(
EndpointName={model},
ContentType="application/json",
Body={data},
CustomAttributes="accept_eula=true",
)
"""
logging_obj.pre_call(
input=prompt,
api_key="",
additional_args={"complete_input_dict": data},
additional_args={"complete_input_dict": data, "request_str": request_str},
)
## COMPLETION CALL
response = client.invoke_endpoint(