phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow load testing sagemaker url

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-22 20:03:27 -07:00
parent 3f96a8c667
commit ed2d3f4bf8
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/sagemaker.py
View file

@ -182,6 +182,10 @@ class SagemakerLLM(BaseAWSLLM):
else: else:
api_base = f"https://runtime.sagemaker.{aws_region_name}.amazonaws.com/endpoints/{model}/invocations" api_base = f"https://runtime.sagemaker.{aws_region_name}.amazonaws.com/endpoints/{model}/invocations"
sagemaker_base_url = optional_params.get("sagemaker_base_url", None)
if sagemaker_base_url is not None:
api_base = sagemaker_base_url
encoded_data = json.dumps(data).encode("utf-8") encoded_data = json.dumps(data).encode("utf-8")
headers = {"Content-Type": "application/json"} headers = {"Content-Type": "application/json"}
if extra_headers is not None: if extra_headers is not None: