phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert imports changes, update tests to match

Browse source
This commit is contained in:
Peter Muller 2024-07-02 19:09:22 -07:00
parent df56ba8d50
commit da659eb9bc
2 changed files with 16 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/llms/sagemaker.py
View file

@ -9,8 +9,6 @@ from litellm.utils import ModelResponse, EmbeddingResponse, get_secret, Usage
import sys
from copy import deepcopy
import httpx # type: ignore
import boto3
import aioboto3
import io
from .prompt_templates.factory import prompt_factory, custom_prompt
@ -159,6 +157,8 @@ def completion(
logger_fn=None,
acompletion: bool = False,
):
import boto3
# pop aws_secret_access_key, aws_access_key_id, aws_region_name from kwargs, since completion calls fail with them
aws_secret_access_key = optional_params.pop("aws_secret_access_key", None)
aws_access_key_id = optional_params.pop("aws_access_key_id", None)
@ -413,6 +413,10 @@ async def async_streaming(
aws_access_key_id: Optional[str],
aws_region_name: Optional[str],
):
"""
Use aioboto3
"""
import aioboto3
session = aioboto3.Session()
@ -477,6 +481,10 @@ async def async_completion(
aws_access_key_id: Optional[str],
aws_region_name: Optional[str],
):
"""
Use aioboto3
"""
import aioboto3
session = aioboto3.Session()
@ -628,6 +636,8 @@ def embedding(
"""
Supports Huggingface Jumpstart embeddings like GPT-6B
"""
### BOTO3 INIT
import boto3
# pop aws_secret_access_key, aws_access_key_id, aws_region_name from kwargs, since completion calls fail with them
aws_secret_access_key = optional_params.pop("aws_secret_access_key", None)

8
litellm/tests/test_provider_specific_config.py
View file

@ -517,7 +517,7 @@ def test_sagemaker_default_region(mocker):
"""
If no regions are specified in config or in environment, the default region is us-west-2
"""
mock_client = mocker.patch("litellm.llms.sagemaker.boto3.client")
mock_client = mocker.patch("boto3.client")
try:
response = litellm.completion(
model="sagemaker/mock-endpoint",
@ -541,7 +541,7 @@ def test_sagemaker_environment_region(mocker):
"""
expected_region = "us-east-1"
os.environ["AWS_REGION_NAME"] = expected_region
mock_client = mocker.patch("litellm.llms.sagemaker.boto3.client")
mock_client = mocker.patch("boto3.client")
try:
response = litellm.completion(
model="sagemaker/mock-endpoint",
@ -566,7 +566,7 @@ def test_sagemaker_config_region(mocker):
part of the config file, then use that region instead of us-west-2
"""
expected_region = "us-east-1"
mock_client = mocker.patch("litellm.llms.sagemaker.boto3.client")
mock_client = mocker.patch("boto3.client")
try:
response = litellm.completion(
model="sagemaker/mock-endpoint",
@ -592,7 +592,7 @@ def test_sagemaker_config_and_environment_region(mocker):
expected_region = "us-east-1"
unexpected_region = "us-east-2"
os.environ["AWS_REGION_NAME"] = expected_region
mock_client = mocker.patch("litellm.llms.sagemaker.boto3.client")
mock_client = mocker.patch("boto3.client")
try:
response = litellm.completion(
model="sagemaker/mock-endpoint",