phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert imports changes, update tests to match

Browse source
This commit is contained in:
Peter Muller 2024-07-02 19:09:22 -07:00
parent 47c97e1fa2
commit d8fc8252fa
No known key found for this signature in database
GPG key ID: A6094745C95B1613
2 changed files with 16 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/llms/sagemaker.py
View file

@ -9,8 +9,6 @@ from litellm.utils import ModelResponse, EmbeddingResponse, get_secret, Usage
import sys
from copy import deepcopy
import httpx # type: ignore
import boto3
import aioboto3
import io
from .prompt_templates.factory import prompt_factory, custom_prompt
@ -159,6 +157,8 @@ def completion(
logger_fn=None,
acompletion: bool = False,
):
import boto3
# pop aws_secret_access_key, aws_access_key_id, aws_region_name from kwargs, since completion calls fail with them
aws_secret_access_key = optional_params.pop("aws_secret_access_key", None)
aws_access_key_id = optional_params.pop("aws_access_key_id", None)
@ -413,6 +413,10 @@ async def async_streaming(
aws_access_key_id: Optional[str],
aws_region_name: Optional[str],
):
"""
Use aioboto3
"""
import aioboto3
session = aioboto3.Session()
@ -477,6 +481,10 @@ async def async_completion(
aws_access_key_id: Optional[str],
aws_region_name: Optional[str],
):
"""
Use aioboto3
"""
import aioboto3
session = aioboto3.Session()
@ -628,6 +636,8 @@ def embedding(
"""
Supports Huggingface Jumpstart embeddings like GPT-6B
"""
### BOTO3 INIT
import boto3
# pop aws_secret_access_key, aws_access_key_id, aws_region_name from kwargs, since completion calls fail with them
aws_secret_access_key = optional_params.pop("aws_secret_access_key", None)