phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #5376 from BerriAI/litellm_sagemaker_streaming_fix

Browse source 
fix(sagemaker.py): support streaming for messages api
This commit is contained in:
Krish Dholakia 2024-08-26 21:36:10 -07:00 • committed by GitHub
commit 3a6412c9c3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 141 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/main.py
View file

@ -120,7 +120,7 @@ from .llms.prompt_templates.factory import (
prompt_factory,
stringify_json_tool_call_content,
)
from .llms.sagemaker import SagemakerLLM
from .llms.sagemaker.sagemaker import SagemakerLLM
from .llms.text_completion_codestral import CodestralTextCompletion
from .llms.text_to_speech.vertex_ai import VertexTextToSpeechAPI
from .llms.triton import TritonChatCompletion