Merge pull request #5343 from BerriAI/litellm_sagemaker_chat

feat(sagemaker.py): add sagemaker messages api support
This commit is contained in:
Krish Dholakia 2024-08-23 21:00:00 -07:00 committed by GitHub
commit cd61ddc610
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 112 additions and 17 deletions

View file

@ -10614,6 +10614,7 @@ class CustomStreamWrapper:
or self.custom_llm_provider == "vertex_ai"
or self.custom_llm_provider == "vertex_ai_beta"
or self.custom_llm_provider == "sagemaker"
or self.custom_llm_provider == "sagemaker_chat"
or self.custom_llm_provider == "gemini"
or self.custom_llm_provider == "replicate"
or self.custom_llm_provider == "cached_response"