refactor(huggingface,-anthropic,-replicate,-sagemaker): making huggingface, anthropic, replicate, sagemaker compatible openai v1 sdk

litellm/llms/anthropic.py

@@ -7,6 +7,7 @@ from typing import Callable, Optional
 from litellm.utils import ModelResponse
 import litellm 
 from .prompt_templates.factory import prompt_factory, custom_prompt
+import httpx
 
 class AnthropicConstants(Enum):
     HUMAN_PROMPT = "\n\nHuman: "
@@ -16,6 +17,8 @@ class AnthropicError(Exception):
     def __init__(self, status_code, message):
         self.status_code = status_code
         self.message = message
+        self.request = httpx.Request(method="POST", url="https://api.anthropic.com/v1/complete")
+        self.response = httpx.Response(status_code=status_code, request=self.request)
         super().__init__(
             self.message
         )  # Call the base class constructor with the parameters it needs

litellm/llms/huggingface_restapi.py

@@ -14,8 +14,8 @@ class HuggingfaceError(Exception):
     def __init__(self, status_code, message):
         self.status_code = status_code
         self.message = message
-        self.response = httpx.Response(status_code=status_code)
+        self.request = httpx.Request(method="POST", url="https://api-inference.huggingface.co/models")
-        self.request = self.response.request
+        self.response = httpx.Response(status_code=status_code, request=self.request)
         super().__init__(
             self.message
         )  # Call the base class constructor with the parameters it needs

litellm/llms/replicate.py

@@ -5,11 +5,14 @@ import time
 from typing import Callable, Optional
 from litellm.utils import ModelResponse
 import litellm 
+import httpx
 
 class ReplicateError(Exception):
     def __init__(self, status_code, message):
         self.status_code = status_code
         self.message = message
+        self.request = httpx.Request(method="POST", url="https://api.replicate.com/v1/deployments")
+        self.response = httpx.Response(status_code=status_code, request=self.request)
         super().__init__(
             self.message
         )  # Call the base class constructor with the parameters it needs

litellm/llms/sagemaker.py

@@ -8,11 +8,14 @@ import litellm
 from litellm.utils import ModelResponse, get_secret
 import sys
 from copy import deepcopy
+import httpx
 
 class SagemakerError(Exception):
     def __init__(self, status_code, message):
         self.status_code = status_code
         self.message = message
+        self.request = httpx.Request(method="POST", url="https://us-west-2.console.aws.amazon.com/sagemaker")
+        self.response = httpx.Response(status_code=status_code, request=self.request)
         super().__init__(
             self.message
         )  # Call the base class constructor with the parameters it needs