diff --git a/litellm/llms/anthropic.py b/litellm/llms/anthropic.py index 31ecd81885..ed8470c934 100644 --- a/litellm/llms/anthropic.py +++ b/litellm/llms/anthropic.py @@ -70,6 +70,7 @@ def validate_environment(api_key): def completion( model: str, messages: list, + api_base: str, model_response: ModelResponse, print_verbose: Callable, encoding, @@ -121,7 +122,7 @@ def completion( ## COMPLETION CALL if "stream" in optional_params and optional_params["stream"] == True: response = requests.post( - "https://api.anthropic.com/v1/complete", + api_base, headers=headers, data=json.dumps(data), stream=optional_params["stream"], @@ -129,7 +130,7 @@ def completion( return response.iter_lines() else: response = requests.post( - "https://api.anthropic.com/v1/complete", headers=headers, data=json.dumps(data) + api_base, headers=headers, data=json.dumps(data) ) ## LOGGING logging_obj.post_call( diff --git a/litellm/main.py b/litellm/main.py index 6512ded0ad..b05caa4538 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -582,9 +582,16 @@ def completion( anthropic_key = ( api_key or litellm.anthropic_key or os.environ.get("ANTHROPIC_API_KEY") or litellm.api_key ) + api_base = ( + api_base + or litellm.api_base + or get_secret("ANTHROPIC_API_BASE") + or "https://api.anthropic.com/v1/complete" + ) model_response = anthropic.completion( model=model, messages=messages, + api_base=api_base, model_response=model_response, print_verbose=print_verbose, optional_params=optional_params,