phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(anthropic.py): enable api base to be customized

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-19 18:45:29 -07:00
parent 04f8840a92
commit 76bf8c4be3
2 changed files with 10 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/anthropic.py
View file

@ -70,6 +70,7 @@ def validate_environment(api_key):
def completion( def completion(
model: str, model: str,
messages: list, messages: list,
api_base: str,
model_response: ModelResponse, model_response: ModelResponse,
print_verbose: Callable, print_verbose: Callable,
encoding, encoding,
@ -121,7 +122,7 @@ def completion(
## COMPLETION CALL ## COMPLETION CALL
if "stream" in optional_params and optional_params["stream"] == True: if "stream" in optional_params and optional_params["stream"] == True:
response = requests.post( response = requests.post(
"https://api.anthropic.com/v1/complete", api_base,
headers=headers, headers=headers,
data=json.dumps(data), data=json.dumps(data),
stream=optional_params["stream"], stream=optional_params["stream"],
@ -129,7 +130,7 @@ def completion(
return response.iter_lines() return response.iter_lines()
else: else:
response = requests.post( response = requests.post(
"https://api.anthropic.com/v1/complete", headers=headers, data=json.dumps(data) api_base, headers=headers, data=json.dumps(data)
) )
## LOGGING ## LOGGING
logging_obj.post_call( logging_obj.post_call(

7
litellm/main.py
View file

@ -582,9 +582,16 @@ def completion(
anthropic_key = ( anthropic_key = (
api_key or litellm.anthropic_key or os.environ.get("ANTHROPIC_API_KEY") or litellm.api_key api_key or litellm.anthropic_key or os.environ.get("ANTHROPIC_API_KEY") or litellm.api_key
) )
api_base = (
api_base
or litellm.api_base
or get_secret("ANTHROPIC_API_BASE")
or "https://api.anthropic.com/v1/complete"
)
model_response = anthropic.completion( model_response = anthropic.completion(
model=model, model=model,
messages=messages, messages=messages,
api_base=api_base,
model_response=model_response, model_response=model_response,
print_verbose=print_verbose, print_verbose=print_verbose,
optional_params=optional_params, optional_params=optional_params,