phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(anthropic.py): enable api base to be customized

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-19 18:45:29 -07:00
parent 04f8840a92
commit 76bf8c4be3
2 changed files with 10 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/llms/anthropic.py
View file

@ -70,6 +70,7 @@ def validate_environment(api_key):
def completion(
model: str,
messages: list,
api_base: str,
model_response: ModelResponse,
print_verbose: Callable,
encoding,
@ -121,7 +122,7 @@ def completion(
## COMPLETION CALL
if "stream" in optional_params and optional_params["stream"] == True:
response = requests.post(
"https://api.anthropic.com/v1/complete",
api_base,
headers=headers,
data=json.dumps(data),
stream=optional_params["stream"],
@ -129,7 +130,7 @@ def completion(
return response.iter_lines()
else:
response = requests.post(
"https://api.anthropic.com/v1/complete", headers=headers, data=json.dumps(data)
api_base, headers=headers, data=json.dumps(data)
)
## LOGGING
logging_obj.post_call(

7
litellm/main.py
View file

@ -582,9 +582,16 @@ def completion(
anthropic_key = (
api_key or litellm.anthropic_key or os.environ.get("ANTHROPIC_API_KEY") or litellm.api_key
)
api_base = (
api_base
or litellm.api_base
or get_secret("ANTHROPIC_API_BASE")
or "https://api.anthropic.com/v1/complete"
)
model_response = anthropic.completion(
model=model,
messages=messages,
api_base=api_base,
model_response=model_response,
print_verbose=print_verbose,
optional_params=optional_params,