phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add switching api keys + api bases to docs

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-26 21:47:20 -07:00
parent 0cd1b10241
commit 6e05fca714
4 changed files with 39 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/main.py
View file

@ -672,22 +672,29 @@ def completion(
litellm.openai_key or
get_secret("DEEPINFRA_API_KEY")
)
openai.api_base = "https://api.deepinfra.com/v1/openai"
## LOGGING
logging.pre_call(
input=messages,
api_key=api_key,
)
## COMPLETION CALL
openai.api_key = api_key # set key for deep infra
openai.api_key = "1LntUh4fmg5z6iEW7UPPRhGdBDNuJx5y"
openai.api_base = "https://api.deepinfra.com/v1/openai"
try:
response = openai.ChatCompletion.create(
model=model,
messages=messages,
api_base="https://api.deepinfra.com/v1/openai", # use the deepinfra api base
api_type="openai",
api_version=api_version, # default None
**optional_params,
chat_completion = openai.ChatCompletion.create(
model="meta-llama/Llama-2-70b-chat-hf",
messages=[{"role": "user", "content": "Hello world"}]
)
print(f"chat_completion: {chat_completion}")
# response = openai.ChatCompletion.create(
# model=model,
# messages=messages,
# api_base="https://api.deepinfra.com/v1/openai", # use the deepinfra api base
# api_type="openai",
# api_version=api_version, # default None
# **optional_params,
# )
except Exception as e:
## LOGGING - log the original exception returned
logging.post_call(