phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(completion-docs): adds more details on provider-specific params

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-07 13:49:19 -07:00
parent b4501f0241
commit c6d36fb59d
8 changed files with 749 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/main.py
View file

@ -66,7 +66,6 @@ from litellm.utils import (
####### ENVIRONMENT VARIABLES ###################
dotenv.load_dotenv() # Loading env variables using dotenv
####### COMPLETION ENDPOINTS ################
async def acompletion(*args, **kwargs):
@ -310,6 +309,12 @@ def completion(
get_secret("AZURE_API_KEY")
)
## LOAD CONFIG - if set
config=litellm.AzureOpenAIConfig.get_config()
for k, v in config.items():
if k not in optional_params: # completion(top_k=3) > azure_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
## LOGGING
logging.pre_call(
input=messages,
@ -368,6 +373,13 @@ def completion(
litellm.openai_key or
get_secret("OPENAI_API_KEY")
)
## LOAD CONFIG - if set
config=litellm.OpenAIConfig.get_config()
for k, v in config.items():
if k not in optional_params: # completion(top_k=3) > openai_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
## LOGGING
logging.pre_call(
input=messages,
@ -436,6 +448,12 @@ def completion(
get_secret("OPENAI_API_KEY")
)
## LOAD CONFIG - if set
config=litellm.OpenAITextCompletionConfig.get_config()
for k, v in config.items():
if k not in optional_params: # completion(top_k=3) > openai_text_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
if litellm.organization:
openai.organization = litellm.organization