phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

pass api_type as an arg in ChatCompl

Browse source
This commit is contained in:
ishaan-jaff 2023-09-14 08:48:57 -07:00
parent 409222305c
commit 61737e67a1
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/main.py
View file

@ -173,7 +173,7 @@ def completion(
get_llm_provider(model=model, custom_llm_provider=custom_llm_provider) get_llm_provider(model=model, custom_llm_provider=custom_llm_provider)
if custom_llm_provider == "azure": if custom_llm_provider == "azure":
# azure configs # azure configs
openai.api_type = get_secret("AZURE_API_TYPE") or "azure" api_type = get_secret("AZURE_API_TYPE") or "azure"
api_base = ( api_base = (
api_base api_base
@ -212,6 +212,7 @@ def completion(
api_key=api_key, api_key=api_key,
api_base=api_base, api_base=api_base,
api_version=api_version, api_version=api_version,
api_type=api_type,
**optional_params, **optional_params,
) )
if "stream" in optional_params and optional_params["stream"] == True: if "stream" in optional_params and optional_params["stream"] == True:
@ -234,7 +235,6 @@ def completion(
or custom_llm_provider == "openai" or custom_llm_provider == "openai"
or "ft:gpt-3.5-turbo" in model # finetuned gpt-3.5-turbo or "ft:gpt-3.5-turbo" in model # finetuned gpt-3.5-turbo
): # allow user to make an openai call with a custom base ): # allow user to make an openai call with a custom base
openai.api_type = "openai"
# note: if a user sets a custom base - we should ensure this works # note: if a user sets a custom base - we should ensure this works
# allow for the setting of dynamic and stateful api-bases # allow for the setting of dynamic and stateful api-bases
api_base = ( api_base = (
@ -267,6 +267,7 @@ def completion(
headers=litellm.headers, # None by default headers=litellm.headers, # None by default
api_base=api_base, # thread safe setting base, key, api_version api_base=api_base, # thread safe setting base, key, api_version
api_key=api_key, api_key=api_key,
api_type="openai",
api_version=api_version, # default None api_version=api_version, # default None
**optional_params, **optional_params,
) )