phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(openai.py): enable custom proxy to pass in ca_bundle_path

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-10 13:22:27 -07:00
parent 7125016d24
commit b50013386f
12 changed files with 2860 additions and 115 deletions
Download patch file Download diff file Expand all files Collapse all files

37
litellm/main.py
View file

@ -48,6 +48,7 @@ from .llms import (
oobabooga,
palm,
vertex_ai)
from .llms.openai import OpenAIChatCompletion
from .llms.prompt_templates.factory import prompt_factory, custom_prompt, function_call_prompt
import tiktoken
from concurrent.futures import ThreadPoolExecutor
@ -67,7 +68,7 @@ from litellm.utils import (
####### ENVIRONMENT VARIABLES ###################
dotenv.load_dotenv() # Loading env variables using dotenv
openai_proxy_chat_completions = OpenAIChatCompletion()
####### COMPLETION ENDPOINTS ################
async def acompletion(*args, **kwargs):
@ -405,16 +406,30 @@ def completion(
)
## COMPLETION CALL
try:
response = openai.ChatCompletion.create(
model=model,
messages=messages,
headers=litellm.headers, # None by default
api_base=api_base, # thread safe setting base, key, api_version
api_key=api_key,
api_type="openai",
api_version=api_version, # default None
**optional_params,
)
if custom_llm_provider == "custom_openai":
response = openai_proxy_chat_completions.completion(
model=model,
messages=messages,
model_response=model_response,
print_verbose=print_verbose,
api_key=api_key,
api_base=api_base,
logging_obj=logging,
optional_params=optional_params,
litellm_params=litellm_params,
logger_fn=logger_fn
)
else:
response = openai.ChatCompletion.create(
model=model,
messages=messages,
headers=litellm.headers, # None by default
api_base=api_base, # thread safe setting base, key, api_version
api_key=api_key,
api_type="openai",
api_version=api_version, # default None
**optional_params,
)
except Exception as e:
## LOGGING - log the original exception returned
logging.post_call(