phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

make api base thread safe

Browse source
This commit is contained in:
ishaan-jaff 2023-09-02 17:41:59 -07:00
parent 09ae510a58
commit ba61600f9c
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -228,7 +228,6 @@ def completion(
or get_secret("OPENAI_API_BASE") or get_secret("OPENAI_API_BASE")
or "https://api.openai.com/v1" or "https://api.openai.com/v1"
) )
openai.api_base = api_base
openai.api_version = None openai.api_version = None
if litellm.organization: if litellm.organization:
openai.organization = litellm.organization openai.organization = litellm.organization
@ -253,11 +252,15 @@ def completion(
model=model, model=model,
messages=messages, messages=messages,
headers=litellm.headers, headers=litellm.headers,
api_base=api_base,
**optional_params, **optional_params,
) )
else: else:
response = openai.ChatCompletion.create( response = openai.ChatCompletion.create(
model=model, messages=messages, **optional_params model=model,
messages=messages,
api_base=api_base, # thread safe setting of api_base
**optional_params
) )
except Exception as e: except Exception as e:
## LOGGING - log the original exception returned ## LOGGING - log the original exception returned