phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: allow api base to be set for all providers

Browse source 
enables proxy use cases
This commit is contained in:
Krrish Dholakia 2023-10-19 19:07:42 -07:00
parent 72f55a4e6c
commit 00993f3575
7 changed files with 76 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/nlp_cloud.py
View file

@ -96,6 +96,7 @@ def validate_environment(api_key):
def completion(
model: str,
messages: list,
api_base: str,
model_response: ModelResponse,
print_verbose: Callable,
encoding,
@ -114,7 +115,7 @@ def completion(
if k not in optional_params: # completion(top_k=3) > togetherai_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
completion_url_fragment_1 = "https://api.nlpcloud.io/v1/gpu/"
completion_url_fragment_1 = api_base
completion_url_fragment_2 = "/generation"
model = model
text = " ".join(message["content"] for message in messages)
@ -125,6 +126,7 @@ def completion(
}
completion_url = completion_url_fragment_1 + model + completion_url_fragment_2
## LOGGING
logging_obj.pre_call(
input=text,