phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) v0 adding cloudflare

Browse source
This commit is contained in:
ishaan-jaff 2023-12-29 09:32:29 +05:30
parent daf32f3bd4
commit 367e9913dc
3 changed files with 234 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

46
litellm/main.py
View file

@ -50,6 +50,7 @@ from .llms import (
vllm,
ollama,
ollama_chat,
cloudflare,
cohere,
petals,
oobabooga,
@ -1564,6 +1565,51 @@ def completion(
return generator
response = generator
elif custom_llm_provider == "cloudflare":
api_key = (
api_key
or litellm.cloudflare_api_key
or litellm.api_key
or get_secret("CLOUDFLARE_API_KEY")
)
# api_base = (
# api_base
# or litellm.api_base
# or get_secret("CLOUDFLARE_API_BASE")
# or "https://api.anthropic.com/v1/complete"
# )
custom_prompt_dict = custom_prompt_dict or litellm.custom_prompt_dict
response = cloudflare.completion(
model=model,
messages=messages,
api_base=api_base,
custom_prompt_dict=litellm.custom_prompt_dict,
model_response=model_response,
print_verbose=print_verbose,
optional_params=optional_params,
litellm_params=litellm_params,
logger_fn=logger_fn,
encoding=encoding, # for calculating input/output tokens
api_key=api_key,
logging_obj=logging,
)
if "stream" in optional_params and optional_params["stream"] == True:
# don't try to access stream object,
response = CustomStreamWrapper(
response,
model,
custom_llm_provider="anthropic",
logging_obj=logging,
)
if optional_params.get("stream", False) or acompletion == True:
## LOGGING
logging.post_call(
input=messages,
api_key=api_key,
original_response=response,
)
response = response
elif (
custom_llm_provider == "baseten"
or litellm.api_base == "https://app.baseten.co"