phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) cloudflare ai workers - add completion support

Browse source
This commit is contained in:
ishaan-jaff 2023-12-29 11:31:27 +05:30
parent 6f2734100f
commit 8fcfb7df22
2 changed files with 26 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/main.py
View file

@ -1572,12 +1572,14 @@ def completion(
or litellm.api_key
or get_secret("CLOUDFLARE_API_KEY")
)
# api_base = (
# api_base
# or litellm.api_base
# or get_secret("CLOUDFLARE_API_BASE")
# or "https://api.anthropic.com/v1/complete"
# )
account_id = get_secret("CLOUDFLARE_ACCOUNT_ID")
api_base = (
api_base
or litellm.api_base
or get_secret("CLOUDFLARE_API_BASE")
or f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/"
)
custom_prompt_dict = custom_prompt_dict or litellm.custom_prompt_dict
response = cloudflare.completion(
model=model,