phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

updates TG_AI

Browse source
This commit is contained in:
ishaan-jaff 2023-08-17 16:06:32 -07:00
parent b077110da5
commit ba6df5fbb9
6 changed files with 51 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -282,9 +282,9 @@ def completion(
response = CustomStreamWrapper(model_response, model, custom_llm_provider="huggingface")
return response
response = model_response
elif custom_llm_provider == "together_ai":
elif custom_llm_provider == "together_ai" or ("togethercomputer" in model):
import requests
TOGETHER_AI_TOKEN = get_secret("TOGETHER_AI_TOKEN") or get_secret("TOGETHERAI_API_KEY")
TOGETHER_AI_TOKEN = get_secret("TOGETHER_AI_TOKEN") or get_secret("TOGETHERAI_API_KEY") or api_key or litellm.togetherai_api_key
headers = {"Authorization": f"Bearer {TOGETHER_AI_TOKEN}"}
endpoint = 'https://api.together.xyz/inference'
prompt = " ".join([message["content"] for message in messages]) # TODO: Add chat support for together AI