phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

enforce together api key in the provider api

Browse source
This commit is contained in:
Yogish Baliga 2024-09-24 09:12:10 -07:00
parent 93ad663e29
commit cb00e5933b
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/adapters/safety/together/safety.py
View file

@ -36,10 +36,12 @@ class TogetherSafetyImpl(Safety):
raise ValueError(f"shield type {shield_type} is not supported")
provider_data = get_request_provider_data()
together_api_key = self.config.api_key
together_api_key = None
# @TODO error out if together_api_key is missing in the header
if provider_data is not None:
if isinstance(provider_data, TogetherHeaderInfo):
if not isinstance(provider_data, TogetherHeaderInfo) or provider_data.together_api_key is None:
raise ValueError("provider Together api key in the header X-LlamaStack-ProviderData as { \"together_api_key\": <your api key>}")
together_api_key = provider_data.together_api_key
# messages can have role assistant or user