phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix together inference validator (#393)

Browse source
This commit is contained in:
Xi Yan 2024-11-07 11:31:53 -08:00 • committed by GitHub
parent 31c5fbda5e
commit 36e2538eb0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/registry/inference.py
View file

@ -117,7 +117,7 @@ def available_providers() -> List[ProviderSpec]:
], ],
module="llama_stack.providers.remote.inference.together", module="llama_stack.providers.remote.inference.together",
config_class="llama_stack.providers.remote.inference.together.TogetherImplConfig", config_class="llama_stack.providers.remote.inference.together.TogetherImplConfig",
provider_data_validator="llama_stack.providers.remote.safety.together.TogetherProviderDataValidator", provider_data_validator="llama_stack.providers.remote.inference.together.TogetherProviderDataValidator",
), ),
), ),
remote_provider_spec( remote_provider_spec(

6
llama_stack/providers/remote/inference/together/__init__.py
View file

@ -4,9 +4,15 @@
# This source code is licensed under the terms described in the LICENSE file in # This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree. # the root directory of this source tree.
from pydantic import BaseModel
from .config import TogetherImplConfig from .config import TogetherImplConfig
class TogetherProviderDataValidator(BaseModel):
together_api_key: str
async def get_adapter_impl(config: TogetherImplConfig, _deps): async def get_adapter_impl(config: TogetherImplConfig, _deps):
from .together import TogetherInferenceAdapter from .together import TogetherInferenceAdapter