phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-07 04:45:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

support Llama 3.2 models in Together inference adapter and cleanup Together safety adapter

Browse source
This commit is contained in:
Yogish Baliga 2024-09-25 17:51:42 -07:00
parent 9bb0c8f4fc
commit 2b568a462a
2 changed files with 38 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/providers/adapters/inference/together/together.py
View file

@ -23,9 +23,15 @@ from llama_stack.distribution.request_headers import get_request_provider_data
from .config import TogetherImplConfig
TOGETHER_SUPPORTED_MODELS = {
"Llama3.1-8B-Instruct": "meta-llama/Llama-3.1-8B-Instruct-Turbo",
"Llama3.1-70B-Instruct": "meta-llama/Llama-3.1-70B-Instruct-Turbo",
"Llama3.1-405B-Instruct": "meta-llama/Llama-3.1-405B-Instruct-Turbo",
"Llama3.1-8B-Instruct": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
"Llama3.1-70B-Instruct": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
"Llama3.1-405B-Instruct": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
"Llama3.2-1B-Instruct": "meta-llama/Meta-Llama-3.2-1B-Instruct-Turbo",
"Llama3.2-3B-Instruct": "meta-llama/Meta-Llama-3.2-3B-Instruct-Turbo",
"Llama3.2-11B-Vision": "meta-llama/Meta-Llama-3.2-11B-Vision-Turbo",
"Llama3.2-90B-Vision": "meta-llama/Meta-Llama-3.2-90B-Vision-Turbo",
"Llama3.2-11B-Vision-Instruct": "meta-llama./Meta-Llama-3.2-11B-Vision-Turbo",
"Llama3.2-90B-Vision-Instruct": "meta-llama/Meta-Llama-3.2-90B-Vision-Turbo",
}