phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 23:17:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add SambaNova Providier

Browse source
This commit is contained in:
Edward Ma 2024-12-02 08:09:55 -08:00
parent fe48b9fb8c
commit d7b159663c
17 changed files with 733 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
docs/source/distributions/building_distro.md
View file

@ -109,6 +109,14 @@ llama stack build --list-templates
| | "telemetry": "meta-reference" | |
| | } | |
+------------------------------+--------------------------------------------+----------------------------------------------------------------------------------+
| sambanova | { | Use SambaNova.ai for running LLM inference |
| | "inference": "remote::sambanova", | |
| | "memory": "meta-reference", | |
| | "safety": "meta-reference", | |
| | "agents": "meta-reference", | |
| | "telemetry": "meta-reference" | |
| | } | |
+------------------------------+--------------------------------------------+----------------------------------------------------------------------------------+
| vllm | { | Like local, but use vLLM for running LLM inference |
| | "inference": "vllm", | |
| | "memory": "meta-reference", | |