phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Miscellaneous fixes around telemetry, library client and run yaml autogen

Browse source 
Also add a `venv` image-type for llama stack build
This commit is contained in:
Ashwin Bharambe 2024-12-08 19:11:22 -08:00
parent 224e62290f
commit e951852848
28 changed files with 274 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/templates/bedrock/run.yaml
View file

@ -39,7 +39,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/bedrock/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/cerebras/run.yaml
View file

@ -38,7 +38,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/cerebras/trace_store.db}
metadata_store:
namespace: null
type: sqlite

5
llama_stack/templates/fireworks/run.yaml
View file

@ -41,7 +41,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/fireworks/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/hf-endpoint/run-with-safety.yaml
View file

@ -46,7 +46,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/hf-endpoint/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/hf-endpoint/run.yaml
View file

@ -41,7 +41,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/hf-endpoint/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/hf-serverless/run-with-safety.yaml
View file

@ -46,7 +46,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/hf-serverless/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/hf-serverless/run.yaml
View file

@ -41,7 +41,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/hf-serverless/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
View file

@ -48,7 +48,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/meta-reference-gpu/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/meta-reference-gpu/run.yaml
View file

@ -42,7 +42,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/meta-reference-gpu/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/meta-reference-quantized-gpu/run.yaml
View file

@ -44,7 +44,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/meta-reference-quantized-gpu/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/ollama/run-with-safety.yaml
View file

@ -40,7 +40,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/ollama/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/ollama/run.yaml
View file

@ -40,7 +40,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/ollama/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/remote-vllm/run-with-safety.yaml
View file

@ -45,7 +45,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/remote-vllm/trace_store.db}
metadata_store:
namespace: null
type: sqlite

5
llama_stack/templates/remote-vllm/run.yaml
View file

@ -39,7 +39,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/remote-vllm/trace_store.db}
metadata_store:
namespace: null
type: sqlite

5
llama_stack/templates/tgi/run-with-safety.yaml
View file

@ -44,7 +44,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/tgi/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/tgi/run.yaml
View file

@ -40,7 +40,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/tgi/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/together/run.yaml
View file

@ -41,7 +41,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/together/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference

5
llama_stack/templates/vllm-gpu/run.yaml
View file

@ -44,7 +44,10 @@ providers:
telemetry:
- provider_id: meta-reference
provider_type: inline::meta-reference
config: {}
config:
service_name: ${env.OTEL_SERVICE_NAME:llama-stack}
sinks: ${env.TELEMETRY_SINKS:console,sqlite}
sqlite_db_path: ${env.SQLITE_DB_PATH:~/.llama/distributions/vllm-gpu/trace_store.db}
eval:
- provider_id: meta-reference
provider_type: inline::meta-reference