llama-stack-mirror/docs/notebooks/crewai/llama_stack_server.log at f0966efec4be5882bcebef0284c80617fa22dbc5

mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00

Kai Wu f0966efec4 lint

2025-09-10 14:58:17 -07:00

389 KiB

Raw Blame History

Uninstalled 3 packages in 114ms
Installed 3 packages in 165ms
INFO 2025-09-10 14:47:19,351 llama_stack.core.utils.config_resolution:52 core: Using distribution:
/Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml
INFO 2025-09-10 14:47:19,353 llama_stack.cli.stack.run:129 cli: Using run configuration:
/Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml
Using virtual environment: /Users/kaiwu/work/kaiwu/llama-stack/.venv
Virtual environment already activated
+ '[' -n /Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml ']'
+ yaml_config_arg=/Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml
+ python -m llama_stack.core.server.server /Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml --port 8321
INFO 2025-09-10 14:47:23,918 llama_stack.core.utils.config_resolution:45 core: Using file path:
/Users/kaiwu/work/kaiwu/llama-stack/llama_stack/distributions/starter/run.yaml
INFO 2025-09-10 14:47:23,929 __main__:615 core::server: Run configuration:
INFO 2025-09-10 14:47:23,933 __main__:618 core::server: apis:
- agents
- batches
- datasetio
- eval
- files
- inference
- post_training
- safety
- scoring
- telemetry
- tool_runtime
- vector_io
benchmarks: []
datasets: []
image_name: starter
inference_store:
db_path: /Users/kaiwu/.llama/distributions/starter/inference_store.db
type: sqlite
metadata_store:
db_path: /Users/kaiwu/.llama/distributions/starter/registry.db
type: sqlite
models: []
providers:
agents:
- config:
persistence_store:
db_path: /Users/kaiwu/.llama/distributions/starter/agents_store.db
type: sqlite
responses_store:
db_path: /Users/kaiwu/.llama/distributions/starter/responses_store.db
type: sqlite
provider_id: meta-reference
provider_type: inline::meta-reference
batches:
- config:
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/batches.db
type: sqlite
provider_id: reference
provider_type: inline::reference
datasetio:
- config:
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/huggingface_datasetio.db
type: sqlite
provider_id: huggingface
provider_type: remote::huggingface
- config:
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/localfs_datasetio.db
type: sqlite
provider_id: localfs
provider_type: inline::localfs
eval:
- config:
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/meta_reference_eval.db
type: sqlite
provider_id: meta-reference
provider_type: inline::meta-reference
files:
- config:
metadata_store:
db_path: /Users/kaiwu/.llama/distributions/starter/files_metadata.db
type: sqlite
storage_dir: /Users/kaiwu/.llama/distributions/starter/files
provider_id: meta-reference-files
provider_type: inline::localfs
inference:
- config:
api_key: '********'
url: https://api.fireworks.ai/inference/v1
provider_id: fireworks
provider_type: remote::fireworks
- config:
api_key: '********'
url: https://api.together.xyz/v1
provider_id: together
provider_type: remote::together
- config: {}
provider_id: bedrock
provider_type: remote::bedrock
- config:
api_key: '********'
base_url: https://api.openai.com/v1
provider_id: openai
provider_type: remote::openai
- config:
api_key: '********'
provider_id: anthropic
provider_type: remote::anthropic
- config:
api_key: '********'
provider_id: gemini
provider_type: remote::gemini
- config:
api_key: '********'
url: https://api.groq.com
provider_id: groq
provider_type: remote::groq
- config:
api_key: '********'
url: https://api.sambanova.ai/v1
provider_id: sambanova
provider_type: remote::sambanova
- config: {}
provider_id: sentence-transformers
provider_type: inline::sentence-transformers
post_training:
- config:
checkpoint_format: meta
provider_id: torchtune-cpu
provider_type: inline::torchtune-cpu
safety:
- config:
excluded_categories: []
provider_id: llama-guard
provider_type: inline::llama-guard
- config: {}
provider_id: code-scanner
provider_type: inline::code-scanner
scoring:
- config: {}
provider_id: basic
provider_type: inline::basic
- config: {}
provider_id: llm-as-judge
provider_type: inline::llm-as-judge
- config:
openai_api_key: '********'
provider_id: braintrust
provider_type: inline::braintrust
telemetry:
- config:
service_name: "\u200B"
sinks: console,sqlite
sqlite_db_path: /Users/kaiwu/.llama/distributions/starter/trace_store.db
provider_id: meta-reference
provider_type: inline::meta-reference
tool_runtime:
- config:
api_key: '********'
max_results: 3
provider_id: brave-search
provider_type: remote::brave-search
- config:
api_key: '********'
max_results: 3
provider_id: tavily-search
provider_type: remote::tavily-search
- config: {}
provider_id: rag-runtime
provider_type: inline::rag-runtime
- config: {}
provider_id: model-context-protocol
provider_type: remote::model-context-protocol
vector_io:
- config:
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/faiss_store.db
type: sqlite
provider_id: faiss
provider_type: inline::faiss
- config:
db_path: /Users/kaiwu/.llama/distributions/starter/sqlite_vec.db
kvstore:
db_path: /Users/kaiwu/.llama/distributions/starter/sqlite_vec_registry.db
type: sqlite
provider_id: sqlite-vec
provider_type: inline::sqlite-vec
scoring_fns: []
server:
port: 8321
shields: []
tool_groups:
- provider_id: tavily-search
toolgroup_id: builtin::websearch
- provider_id: rag-runtime
toolgroup_id: builtin::rag
vector_dbs: []
version: 2

INFO 2025-09-10 14:47:34,785 llama_stack.core.stack:388 core: starting registry refresh task
INFO 2025-09-10 14:47:34,946 __main__:580 core::server: Listening on ['::', '0.0.0.0']:8321
INFO 2025-09-10 14:47:35,196 uvicorn.error:84 uncategorized: Started server process [26795]
INFO 2025-09-10 14:47:35,197 uvicorn.error:48 uncategorized: Waiting for application startup.
INFO 2025-09-10 14:47:35,198 __main__:168 core::server: Starting up
INFO 2025-09-10 14:47:35,199 uvicorn.error:62 uncategorized: Application startup complete.
INFO 2025-09-10 14:47:35,199 uvicorn.error:216 uncategorized: Uvicorn running on http://['::', '0.0.0.0']:8321 (Press CTRL+C to quit)
INFO 2025-09-10 14:47:36,852 uvicorn.access:473 uncategorized: 127.0.0.1:55733 - "GET /v1/health HTTP/1.1" 200
INFO 2025-09-10 14:47:36,854 console_span_processor:28 telemetry: 21:47:36.854 [START] /v1/health
INFO 2025-09-10 14:47:36,862 console_span_processor:39 telemetry: 21:47:36.855 [END] /v1/health [StatusCode.OK] (1.07ms)
INFO 2025-09-10 14:47:36,865 console_span_processor:48 telemetry: raw_path: /v1/health
INFO 2025-09-10 14:47:36,866 console_span_processor:62 telemetry: 21:47:36.853 [INFO] 127.0.0.1:55733 - "GET /v1/health HTTP/1.1" 200
INFO 2025-09-10 14:48:28,324 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "GET /v1/models HTTP/1.1" 200
INFO 2025-09-10 14:48:28,333 console_span_processor:28 telemetry: 21:48:28.332 [START] /v1/models
INFO 2025-09-10 14:48:28,392 console_span_processor:39 telemetry: 21:48:28.334 [END] ModelsRoutingTable.list_models [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:48:28,410 console_span_processor:48 telemetry: output: {'data': [{'identifier': 'llama_api/Llama-3.3-70B-Instruct',
'provider_resource_id': 'Llama-3.3-70B-Instruct', 'provider_id': 'llama_api', 'type': 'model', 'metadata': {}, 'model_type': 'llm'},
{'identifier': 'llama_api/Llama-4-Maverick-17B-128E-Instruct-FP8', 'provider_resource_id': 'Llama-4-Maverick-17B-128E-Instruct-FP8',
'provider_id': 'llama_api', 'type': 'model', 'metadata': {}, 'model_type': 'llm'}, {'identifier':
'llama_api/Llama-4-Scout-17B-16E-Instruct-FP8', 'provider_resource_id': 'Llama-4-Scout-17B-16E-Instruct-FP8', 'provider_id': 'llama_api',
'type': 'model', 'metadata': {}, 'model_type': 'llm'}, {'identifier': 'meta-llama/Llama-3.3-70B-Instruct', 'provider_resource_id':
'Llama-3.3-70B-Instruct', 'provider_id': 'meta-llama', 'type': 'model', 'metadata': {}, 'model_type': 'llm'}, {'identifier':
'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8', 'provider_resource_id': 'Llama-4-Maverick-17B-128E-Instruct-FP8', 'provider_id':
'meta-llama', 'type': 'model', 'metadata': {...
INFO 2025-09-10 14:48:28,426 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "GET /v1/shields HTTP/1.1" 200
INFO 2025-09-10 14:48:28,465 console_span_processor:39 telemetry: 21:48:28.430 [END] /v1/models [StatusCode.OK] (97.81ms)
INFO 2025-09-10 14:48:28,466 console_span_processor:48 telemetry: raw_path: /v1/models
INFO 2025-09-10 14:48:28,466 console_span_processor:62 telemetry: 21:48:28.330 [INFO] 127.0.0.1:56006 - "GET /v1/models HTTP/1.1" 200
INFO 2025-09-10 14:48:28,468 console_span_processor:28 telemetry: 21:48:28.468 [START] /v1/shields
INFO 2025-09-10 14:48:28,523 console_span_processor:39 telemetry: 21:48:28.469 [END] ShieldsRoutingTable.list_shields [StatusCode.OK] (0.24ms)
INFO 2025-09-10 14:48:28,524 console_span_processor:48 telemetry: output: {'data': []}
INFO 2025-09-10 14:48:28,535 console_span_processor:39 telemetry: 21:48:28.527 [END] /v1/shields [StatusCode.OK] (59.54ms)
INFO 2025-09-10 14:48:28,536 console_span_processor:48 telemetry: raw_path: /v1/shields
INFO 2025-09-10 14:48:28,536 console_span_processor:62 telemetry: 21:48:28.427 [INFO] 127.0.0.1:56006 - "GET /v1/shields HTTP/1.1" 200
INFO 2025-09-10 14:48:32,432 console_span_processor:28 telemetry: 21:48:32.432 [START] /v1/openai/v1/files
WARNING 2025-09-10 14:48:32,437 __main__:220 core::server: Could not read or log request body for POST /v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,495 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
WARNING 2025-09-10 14:48:32,502 __main__:220 core::server: Could not read or log request body for POST /v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,514 console_span_processor:39 telemetry: 21:48:32.496 [END] LocalfsFilesImpl.openai_upload_file [StatusCode.OK] (55.21ms)
INFO 2025-09-10 14:48:32,515 console_span_processor:48 telemetry: output: {'object': 'file', 'id': 'file-489db9aae0424745960e3408ff0f477f',
'bytes': 41, 'created_at': 1757540912, 'expires_at': 1789076912, 'filename': 'shipping_policy.txt', 'purpose': 'assistants'}
INFO 2025-09-10 14:48:32,523 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
INFO 2025-09-10 14:48:32,526 console_span_processor:39 telemetry: 21:48:32.516 [END] /v1/openai/v1/files [StatusCode.OK] (84.71ms)
INFO 2025-09-10 14:48:32,528 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/files
INFO 2025-09-10 14:48:32,529 console_span_processor:62 telemetry: 21:48:32.440 [WARN] Could not read or log request body for POST
/v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,529 console_span_processor:62 telemetry: 21:48:32.496 [INFO] 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
WARNING 2025-09-10 14:48:32,531 __main__:220 core::server: Could not read or log request body for POST /v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,532 console_span_processor:28 telemetry: 21:48:32.532 [START] /v1/openai/v1/files
INFO 2025-09-10 14:48:32,540 console_span_processor:39 telemetry: 21:48:32.533 [END] LocalfsFilesImpl.openai_upload_file [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:48:32,545 console_span_processor:48 telemetry: output: {'object': 'file', 'id': 'file-b2f38b0e164347f5a2b6bbe211e33ff3',
'bytes': 48, 'created_at': 1757540912, 'expires_at': 1789076912, 'filename': 'returns_policy.txt', 'purpose': 'assistants'}
INFO 2025-09-10 14:48:32,546 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
INFO 2025-09-10 14:48:32,557 console_span_processor:39 telemetry: 21:48:32.547 [END] /v1/openai/v1/files [StatusCode.OK] (15.42ms)
INFO 2025-09-10 14:48:32,560 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/files
INFO 2025-09-10 14:48:32,562 console_span_processor:62 telemetry: 21:48:32.502 [WARN] Could not read or log request body for POST
/v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,562 console_span_processor:62 telemetry: 21:48:32.526 [INFO] 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
INFO 2025-09-10 14:48:32,563 console_span_processor:28 telemetry: 21:48:32.563 [START] /v1/openai/v1/files
INFO 2025-09-10 14:48:32,581 console_span_processor:39 telemetry: 21:48:32.565 [END] LocalfsFilesImpl.openai_upload_file [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:48:32,582 console_span_processor:48 telemetry: output: {'object': 'file', 'id': 'file-6f6f157d165a4078b4abef66a095ccd6',
'bytes': 45, 'created_at': 1757540912, 'expires_at': 1789076912, 'filename': 'support.txt', 'purpose': 'assistants'}
INFO 2025-09-10 14:48:32,592 console_span_processor:39 telemetry: 21:48:32.584 [END] /v1/openai/v1/files [StatusCode.OK] (20.86ms)
INFO 2025-09-10 14:48:32,592 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/files
INFO 2025-09-10 14:48:32,593 console_span_processor:62 telemetry: 21:48:32.531 [WARN] Could not read or log request body for POST
/v1/openai/v1/files: Stream consumed
INFO 2025-09-10 14:48:32,594 console_span_processor:62 telemetry: 21:48:32.546 [INFO] 127.0.0.1:56006 - "POST /v1/openai/v1/files HTTP/1.1" 200
INFO 2025-09-10 14:48:32,595 console_span_processor:28 telemetry: 21:48:32.595 [START] /v1/openai/v1/vector_stores
INFO 2025-09-10 14:48:32,601 console_span_processor:39 telemetry: 21:48:32.596 [END] FaissVectorIOAdapter.register_vector_db [StatusCode.OK]
(0.15ms)
INFO 2025-09-10 14:48:32,602 console_span_processor:48 telemetry: output:
INFO 2025-09-10 14:48:32,621 console_span_processor:39 telemetry: 21:48:32.604 [END] VectorDBsRoutingTable.register_vector_db [StatusCode.OK]
(8.25ms)
INFO 2025-09-10 14:48:32,622 console_span_processor:48 telemetry: output: {'identifier': 'vs_dab05212-db05-402c-91ef-57e41797406b',
'provider_resource_id': 'vs_dab05212-db05-402c-91ef-57e41797406b', 'provider_id': 'faiss', 'type': 'vector_db', 'owner': None, 'source':
'via_register_api', 'embedding_model': 'sentence-transformers/all-MiniLM-L6-v2', 'embedding_dimension': 384, 'vector_db_name': 'acme_docs'}
INFO 2025-09-10 14:48:32,631 console_span_processor:39 telemetry: 21:48:32.629 [END] FaissVectorIOAdapter.register_vector_db [StatusCode.OK]
(5.84ms)
INFO 2025-09-10 14:48:32,632 console_span_processor:48 telemetry: output:
INFO 2025-09-10 14:48:32,650 console_span_processor:39 telemetry: 21:48:32.640 [END] LocalfsFilesImpl.openai_retrieve_file [StatusCode.OK]
(2.11ms)
INFO 2025-09-10 14:48:32,655 llama_stack.providers.utils.inference.embedding_mixin:103 providers::utils: Loading sentence transformer for
all-MiniLM-L6-v2...
INFO 2025-09-10 14:48:32,660 console_span_processor:39 telemetry: 21:48:32.651 [END] LocalfsFilesImpl.openai_retrieve_file_content [StatusCode.OK]
(0.22ms)
INFO 2025-09-10 14:48:32,662 console_span_processor:39 telemetry: 21:48:32.661 [END] LocalfsFilesImpl.openai_retrieve_file_content [StatusCode.OK]
(0.23ms)
INFO 2025-09-10 14:48:32,670 console_span_processor:39 telemetry: 21:48:32.664 [END] LocalfsFilesImpl.openai_retrieve_file_content [StatusCode.OK]
(0.20ms)
INFO 2025-09-10 14:48:32,674 console_span_processor:39 telemetry: 21:48:32.672 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.77ms)
INFO 2025-09-10 14:48:32,675 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:48:32,681 console_span_processor:39 telemetry: 21:48:32.677 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.36ms)
INFO 2025-09-10 14:48:32,682 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:48:32,690 console_span_processor:39 telemetry: 21:48:32.683 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.23ms)
INFO 2025-09-10 14:48:32,690 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
WARNING 2025-09-10 14:48:59,202 torchao.kernel.intmm:23 uncategorized: Warning: Detected no triton, on systems without Triton certain kernels will
not work
W0910 14:48:59.847000 26795 torch/distributed/elastic/multiprocessing/redirects.py:29] NOTE: Redirects are currently not supported in Windows or MacOs.
INFO 2025-09-10 14:49:05,098 sentence_transformers.SentenceTransformer:219 uncategorized: Use pytorch device_name: mps
INFO 2025-09-10 14:49:05,099 sentence_transformers.SentenceTransformer:227 uncategorized: Load pretrained SentenceTransformer: all-MiniLM-L6-v2
INFO 2025-09-10 14:49:09,461 console_span_processor:39 telemetry: 21:49:09.453 [END] InferenceRouter.openai_embeddings [StatusCode.OK]
(36781.46ms)
INFO 2025-09-10 14:49:09,462 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371,
-0.03415430337190628, -0.10541579872369766, 0.0700988844037056, -0.03148755803704262, 0.07130879163742065, -0.0025789395440369844, 0.00581...
INFO 2025-09-10 14:49:09,463 console_span_processor:62 telemetry: 21:48:32.656 [INFO] Loading sentence transformer for all-MiniLM-L6-v2...
INFO 2025-09-10 14:49:09,464 console_span_processor:62 telemetry: 21:48:59.203 [WARN] Warning: Detected no triton, on systems without Triton
certain kernels will not work
INFO 2025-09-10 14:49:09,464 console_span_processor:62 telemetry: 21:49:05.099 [INFO] Use pytorch device_name: mps
INFO 2025-09-10 14:49:09,465 console_span_processor:62 telemetry: 21:49:05.100 [INFO] Load pretrained SentenceTransformer: all-MiniLM-L6-v2
INFO 2025-09-10 14:49:09,469 console_span_processor:39 telemetry: 21:49:09.468 [END] FaissVectorIOAdapter.insert_chunks [StatusCode.OK]
(36796.60ms)
INFO 2025-09-10 14:49:09,484 console_span_processor:39 telemetry: 21:49:09.480 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:49:09,484 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:09,488 console_span_processor:39 telemetry: 21:49:09.486 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:49:09,488 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:49:09,492 console_span_processor:39 telemetry: 21:49:09.490 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.58ms)
INFO 2025-09-10 14:49:09,493 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:09,924 console_span_processor:39 telemetry: 21:49:09.921 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (441.92ms)
INFO 2025-09-10 14:49:09,926 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.050018310546875, 0.0007208543829619884, 0.048539839684963226, 0.013606906868517399, -0.006504438817501068, 0.004046895541250706,
-0.04984626919031143, -8.024782437132671e-05, -0.02159256860613823, 0.0015519573353230953, 0.10069309175014496, 0.04437215253710747,
-0.022335151210427284, -0.05230937898159027, -0.028983373194932938, -0.049531035125255585, 0.03074926696717739, -0.03056054376065731,
0.021489247679710388, 0.016868554055690765, -0.028984908014535904, -0.07053273916244507, -0.022961033508181572, -0.0717858299612999,
0.0674479678273201, 0.021412895992398262, -0.06054700165987015, 0.021910998970270157, -0.023192649707198143, -0.028992125764489174,
0.025179730728268623, -0.006338999141007662, -0.001874048844911158, 0.009305929765105247, 0.011422501876950264, 0.037604980170726776,
-0.039689771831035614, -0.08734020590782166, -2.2408454242395237e-05, -0.027818966656923294, -0.05882560834288597, 0.0047395736910402...
INFO 2025-09-10 14:49:09,935 console_span_processor:39 telemetry: 21:49:09.928 [END] FaissVectorIOAdapter.insert_chunks [StatusCode.OK] (448.38ms)
INFO 2025-09-10 14:49:09,938 console_span_processor:39 telemetry: 21:49:09.936 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:49:09,939 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:09,944 console_span_processor:39 telemetry: 21:49:09.942 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.34ms)
INFO 2025-09-10 14:49:09,945 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:49:09,947 console_span_processor:39 telemetry: 21:49:09.946 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:49:09,948 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:09,959 console_span_processor:39 telemetry: 21:49:09.949 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (13.11ms)
INFO 2025-09-10 14:49:09,960 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.07958973944187164, -0.09508923441171646, 0.0747891291975975, -0.0033136801794171333, 0.03454456478357315, 0.041140977293252945,
-0.06803964823484421, 0.014224942773580551, -0.06238540634512901, 0.03782016783952713, -0.030075553804636, 0.07446419447660446,
-0.06111196056008339, 0.029801342636346817, 0.11399323493242264, 0.01820552721619606, 0.00257650064304471, -0.08268020302057266,
-0.08060702681541443, 0.004656659439206123, -0.053371429443359375, -0.03258609026670456, -0.024163667112588882, 0.0012904119212180376,
0.022314254194498062, -0.04680437222123146, -0.03445201367139816, 0.004914817865937948, -0.03131281957030296, 0.010677368380129337,
-0.011123362928628922, -0.022707175463438034, -0.0027590240351855755, 0.014538224786520004, 0.00694124773144722, -0.0027126462664455175,
0.023252086713910103, 0.07095751911401749, -0.030273273587226868, -0.04118560254573822, -0.04669591784477234, -0.028823204338550568,
-0.010...
INFO 2025-09-10 14:49:09,974 console_span_processor:39 telemetry: 21:49:09.961 [END] FaissVectorIOAdapter.insert_chunks [StatusCode.OK] (25.74ms)
INFO 2025-09-10 14:49:09,980 console_span_processor:39 telemetry: 21:49:09.975 [END] LocalfsFilesImpl.openai_retrieve_file [StatusCode.OK]
(37339.17ms)
INFO 2025-09-10 14:49:09,981 console_span_processor:48 telemetry: output: {'object': 'file', 'id': 'file-b2f38b0e164347f5a2b6bbe211e33ff3',
'bytes': 48, 'created_at': 1757540912, 'expires_at': 1789076912, 'filename': 'returns_policy.txt', 'purpose': 'assistants'}
INFO 2025-09-10 14:49:09,987 console_span_processor:39 telemetry: 21:49:09.982 [END] LocalfsFilesImpl.openai_retrieve_file [StatusCode.OK]
(37346.24ms)
INFO 2025-09-10 14:49:09,988 console_span_processor:48 telemetry: output: {'object': 'file', 'id': 'file-489db9aae0424745960e3408ff0f477f',
'bytes': 41, 'created_at': 1757540912, 'expires_at': 1789076912, 'filename': 'shipping_policy.txt', 'purpose': 'assistants'}
INFO 2025-09-10 14:49:10,038 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "POST /v1/openai/v1/vector_stores HTTP/1.1" 200
INFO 2025-09-10 14:49:10,041 console_span_processor:39 telemetry: 21:49:10.039 [END] VectorIORouter.openai_create_vector_store [StatusCode.OK]
(37443.86ms)
INFO 2025-09-10 14:49:10,042 console_span_processor:48 telemetry: output: {'id': 'vs_dab05212-db05-402c-91ef-57e41797406b', 'object':
'vector_store', 'created_at': 1757540912, 'name': 'acme_docs', 'usage_bytes': 0, 'file_counts': {'completed': 3, 'cancelled': 0, 'failed': 0,
'in_progress': 0, 'total': 3}, 'status': 'completed', 'expires_after': None, 'expires_at': None, 'last_active_at': 1757540912, 'metadata':
{'provider_id': 'faiss', 'provider_vector_db_id': 'vs_dab05212-db05-402c-91ef-57e41797406b'}}
INFO 2025-09-10 14:49:10,047 console_span_processor:39 telemetry: 21:49:10.044 [END] /v1/openai/v1/vector_stores [StatusCode.OK] (37449.64ms)
INFO 2025-09-10 14:49:10,047 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/vector_stores
INFO 2025-09-10 14:49:10,048 console_span_processor:62 telemetry: 21:49:10.039 [INFO] 127.0.0.1:56006 - "POST /v1/openai/v1/vector_stores
HTTP/1.1" 200
INFO 2025-09-10 14:49:10,126 console_span_processor:28 telemetry: 21:49:10.126 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:49:10,140 console_span_processor:39 telemetry: 21:49:10.132 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.72ms)
INFO 2025-09-10 14:49:10,142 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:10,155 console_span_processor:39 telemetry: 21:49:10.143 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.34ms)
INFO 2025-09-10 14:49:10,155 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:49:10,160 console_span_processor:39 telemetry: 21:49:10.157 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:49:10,161 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:49:10,258 console_span_processor:39 telemetry: 21:49:10.219 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (88.76ms)
INFO 2025-09-10 14:49:10,266 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:49:10,285 uvicorn.access:473 uncategorized: 127.0.0.1:56006 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:49:10,295 console_span_processor:39 telemetry: 21:49:10.292 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (161.80ms)
INFO 2025-09-10 14:49:10,296 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:49:10,304 console_span_processor:39 telemetry: 21:49:10.299 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (169.86ms)
INFO 2025-09-10 14:49:10,313 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}, {'file_id': '', 'filename': '', 'score': 0.7863530206684866, 'attributes': {'document_id':
'file-b2f38b0e164347f5a2b6bbe211e33ff3', 'token_count': 10.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Returns are
accepted within 30 days of purchase.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:49:10,323 console_span_processor:39 telemetry: 21:49:10.318 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(188.52ms)
INFO 2025-09-10 14:49:10,324 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}, {'file_id': '', 'filename': '', 'score': 0.7863530206684866, 'attributes': {'document_id':
'file-b2f38b0e164347f5a2b6bbe211e33ff3', 'token_count': 10.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Returns are
accepted within 30 days of purchase.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:49:10,329 console_span_processor:39 telemetry: 21:49:10.326 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (199.98ms)
INFO 2025-09-10 14:49:10,336 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:49:10,337 console_span_processor:62 telemetry: 21:49:10.290 [INFO] 127.0.0.1:56006 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:49:57,749 console_span_processor:28 telemetry: 21:49:57.749 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:49:57,758 console_span_processor:39 telemetry: 21:49:57.753 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.26ms)
INFO 2025-09-10 14:49:57,758 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:49:57,761 console_span_processor:39 telemetry: 21:49:57.760 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:49:57,762 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:49:57,766 console_span_processor:39 telemetry: 21:49:57.764 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.51ms)
INFO 2025-09-10 14:49:57,767 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
To disable this warning, you can either:
- Avoid using `tokenizers` before the fork if possible
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
To disable this warning, you can either:
- Avoid using `tokenizers` before the fork if possible
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
INFO 2025-09-10 14:50:01,673 console_span_processor:39 telemetry: 21:50:01.672 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (3908.76ms)
INFO 2025-09-10 14:50:01,675 console_span_processor:48 telemetry: output: {'id': 'oAit2Fa-62bZhn-97d2236c1b482510', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': "In the Andes' gentle breeze, a llama's soft eyes gaze with
peaceful ease, its fur a warm and fuzzy tease. With steps both gentle and serene, the llama roams, a symbol of calm, its beauty pure and
supreme.", 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed':
7075179338234292000}], 'created': 1757540999, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 50, 'prompt_tokens': 50, 'total_tokens': 100,
'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 0}, 'prompt': []}
INFO 2025-09-10 14:50:01,687 uvicorn.access:473 uncategorized: ::1:56392 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:50:01,692 console_span_processor:39 telemetry: 21:50:01.688 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(3936.71ms)
INFO 2025-09-10 14:50:01,692 console_span_processor:48 telemetry: output: {'id': 'oAit2Fa-62bZhn-97d2236c1b482510', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': "In the Andes' gentle breeze, a llama's soft eyes gaze with
peaceful ease, its fur a warm and fuzzy tease. With steps both gentle and serene, the llama roams, a symbol of calm, its beauty pure and
supreme.", 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed':
7075179338234292000}], 'created': 1757540999, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 50, 'prompt_tokens': 50, 'total_tokens': 100,
'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 0}, 'prompt': [], 'metrics': [{'trace_id':
'b7f7481d23ea1b2d4b89111888ebe8b3', 'span_id': '60cf33fa222feaf3', 'timestamp': '2025-09-10T21:50:01.687118Z', 'attributes': {'model_id':
'together/me...
INFO 2025-09-10 14:50:01,694 console_span_processor:62 telemetry: 21:50:01.687 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:50:01,695 console_span_processor:67 telemetry: value: 50
INFO 2025-09-10 14:50:01,695 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:50:01,696 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:50:01,696 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:50:01,698 console_span_processor:62 telemetry: 21:50:01.687 [INFO] metric.completion_tokens
INFO 2025-09-10 14:50:01,699 console_span_processor:67 telemetry: value: 50
INFO 2025-09-10 14:50:01,699 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:50:01,700 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:50:01,701 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:50:01,719 console_span_processor:62 telemetry: 21:50:01.687 [INFO] metric.total_tokens
INFO 2025-09-10 14:50:01,723 console_span_processor:67 telemetry: value: 100
INFO 2025-09-10 14:50:01,725 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:50:01,730 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:50:01,733 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:50:01,746 console_span_processor:39 telemetry: 21:50:01.738 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (3989.18ms)
INFO 2025-09-10 14:50:01,747 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:50:01,748 console_span_processor:62 telemetry: 21:50:01.688 [INFO] ::1:56392 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:51:45,329 console_span_processor:28 telemetry: 21:51:45.329 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:45,371 console_span_processor:39 telemetry: 21:51:45.337 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.30ms)
INFO 2025-09-10 14:51:45,375 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:45,408 console_span_processor:39 telemetry: 21:51:45.377 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:51:45,408 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:51:45,415 console_span_processor:39 telemetry: 21:51:45.410 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.56ms)
INFO 2025-09-10 14:51:45,415 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:46,425 console_span_processor:39 telemetry: 21:51:46.414 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (1005.10ms)
INFO 2025-09-10 14:51:46,426 console_span_processor:48 telemetry: output: {'id': 'oAitZwc-62bZhn-97d22606494cfa1a', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold":
0}', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed':
15009310705663400000}], 'created': 1757541105, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 138, 'prompt_tokens': 495, 'total_tokens': 633,...
INFO 2025-09-10 14:51:46,443 uvicorn.access:473 uncategorized: ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:51:46,457 console_span_processor:39 telemetry: 21:51:46.444 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(1106.92ms)
INFO 2025-09-10 14:51:46,458 console_span_processor:48 telemetry: output: {'id': 'oAitZwc-62bZhn-97d22606494cfa1a', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold":
0}', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed':
15009310705663400000}], 'created': 1757541105, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 138, 'prompt_tokens': 495, 'total_tokens': 63...
INFO 2025-09-10 14:51:46,459 console_span_processor:62 telemetry: 21:51:46.442 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:51:46,459 console_span_processor:67 telemetry: value: 495
INFO 2025-09-10 14:51:46,460 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:46,460 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:46,461 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:46,461 console_span_processor:62 telemetry: 21:51:46.442 [INFO] metric.completion_tokens
INFO 2025-09-10 14:51:46,462 console_span_processor:67 telemetry: value: 138
INFO 2025-09-10 14:51:46,463 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:46,463 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:46,463 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:46,464 console_span_processor:62 telemetry: 21:51:46.442 [INFO] metric.total_tokens
INFO 2025-09-10 14:51:46,466 console_span_processor:67 telemetry: value: 633
INFO 2025-09-10 14:51:46,466 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:46,467 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:46,467 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:46,522 console_span_processor:39 telemetry: 21:51:46.468 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (1138.88ms)
INFO 2025-09-10 14:51:46,530 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:46,531 console_span_processor:62 telemetry: 21:51:46.443 [INFO] ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:51:46,532 console_span_processor:28 telemetry: 21:51:46.532 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:46,544 console_span_processor:39 telemetry: 21:51:46.534 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.20ms)
INFO 2025-09-10 14:51:46,544 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:46,551 console_span_processor:39 telemetry: 21:51:46.547 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.27ms)
INFO 2025-09-10 14:51:46,553 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:46,558 console_span_processor:39 telemetry: 21:51:46.556 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.51ms)
INFO 2025-09-10 14:51:46,559 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,003 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,004 console_span_processor:39 telemetry: 21:51:46.991 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (457.59ms)
INFO 2025-09-10 14:51:47,005 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,025 console_span_processor:39 telemetry: 21:51:47.008 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (474.21ms)
INFO 2025-09-10 14:51:47,028 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,038 console_span_processor:39 telemetry: 21:51:47.034 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (500.67ms)
INFO 2025-09-10 14:51:47,040 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,051 console_span_processor:39 telemetry: 21:51:47.043 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(510.32ms)
INFO 2025-09-10 14:51:47,052 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,059 console_span_processor:39 telemetry: 21:51:47.055 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (522.95ms)
INFO 2025-09-10 14:51:47,061 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,063 console_span_processor:62 telemetry: 21:51:47.004 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,066 console_span_processor:28 telemetry: 21:51:47.066 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:47,072 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,106 console_span_processor:39 telemetry: 21:51:47.086 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.59ms)
INFO 2025-09-10 14:51:47,107 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,121 console_span_processor:39 telemetry: 21:51:47.118 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.85ms)
INFO 2025-09-10 14:51:47,122 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:47,134 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,141 console_span_processor:39 telemetry: 21:51:47.124 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.22ms)
INFO 2025-09-10 14:51:47,141 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,154 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,155 console_span_processor:39 telemetry: 21:51:47.143 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (57.86ms)
INFO 2025-09-10 14:51:47,156 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,169 console_span_processor:39 telemetry: 21:51:47.159 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (75.34ms)
INFO 2025-09-10 14:51:47,170 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,185 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,204 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,205 console_span_processor:39 telemetry: 21:51:47.173 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (89.84ms)
INFO 2025-09-10 14:51:47,206 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,220 console_span_processor:39 telemetry: 21:51:47.208 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(128.68ms)
INFO 2025-09-10 14:51:47,221 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,236 console_span_processor:39 telemetry: 21:51:47.223 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (157.17ms)
INFO 2025-09-10 14:51:47,237 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,238 console_span_processor:62 telemetry: 21:51:47.074 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,239 console_span_processor:28 telemetry: 21:51:47.239 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:47,243 console_span_processor:39 telemetry: 21:51:47.241 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:47,244 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,271 console_span_processor:39 telemetry: 21:51:47.249 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (1.66ms)
INFO 2025-09-10 14:51:47,272 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:47,275 console_span_processor:39 telemetry: 21:51:47.273 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.23ms)
INFO 2025-09-10 14:51:47,275 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,281 console_span_processor:39 telemetry: 21:51:47.276 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (35.50ms)
INFO 2025-09-10 14:51:47,281 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,294 console_span_processor:39 telemetry: 21:51:47.283 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (42.27ms)
INFO 2025-09-10 14:51:47,295 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,298 console_span_processor:39 telemetry: 21:51:47.297 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (56.25ms)
INFO 2025-09-10 14:51:47,299 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,301 console_span_processor:39 telemetry: 21:51:47.300 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(60.15ms)
INFO 2025-09-10 14:51:47,302 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,306 console_span_processor:39 telemetry: 21:51:47.303 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (64.16ms)
INFO 2025-09-10 14:51:47,307 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,307 console_span_processor:62 telemetry: 21:51:47.135 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,308 console_span_processor:28 telemetry: 21:51:47.308 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:47,316 console_span_processor:39 telemetry: 21:51:47.310 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.14ms)
INFO 2025-09-10 14:51:47,317 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,320 console_span_processor:39 telemetry: 21:51:47.319 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.37ms)
INFO 2025-09-10 14:51:47,321 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:47,324 console_span_processor:39 telemetry: 21:51:47.323 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.26ms)
INFO 2025-09-10 14:51:47,325 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,327 console_span_processor:39 telemetry: 21:51:47.326 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (16.35ms)
INFO 2025-09-10 14:51:47,327 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,330 console_span_processor:39 telemetry: 21:51:47.329 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (20.00ms)
INFO 2025-09-10 14:51:47,331 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,334 console_span_processor:39 telemetry: 21:51:47.333 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (23.86ms)
INFO 2025-09-10 14:51:47,335 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,338 console_span_processor:39 telemetry: 21:51:47.336 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(27.52ms)
INFO 2025-09-10 14:51:47,339 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,341 console_span_processor:39 telemetry: 21:51:47.340 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (32.36ms)
INFO 2025-09-10 14:51:47,342 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,343 console_span_processor:62 telemetry: 21:51:47.155 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,343 console_span_processor:28 telemetry: 21:51:47.343 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:47,348 console_span_processor:39 telemetry: 21:51:47.345 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.20ms)
INFO 2025-09-10 14:51:47,348 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,352 console_span_processor:39 telemetry: 21:51:47.350 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.46ms)
INFO 2025-09-10 14:51:47,353 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:47,355 console_span_processor:39 telemetry: 21:51:47.354 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:47,356 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,358 console_span_processor:39 telemetry: 21:51:47.356 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (11.96ms)
INFO 2025-09-10 14:51:47,358 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,363 console_span_processor:39 telemetry: 21:51:47.360 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (15.81ms)
INFO 2025-09-10 14:51:47,363 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,367 console_span_processor:39 telemetry: 21:51:47.365 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (20.64ms)
INFO 2025-09-10 14:51:47,368 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,371 console_span_processor:39 telemetry: 21:51:47.369 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(25.18ms)
INFO 2025-09-10 14:51:47,371 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,376 console_span_processor:39 telemetry: 21:51:47.373 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (29.29ms)
INFO 2025-09-10 14:51:47,376 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,377 console_span_processor:62 telemetry: 21:51:47.185 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,378 console_span_processor:28 telemetry: 21:51:47.378 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:47,389 console_span_processor:39 telemetry: 21:51:47.379 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.14ms)
INFO 2025-09-10 14:51:47,390 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,393 console_span_processor:39 telemetry: 21:51:47.391 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:47,394 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:47,403 console_span_processor:39 telemetry: 21:51:47.395 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:47,404 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:47,407 console_span_processor:39 telemetry: 21:51:47.405 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (26.41ms)
INFO 2025-09-10 14:51:47,408 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:47,411 console_span_processor:39 telemetry: 21:51:47.409 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (30.37ms)
INFO 2025-09-10 14:51:47,412 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:47,421 console_span_processor:39 telemetry: 21:51:47.413 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (34.69ms)
INFO 2025-09-10 14:51:47,422 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,427 console_span_processor:39 telemetry: 21:51:47.423 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(44.73ms)
INFO 2025-09-10 14:51:47,427 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:47,431 console_span_processor:39 telemetry: 21:51:47.429 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (50.76ms)
INFO 2025-09-10 14:51:47,432 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:47,432 console_span_processor:62 telemetry: 21:51:47.205 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:47,433 console_span_processor:28 telemetry: 21:51:47.433 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:47,443 console_span_processor:39 telemetry: 21:51:47.435 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:47,444 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:47,454 console_span_processor:39 telemetry: 21:51:47.445 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:47,455 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:51:47,458 console_span_processor:39 telemetry: 21:51:47.456 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:51:47,459 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:48,137 console_span_processor:39 telemetry: 21:51:48.128 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (672.06ms)
INFO 2025-09-10 14:51:48,138 console_span_processor:48 telemetry: output: {'id': 'oAitaWe-62bZhn-97d22611ebfb168e', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1}', 'refusal': None,
'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed': 12110905932316877000}], 'created':
1757541107, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None, 'system_fingerprint':
None, 'usage': {'completion_tokens': 131, 'prompt_tokens': 998, 'total_tokens': 1129, 'completion_tokens_d...
INFO 2025-09-10 14:51:48,140 uvicorn.access:473 uncategorized: ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:51:48,152 console_span_processor:39 telemetry: 21:51:48.141 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(706.73ms)
INFO 2025-09-10 14:51:48,153 console_span_processor:48 telemetry: output: {'id': 'oAitaWe-62bZhn-97d22611ebfb168e', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1}', 'refusal': None,
'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed': 12110905932316877000}],
'created': 1757541107, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None,
'system_fingerprint': None, 'usage': {'completion_tokens': 131, 'prompt_tokens': 998, 'total_tokens': 1129, 'completion_tokens...
INFO 2025-09-10 14:51:48,154 console_span_processor:62 telemetry: 21:51:48.140 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:51:48,155 console_span_processor:67 telemetry: value: 998
INFO 2025-09-10 14:51:48,155 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:48,156 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:48,156 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:48,157 console_span_processor:62 telemetry: 21:51:48.140 [INFO] metric.completion_tokens
INFO 2025-09-10 14:51:48,157 console_span_processor:67 telemetry: value: 131
INFO 2025-09-10 14:51:48,158 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:48,158 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:48,159 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:48,159 console_span_processor:62 telemetry: 21:51:48.140 [INFO] metric.total_tokens
INFO 2025-09-10 14:51:48,160 console_span_processor:67 telemetry: value: 1129
INFO 2025-09-10 14:51:48,160 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:48,160 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:48,161 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:48,170 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,182 console_span_processor:39 telemetry: 21:51:48.162 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (728.49ms)
INFO 2025-09-10 14:51:48,183 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:48,183 console_span_processor:62 telemetry: 21:51:48.141 [INFO] ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:51:48,184 console_span_processor:28 telemetry: 21:51:48.184 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,189 console_span_processor:39 telemetry: 21:51:48.187 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.65ms)
INFO 2025-09-10 14:51:48,190 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,198 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,199 console_span_processor:39 telemetry: 21:51:48.191 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.29ms)
INFO 2025-09-10 14:51:48,201 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,211 console_span_processor:39 telemetry: 21:51:48.204 [END] ModelsRoutingTable.get_model [StatusCode.OK] (1.00ms)
INFO 2025-09-10 14:51:48,213 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,217 console_span_processor:39 telemetry: 21:51:48.215 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (28.70ms)
INFO 2025-09-10 14:51:48,218 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,226 console_span_processor:39 telemetry: 21:51:48.221 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (35.89ms)
INFO 2025-09-10 14:51:48,227 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,235 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,239 console_span_processor:39 telemetry: 21:51:48.229 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (44.29ms)
INFO 2025-09-10 14:51:48,241 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,252 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,252 console_span_processor:39 telemetry: 21:51:48.242 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(57.30ms)
INFO 2025-09-10 14:51:48,253 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,265 console_span_processor:39 telemetry: 21:51:48.255 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (70.68ms)
INFO 2025-09-10 14:51:48,266 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,267 console_span_processor:62 telemetry: 21:51:48.171 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,268 console_span_processor:28 telemetry: 21:51:48.268 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,271 console_span_processor:39 telemetry: 21:51:48.270 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.24ms)
INFO 2025-09-10 14:51:48,272 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,275 console_span_processor:39 telemetry: 21:51:48.273 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.24ms)
INFO 2025-09-10 14:51:48,276 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,280 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,283 console_span_processor:39 telemetry: 21:51:48.277 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:48,284 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,294 console_span_processor:39 telemetry: 21:51:48.287 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (18.00ms)
INFO 2025-09-10 14:51:48,294 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,298 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,307 console_span_processor:39 telemetry: 21:51:48.296 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (27.38ms)
INFO 2025-09-10 14:51:48,308 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,330 console_span_processor:39 telemetry: 21:51:48.309 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (40.46ms)
INFO 2025-09-10 14:51:48,331 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,334 console_span_processor:39 telemetry: 21:51:48.332 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(63.81ms)
INFO 2025-09-10 14:51:48,334 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,359 console_span_processor:39 telemetry: 21:51:48.336 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (67.91ms)
INFO 2025-09-10 14:51:48,360 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,360 console_span_processor:62 telemetry: 21:51:48.199 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,361 console_span_processor:28 telemetry: 21:51:48.361 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,364 console_span_processor:39 telemetry: 21:51:48.363 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:51:48,365 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,369 console_span_processor:39 telemetry: 21:51:48.367 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:48,369 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,373 console_span_processor:39 telemetry: 21:51:48.371 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.32ms)
INFO 2025-09-10 14:51:48,374 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,377 console_span_processor:39 telemetry: 21:51:48.375 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (12.40ms)
INFO 2025-09-10 14:51:48,378 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,383 console_span_processor:39 telemetry: 21:51:48.379 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (16.82ms)
INFO 2025-09-10 14:51:48,383 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,395 console_span_processor:39 telemetry: 21:51:48.385 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (22.60ms)
INFO 2025-09-10 14:51:48,396 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,409 console_span_processor:39 telemetry: 21:51:48.397 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(35.03ms)
INFO 2025-09-10 14:51:48,414 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,429 console_span_processor:39 telemetry: 21:51:48.418 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (57.22ms)
INFO 2025-09-10 14:51:48,432 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,433 console_span_processor:62 telemetry: 21:51:48.235 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,435 console_span_processor:28 telemetry: 21:51:48.435 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,449 console_span_processor:39 telemetry: 21:51:48.438 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:48,449 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,464 console_span_processor:39 telemetry: 21:51:48.451 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.28ms)
INFO 2025-09-10 14:51:48,465 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,472 console_span_processor:39 telemetry: 21:51:48.467 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:51:48,473 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,477 console_span_processor:39 telemetry: 21:51:48.475 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (37.21ms)
INFO 2025-09-10 14:51:48,478 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,482 console_span_processor:39 telemetry: 21:51:48.480 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (42.48ms)
INFO 2025-09-10 14:51:48,483 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,486 console_span_processor:39 telemetry: 21:51:48.485 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (47.47ms)
INFO 2025-09-10 14:51:48,487 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,492 console_span_processor:39 telemetry: 21:51:48.488 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(51.57ms)
INFO 2025-09-10 14:51:48,492 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,501 console_span_processor:39 telemetry: 21:51:48.494 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (58.89ms)
INFO 2025-09-10 14:51:48,502 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,503 console_span_processor:62 telemetry: 21:51:48.252 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,504 console_span_processor:28 telemetry: 21:51:48.504 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,511 console_span_processor:39 telemetry: 21:51:48.505 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:51:48,511 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,518 console_span_processor:39 telemetry: 21:51:48.512 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:48,519 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,546 console_span_processor:39 telemetry: 21:51:48.521 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.38ms)
INFO 2025-09-10 14:51:48,547 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,557 console_span_processor:39 telemetry: 21:51:48.550 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (44.66ms)
INFO 2025-09-10 14:51:48,558 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,563 console_span_processor:39 telemetry: 21:51:48.559 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (54.51ms)
INFO 2025-09-10 14:51:48,564 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,570 console_span_processor:39 telemetry: 21:51:48.565 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (60.37ms)
INFO 2025-09-10 14:51:48,571 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,573 console_span_processor:39 telemetry: 21:51:48.572 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(67.76ms)
INFO 2025-09-10 14:51:48,574 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,577 console_span_processor:39 telemetry: 21:51:48.575 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (71.71ms)
INFO 2025-09-10 14:51:48,577 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,578 console_span_processor:62 telemetry: 21:51:48.280 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,579 console_span_processor:28 telemetry: 21:51:48.579 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:48,587 console_span_processor:39 telemetry: 21:51:48.582 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.48ms)
INFO 2025-09-10 14:51:48,588 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,592 console_span_processor:39 telemetry: 21:51:48.589 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:51:48,592 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:48,601 console_span_processor:39 telemetry: 21:51:48.594 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:48,602 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:48,605 console_span_processor:39 telemetry: 21:51:48.603 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (21.97ms)
INFO 2025-09-10 14:51:48,606 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:51:48,609 console_span_processor:39 telemetry: 21:51:48.607 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (26.56ms)
INFO 2025-09-10 14:51:48,609 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:48,614 console_span_processor:39 telemetry: 21:51:48.612 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (31.13ms)
INFO 2025-09-10 14:51:48,615 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,626 console_span_processor:39 telemetry: 21:51:48.616 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(35.85ms)
INFO 2025-09-10 14:51:48,627 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:48,635 console_span_processor:39 telemetry: 21:51:48.632 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (52.29ms)
INFO 2025-09-10 14:51:48,636 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:48,636 console_span_processor:62 telemetry: 21:51:48.299 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:48,637 console_span_processor:28 telemetry: 21:51:48.637 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:48,640 console_span_processor:39 telemetry: 21:51:48.638 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:51:48,641 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:48,643 console_span_processor:39 telemetry: 21:51:48.642 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:48,643 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:51:48,653 console_span_processor:39 telemetry: 21:51:48.645 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.14ms)
INFO 2025-09-10 14:51:48,653 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:53,149 console_span_processor:39 telemetry: 21:51:53.146 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (4501.83ms)
INFO 2025-09-10 14:51:53,150 console_span_processor:48 telemetry: output: {'id': 'oAitaoX-4YNCb4-97d22618bd651584', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I should try to use the Llama Stack Vector Store
RAG tool again with a different input to see if I can get a relevant result.\n\nAction: Llama Stack Vector Store RAG tool\nAction Input:
{"query": "shipping time", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1}', 'refusal': None, 'role': 'assistant',
'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed': 7090030016801882000}], 'created': 1757541108, 'model':
'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage':
{'completion_tokens': 89, 'prompt_tokens': 1494, 'total_tokens': 1583, 'completion_tokens_details': None, 'prompt_tokens_details': None,
'cached_tokens': 0}, 'prompt': []}
INFO 2025-09-10 14:51:53,153 uvicorn.access:473 uncategorized: ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:51:53,157 console_span_processor:39 telemetry: 21:51:53.153 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(4515.32ms)
INFO 2025-09-10 14:51:53,158 console_span_processor:48 telemetry: output: {'id': 'oAitaoX-4YNCb4-97d22618bd651584', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I should try to use the Llama Stack Vector Store
RAG tool again with a different input to see if I can get a relevant result.\n\nAction: Llama Stack Vector Store RAG tool\nAction Input:
{"query": "shipping time", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1}', 'refusal': None, 'role': 'assistant',
'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed': 7090030016801882000}], 'created': 1757541108,
'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage':
{'completion_tokens': 89, 'prompt_tokens': 1494, 'total_tokens': 1583, 'completion_tokens_details': None, 'prompt_tokens_details': None,
'cached_tokens': 0}, 'prompt': [], 'metrics': [{'trace_id': 'dd10581530aada6b43c22d2c221fafe0', 'span_id': 'ba2f798e...
INFO 2025-09-10 14:51:53,159 console_span_processor:62 telemetry: 21:51:53.152 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:51:53,160 console_span_processor:67 telemetry: value: 1494
INFO 2025-09-10 14:51:53,160 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:53,160 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:53,161 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:53,161 console_span_processor:62 telemetry: 21:51:53.152 [INFO] metric.completion_tokens
INFO 2025-09-10 14:51:53,162 console_span_processor:67 telemetry: value: 89
INFO 2025-09-10 14:51:53,162 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:53,163 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:53,165 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:53,166 console_span_processor:62 telemetry: 21:51:53.152 [INFO] metric.total_tokens
INFO 2025-09-10 14:51:53,166 console_span_processor:67 telemetry: value: 1583
INFO 2025-09-10 14:51:53,167 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:53,167 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:53,167 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:53,183 console_span_processor:39 telemetry: 21:51:53.169 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (4532.11ms)
INFO 2025-09-10 14:51:53,184 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:53,184 console_span_processor:62 telemetry: 21:51:53.153 [INFO] ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:51:53,185 console_span_processor:28 telemetry: 21:51:53.185 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:53,212 console_span_processor:39 telemetry: 21:51:53.187 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:51:53,213 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:53,232 console_span_processor:39 telemetry: 21:51:53.214 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.34ms)
INFO 2025-09-10 14:51:53,233 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:53,245 console_span_processor:39 telemetry: 21:51:53.234 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:51:53,246 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,285 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,305 console_span_processor:39 telemetry: 21:51:54.289 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (1102.92ms)
INFO 2025-09-10 14:51:54,306 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,318 console_span_processor:39 telemetry: 21:51:54.308 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (1121.71ms)
INFO 2025-09-10 14:51:54,319 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,322 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,342 console_span_processor:39 telemetry: 21:51:54.324 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (1137.83ms)
INFO 2025-09-10 14:51:54,342 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,351 console_span_processor:39 telemetry: 21:51:54.344 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(1157.96ms)
INFO 2025-09-10 14:51:54,353 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,353 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,360 console_span_processor:39 telemetry: 21:51:54.355 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (1170.42ms)
INFO 2025-09-10 14:51:54,360 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,361 console_span_processor:62 telemetry: 21:51:54.293 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,362 console_span_processor:28 telemetry: 21:51:54.362 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:54,366 console_span_processor:39 telemetry: 21:51:54.364 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:51:54,367 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,373 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,380 console_span_processor:39 telemetry: 21:51:54.369 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.28ms)
INFO 2025-09-10 14:51:54,381 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:54,389 console_span_processor:39 telemetry: 21:51:54.386 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.21ms)
INFO 2025-09-10 14:51:54,390 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,393 console_span_processor:39 telemetry: 21:51:54.391 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (26.85ms)
INFO 2025-09-10 14:51:54,394 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,425 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,438 console_span_processor:39 telemetry: 21:51:54.411 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (47.55ms)
INFO 2025-09-10 14:51:54,440 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,445 console_span_processor:39 telemetry: 21:51:54.442 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (78.94ms)
INFO 2025-09-10 14:51:54,446 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,457 uvicorn.access:473 uncategorized: 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,457 console_span_processor:39 telemetry: 21:51:54.452 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(89.01ms)
INFO 2025-09-10 14:51:54,459 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,468 console_span_processor:39 telemetry: 21:51:54.463 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (100.62ms)
INFO 2025-09-10 14:51:54,469 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,469 console_span_processor:62 telemetry: 21:51:54.323 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,471 console_span_processor:28 telemetry: 21:51:54.471 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:54,489 console_span_processor:39 telemetry: 21:51:54.474 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.26ms)
INFO 2025-09-10 14:51:54,490 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,502 console_span_processor:39 telemetry: 21:51:54.495 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (2.67ms)
INFO 2025-09-10 14:51:54,504 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:54,524 console_span_processor:39 telemetry: 21:51:54.514 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.79ms)
INFO 2025-09-10 14:51:54,526 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,529 console_span_processor:39 telemetry: 21:51:54.527 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (53.95ms)
INFO 2025-09-10 14:51:54,537 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,550 console_span_processor:39 telemetry: 21:51:54.542 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (68.87ms)
INFO 2025-09-10 14:51:54,551 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,557 console_span_processor:39 telemetry: 21:51:54.554 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (81.34ms)
INFO 2025-09-10 14:51:54,559 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,573 console_span_processor:39 telemetry: 21:51:54.564 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(91.94ms)
INFO 2025-09-10 14:51:54,574 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,583 console_span_processor:39 telemetry: 21:51:54.575 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (104.63ms)
INFO 2025-09-10 14:51:54,584 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,584 console_span_processor:62 telemetry: 21:51:54.354 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,585 console_span_processor:28 telemetry: 21:51:54.585 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:54,591 console_span_processor:39 telemetry: 21:51:54.589 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:51:54,591 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,594 console_span_processor:39 telemetry: 21:51:54.592 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:54,595 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:54,599 console_span_processor:39 telemetry: 21:51:54.596 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.16ms)
INFO 2025-09-10 14:51:54,599 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,604 console_span_processor:39 telemetry: 21:51:54.602 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (13.16ms)
INFO 2025-09-10 14:51:54,605 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,627 console_span_processor:39 telemetry: 21:51:54.621 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (32.66ms)
INFO 2025-09-10 14:51:54,634 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,643 console_span_processor:39 telemetry: 21:51:54.637 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (49.21ms)
INFO 2025-09-10 14:51:54,644 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,654 console_span_processor:39 telemetry: 21:51:54.646 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(57.62ms)
INFO 2025-09-10 14:51:54,656 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,664 console_span_processor:39 telemetry: 21:51:54.657 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (72.19ms)
INFO 2025-09-10 14:51:54,666 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,670 console_span_processor:62 telemetry: 21:51:54.374 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,673 console_span_processor:28 telemetry: 21:51:54.673 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:54,687 console_span_processor:39 telemetry: 21:51:54.678 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.38ms)
INFO 2025-09-10 14:51:54,688 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,697 console_span_processor:39 telemetry: 21:51:54.691 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.21ms)
INFO 2025-09-10 14:51:54,698 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:54,701 console_span_processor:39 telemetry: 21:51:54.699 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.24ms)
INFO 2025-09-10 14:51:54,704 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,716 console_span_processor:39 telemetry: 21:51:54.706 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (29.72ms)
INFO 2025-09-10 14:51:54,718 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,724 console_span_processor:39 telemetry: 21:51:54.721 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (45.99ms)
INFO 2025-09-10 14:51:54,724 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,727 console_span_processor:39 telemetry: 21:51:54.726 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (51.80ms)
INFO 2025-09-10 14:51:54,728 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,732 console_span_processor:39 telemetry: 21:51:54.730 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(56.53ms)
INFO 2025-09-10 14:51:54,732 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,735 console_span_processor:39 telemetry: 21:51:54.734 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (60.83ms)
INFO 2025-09-10 14:51:54,736 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,736 console_span_processor:62 telemetry: 21:51:54.426 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,737 console_span_processor:28 telemetry: 21:51:54.737 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:51:54,747 console_span_processor:39 telemetry: 21:51:54.740 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:51:54,748 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,752 console_span_processor:39 telemetry: 21:51:54.750 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.22ms)
INFO 2025-09-10 14:51:54,752 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:51:54,755 console_span_processor:39 telemetry: 21:51:54.754 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.32ms)
INFO 2025-09-10 14:51:54,756 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:51:54,758 console_span_processor:39 telemetry: 21:51:54.756 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (17.05ms)
INFO 2025-09-10 14:51:54,761 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.03642994910478592, -0.005766282323747873, -0.028219470754265785, 0.05074828490614891, 0.023913491517305374, -0.056256189942359924,
0.0007000428740866482, 0.02684980072081089, 0.005779022816568613, 0.0757804811000824, 0.02611902356147766, -0.04347166419029236,
-0.07426290959119797, 0.0033695625606924295, -0.03395790979266167, -0.018579166382551193, 0.031040646135807037, -0.06419522315263748,
-0.11664945632219315, 0.011454297229647636, 0.00203332188539207, 0.00506530050188303, -0.05711820721626282, -0.006884930655360222,
0.0057834964245557785, 0.005828470923006535, -0.05446002259850502, -0.032767001539468765, -0.023773472756147385, -0.046458274126052856,
-0.0579390786588192, 0.052776239812374115, -0.017773080617189407, 0.07396063208580017, -0.007082517724484205, -0.006252078805118799,
0.06502724438905716, -0.04769469425082207, 0.08519715070724487, -0.04995475336909294, -0.02040106989443302, -0.024357719346880913, -0....
INFO 2025-09-10 14:51:54,767 console_span_processor:39 telemetry: 21:51:54.762 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (23.20ms)
INFO 2025-09-10 14:51:54,767 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:51:54,772 console_span_processor:39 telemetry: 21:51:54.769 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (30.01ms)
INFO 2025-09-10 14:51:54,773 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,775 console_span_processor:39 telemetry: 21:51:54.774 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(35.79ms)
INFO 2025-09-10 14:51:54,776 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'shipping time', 'data': [{'file_id': '', 'filename': '', 'score': 0.9984249880472625, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:51:54,778 console_span_processor:39 telemetry: 21:51:54.777 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (40.35ms)
INFO 2025-09-10 14:51:54,779 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:51:54,779 console_span_processor:62 telemetry: 21:51:54.457 [INFO] 127.0.0.1:56904 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:51:54,781 console_span_processor:28 telemetry: 21:51:54.781 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:54,790 console_span_processor:39 telemetry: 21:51:54.786 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.82ms)
INFO 2025-09-10 14:51:54,790 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:54,794 console_span_processor:39 telemetry: 21:51:54.792 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.24ms)
INFO 2025-09-10 14:51:54,794 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:51:54,798 console_span_processor:39 telemetry: 21:51:54.796 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.21ms)
INFO 2025-09-10 14:51:54,798 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:51:57,872 console_span_processor:39 telemetry: 21:51:57.868 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (3072.99ms)
INFO 2025-09-10 14:51:57,872 console_span_processor:48 telemetry: output: {'id': 'oAitcfB-4YNCb4-97d2263f6ff7cfe9', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: Since I couldn\'t get a relevant result from the
Llama Stack Vector Store RAG tool, I will provide a general answer to the question "How long does shipping take?".\n\nThe shipping time can
vary depending on the destination, shipping method, and other factors. Typically, shipping times can range from a few days to several weeks
or even months. Here are some general guidelines:\n\n* Domestic shipping: 1-7 business days\n* International shipping: 7-21 business days or
more\n* Express shipping: 1-3 business days\n* Standard shipping: 3-7 business days\n\nPlease note that these are general estimates and the
actual shipping time may vary depending on the specific circumstances.\n\nThought: I now can give a great answer\nFinal Answer: The shipping
time can vary depending on the destination, shipping method, and other factors. Typically, shipping tim...
INFO 2025-09-10 14:51:57,875 uvicorn.access:473 uncategorized: ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:51:57,877 console_span_processor:39 telemetry: 21:51:57.876 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(3091.29ms)
INFO 2025-09-10 14:51:57,878 console_span_processor:48 telemetry: output: {'id': 'oAitcfB-4YNCb4-97d2263f6ff7cfe9', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: Since I couldn\'t get a relevant result from the
Llama Stack Vector Store RAG tool, I will provide a general answer to the question "How long does shipping take?".\n\nThe shipping time can
vary depending on the destination, shipping method, and other factors. Typically, shipping times can range from a few days to several weeks
or even months. Here are some general guidelines:\n\n* Domestic shipping: 1-7 business days\n* International shipping: 7-21 business days or
more\n* Express shipping: 1-3 business days\n* Standard shipping: 3-7 business days\n\nPlease note that these are general estimates and the
actual shipping time may vary depending on the specific circumstances.\n\nThought: I now can give a great answer\nFinal Answer: The shipping
time can vary depending on the destination, shipping method, and other factors. Typically, shipping tim...
INFO 2025-09-10 14:51:57,880 console_span_processor:62 telemetry: 21:51:57.874 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:51:57,880 console_span_processor:67 telemetry: value: 1948
INFO 2025-09-10 14:51:57,881 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:57,881 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:57,881 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:57,882 console_span_processor:62 telemetry: 21:51:57.874 [INFO] metric.completion_tokens
INFO 2025-09-10 14:51:57,882 console_span_processor:67 telemetry: value: 264
INFO 2025-09-10 14:51:57,882 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:57,883 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:57,883 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:57,884 console_span_processor:62 telemetry: 21:51:57.874 [INFO] metric.total_tokens
INFO 2025-09-10 14:51:57,884 console_span_processor:67 telemetry: value: 2212
INFO 2025-09-10 14:51:57,884 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:51:57,885 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:51:57,886 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:51:57,890 console_span_processor:39 telemetry: 21:51:57.887 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (3106.16ms)
INFO 2025-09-10 14:51:57,891 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:51:57,891 console_span_processor:62 telemetry: 21:51:57.875 [INFO] ::1:56900 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:55:09,448 console_span_processor:28 telemetry: 21:55:09.448 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:09,463 console_span_processor:39 telemetry: 21:55:09.453 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:55:09,465 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:09,478 console_span_processor:39 telemetry: 21:55:09.467 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:55:09,479 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:55:09,483 console_span_processor:39 telemetry: 21:55:09.480 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.20ms)
INFO 2025-09-10 14:55:09,484 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:11,246 console_span_processor:39 telemetry: 21:55:11.242 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (1762.00ms)
INFO 2025-09-10 14:55:11,247 console_span_processor:48 telemetry: output: {'id': 'oAiuccr-62bZhn-97d22b0209009e58', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold":
0}', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed':
3440355828201570300}], 'created': 1757541309, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 138, 'prompt_tokens': 495, 'total_tokens': 633, ...
INFO 2025-09-10 14:55:11,249 uvicorn.access:473 uncategorized: ::1:57854 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:55:11,259 console_span_processor:39 telemetry: 21:55:11.250 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(1797.12ms)
INFO 2025-09-10 14:55:11,260 console_span_processor:48 telemetry: output: {'id': 'oAiuccr-62bZhn-97d22b0209009e58', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "How long does shipping
take?", I need to search the provided vector store for relevant information. The vector store ID is vs_dab05212-db05-402c-91ef-57e41797406b.
I will use the Llama Stack Vector Store RAG tool to find the most relevant documents.\n\nAction: Llama Stack Vector Store RAG tool\nAction
Input: {"query": "How long does shipping take?", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold":
0}', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed':
3440355828201570300}], 'created': 1757541309, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion',
'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 138, 'prompt_tokens': 495, 'total_tokens': 633...
INFO 2025-09-10 14:55:11,261 console_span_processor:62 telemetry: 21:55:11.248 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:55:11,261 console_span_processor:67 telemetry: value: 495
INFO 2025-09-10 14:55:11,262 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:11,262 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:11,263 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:11,263 console_span_processor:62 telemetry: 21:55:11.249 [INFO] metric.completion_tokens
INFO 2025-09-10 14:55:11,264 console_span_processor:67 telemetry: value: 138
INFO 2025-09-10 14:55:11,264 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:11,265 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:11,265 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:11,265 console_span_processor:62 telemetry: 21:55:11.249 [INFO] metric.total_tokens
INFO 2025-09-10 14:55:11,266 console_span_processor:67 telemetry: value: 633
INFO 2025-09-10 14:55:11,266 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:11,266 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:11,267 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:11,284 console_span_processor:39 telemetry: 21:55:11.268 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (1819.72ms)
INFO 2025-09-10 14:55:11,285 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:11,287 console_span_processor:62 telemetry: 21:55:11.250 [INFO] ::1:57854 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:55:11,289 console_span_processor:28 telemetry: 21:55:11.289 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:55:11,316 console_span_processor:39 telemetry: 21:55:11.306 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.72ms)
INFO 2025-09-10 14:55:11,317 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:55:11,325 console_span_processor:39 telemetry: 21:55:11.319 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.33ms)
INFO 2025-09-10 14:55:11,326 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:55:11,337 console_span_processor:39 telemetry: 21:55:11.328 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.26ms)
INFO 2025-09-10 14:55:11,339 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:55:11,725 uvicorn.access:473 uncategorized: 127.0.0.1:57863 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:55:11,816 console_span_processor:39 telemetry: 21:55:11.712 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (407.13ms)
INFO 2025-09-10 14:55:11,817 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[0.0018660365603864193, -0.008432421833276749, -0.009860510006546974, 0.07527908682823181, -0.008166038431227207, -0.08819602429866791,
-0.025107912719249725, -0.029266025871038437, 0.014401894062757492, 0.06447950005531311, 0.04112009331583977, -0.04028748720884323,
-0.02221696823835373, -0.009235711768269539, -0.04810388386249542, -0.02784842811524868, 0.016442419961094856, -0.07583750039339066,
-0.06627479195594788, 0.01860453188419342, 0.0008918081293813884, 0.011179491877555847, -0.048671603202819824, -0.021989954635500908,
0.04990514740347862, -0.003409573109820485, -0.06727275997400284, -0.054264623671770096, -0.022502778097987175, -0.03865018114447594,
-0.0471607930958271, 0.01671769842505455, 0.024404950439929962, 0.09877222776412964, -0.01660928875207901, 0.01298862136900425,
0.02916400320827961, -0.0722617655992508, 0.041335687041282654, -0.037857454270124435, -0.02524978667497635, -0.010434110648930073, -0....
INFO 2025-09-10 14:55:11,821 console_span_processor:39 telemetry: 21:55:11.818 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (515.05ms)
INFO 2025-09-10 14:55:11,822 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Acme ships globally in 3-5 business days.',
'metadata': {'document_id': 'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12, 'metadata_token_count': 1}, 'embedding':
[-0.012346820905804634, -0.04591671749949455, 0.00545357633382082, 0.0767817348241806, -0.01030217856168747, -0.07128783315420151,
-0.047789815813302994, -0.0042580426670610905, -0.08333089202642441, 0.03493816778063774, 0.03678377717733383, -0.022125769406557083,
-0.001785362372174859, 0.03860057145357132, 0.017692940309643745, -0.011320478282868862, 0.020480643957853317, -0.14444826543331146,
-0.03509785607457161, -0.08347956091165543, 0.01723267324268818, -0.020868107676506042, -0.04816542565822601, -0.04063615947961807,
-0.02612607553601265, -0.06816241890192032, -0.021907860413193703, -0.05328420177102089, 0.0035953382030129433, -0.060775868594646454,
-0.07895789295434952, 0.08725343644618988, -0.004096562508493662, 0.07713106274604797, 0.04764929413795471, 0.03390089422464371, -0.03...
INFO 2025-09-10 14:55:11,831 console_span_processor:39 telemetry: 21:55:11.824 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (524.43ms)
INFO 2025-09-10 14:55:11,832 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:55:11,837 console_span_processor:39 telemetry: 21:55:11.834 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(535.84ms)
INFO 2025-09-10 14:55:11,838 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query': 'How
long does shipping take?', 'data': [{'file_id': '', 'filename': '', 'score': 1.0150761400159014, 'attributes': {'document_id':
'file-489db9aae0424745960e3408ff0f477f', 'token_count': 12.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Acme ships
globally in 3-5 business days.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:55:11,843 console_span_processor:39 telemetry: 21:55:11.840 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (550.67ms)
INFO 2025-09-10 14:55:11,844 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:55:11,844 console_span_processor:62 telemetry: 21:55:11.728 [INFO] 127.0.0.1:57863 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:55:11,845 console_span_processor:28 telemetry: 21:55:11.845 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:11,848 console_span_processor:39 telemetry: 21:55:11.846 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:55:11,849 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:11,866 console_span_processor:39 telemetry: 21:55:11.850 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.33ms)
INFO 2025-09-10 14:55:11,866 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:55:11,893 console_span_processor:39 telemetry: 21:55:11.868 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.18ms)
INFO 2025-09-10 14:55:11,894 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:12,290 console_span_processor:39 telemetry: 21:55:12.288 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (421.30ms)
INFO 2025-09-10 14:55:12,291 console_span_processor:48 telemetry: output: {'id': 'oAiudJu-62bZhn-97d22b1098a9ed39', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I now know the final answer\nFinal Answer: Acme
ships globally in 3-5 business days.', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None,
'tool_calls': []}, 'seed': 9970525031584217000}], 'created': 1757541312, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object':
'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 25, 'prompt_tokens': 655, 'total_tokens':
680, 'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 512}, 'prompt': []}
INFO 2025-09-10 14:55:12,297 uvicorn.access:473 uncategorized: ::1:57854 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:55:12,324 console_span_processor:39 telemetry: 21:55:12.298 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(451.81ms)
INFO 2025-09-10 14:55:12,326 console_span_processor:48 telemetry: output: {'id': 'oAiudJu-62bZhn-97d22b1098a9ed39', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I now know the final answer\nFinal Answer: Acme
ships globally in 3-5 business days.', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None,
'tool_calls': None}, 'seed': 9970525031584217000}], 'created': 1757541312, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object':
'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 25, 'prompt_tokens': 655, 'total_tokens':
680, 'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 512}, 'prompt': [], 'metrics': [{'trace_id':
'b0fe401af1dce917b7278f7a651b67bc', 'span_id': '7130a92e6a6a8fba', 'timestamp': '2025-09-10T21:55:12.297305Z', 'attributes': {'model_id':
'together/meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together'}, 'type': 'metric', 'metric': 'prompt_toke...
INFO 2025-09-10 14:55:12,327 console_span_processor:62 telemetry: 21:55:12.297 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:55:12,328 console_span_processor:67 telemetry: value: 655
INFO 2025-09-10 14:55:12,328 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:12,329 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:12,329 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:12,329 console_span_processor:62 telemetry: 21:55:12.297 [INFO] metric.completion_tokens
INFO 2025-09-10 14:55:12,330 console_span_processor:67 telemetry: value: 25
INFO 2025-09-10 14:55:12,330 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:12,331 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:12,331 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:12,332 console_span_processor:62 telemetry: 21:55:12.297 [INFO] metric.total_tokens
INFO 2025-09-10 14:55:12,332 console_span_processor:67 telemetry: value: 680
INFO 2025-09-10 14:55:12,332 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:12,333 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:12,333 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:12,353 console_span_processor:39 telemetry: 21:55:12.335 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (489.36ms)
INFO 2025-09-10 14:55:12,355 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:12,358 console_span_processor:62 telemetry: 21:55:12.298 [INFO] ::1:57854 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:55:19,314 console_span_processor:28 telemetry: 21:55:19.314 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:19,320 console_span_processor:39 telemetry: 21:55:19.316 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.15ms)
INFO 2025-09-10 14:55:19,322 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:19,325 console_span_processor:39 telemetry: 21:55:19.323 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.17ms)
INFO 2025-09-10 14:55:19,326 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:55:19,331 console_span_processor:39 telemetry: 21:55:19.327 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.23ms)
INFO 2025-09-10 14:55:19,332 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:21,608 console_span_processor:39 telemetry: 21:55:21.606 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (2279.25ms)
INFO 2025-09-10 14:55:21,610 console_span_processor:48 telemetry: output: {'id': 'oAiufav-4YNCb4-97d22b3f6cb27af2', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "Can I return a product
after 40 days?", I need to search the vector store to find relevant information about the return policy. I will use the Llama Stack Vector
Store RAG tool to search the provided vector store ID.\n\nAction: Llama Stack Vector Store RAG tool\nAction Input: {"query": "return policy
after 40 days", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold": 0.5}', 'refusal': None, 'role':
'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': []}, 'seed': 17340032880891308000}], 'created':
1757541319, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None, 'system_fingerprint':
None, 'usage': {'completion_tokens': 124, 'prompt_tokens': 499, 'total_tokens': 623, 'completion_tokens_details': No...
INFO 2025-09-10 14:55:21,611 uvicorn.access:473 uncategorized: ::1:57884 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:55:21,631 console_span_processor:39 telemetry: 21:55:21.612 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(2297.16ms)
INFO 2025-09-10 14:55:21,632 console_span_processor:48 telemetry: output: {'id': 'oAiufav-4YNCb4-97d22b3f6cb27af2', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: To answer the question "Can I return a product
after 40 days?", I need to search the vector store to find relevant information about the return policy. I will use the Llama Stack Vector
Store RAG tool to search the provided vector store ID.\n\nAction: Llama Stack Vector Store RAG tool\nAction Input: {"query": "return policy
after 40 days", "vector_store_id": "vs_dab05212-db05-402c-91ef-57e41797406b", "top_k": 1, "score_threshold": 0.5}', 'refusal': None, 'role':
'assistant', 'annotations': None, 'audio': None, 'function_call': None, 'tool_calls': None}, 'seed': 17340032880891308000}], 'created':
1757541319, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object': 'chat.completion', 'service_tier': None, 'system_fingerprint':
None, 'usage': {'completion_tokens': 124, 'prompt_tokens': 499, 'total_tokens': 623, 'completion_tokens_details': ...
INFO 2025-09-10 14:55:21,636 console_span_processor:62 telemetry: 21:55:21.611 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:55:21,637 console_span_processor:67 telemetry: value: 499
INFO 2025-09-10 14:55:21,638 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:21,638 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:21,639 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:21,639 console_span_processor:62 telemetry: 21:55:21.611 [INFO] metric.completion_tokens
INFO 2025-09-10 14:55:21,639 console_span_processor:67 telemetry: value: 124
INFO 2025-09-10 14:55:21,640 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:21,640 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:21,641 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:21,641 console_span_processor:62 telemetry: 21:55:21.611 [INFO] metric.total_tokens
INFO 2025-09-10 14:55:21,641 console_span_processor:67 telemetry: value: 623
INFO 2025-09-10 14:55:21,642 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:21,642 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:21,642 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:21,648 console_span_processor:39 telemetry: 21:55:21.643 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (2329.06ms)
INFO 2025-09-10 14:55:21,649 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:21,650 console_span_processor:62 telemetry: 21:55:21.612 [INFO] ::1:57884 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:55:21,651 console_span_processor:28 telemetry: 21:55:21.651 [START] /v1/openai/v1/vector_stores/{vector_store_id}/search
INFO 2025-09-10 14:55:21,674 console_span_processor:39 telemetry: 21:55:21.654 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.21ms)
INFO 2025-09-10 14:55:21,675 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:55:21,685 console_span_processor:39 telemetry: 21:55:21.678 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.70ms)
INFO 2025-09-10 14:55:21,687 console_span_processor:48 telemetry: output:
<llama_stack.providers.inline.inference.sentence_transformers.sentence_transformers.SentenceTransformersInferenceImpl object at 0x158e83350>
INFO 2025-09-10 14:55:21,692 console_span_processor:39 telemetry: 21:55:21.689 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.53ms)
INFO 2025-09-10 14:55:21,692 console_span_processor:48 telemetry: output: {'identifier': 'sentence-transformers/all-MiniLM-L6-v2',
'provider_resource_id': 'all-MiniLM-L6-v2', 'provider_id': 'sentence-transformers', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {'embedding_dimension': 384}, 'model_type': 'embedding'}
INFO 2025-09-10 14:55:22,019 uvicorn.access:473 uncategorized: 127.0.0.1:57888 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:55:22,024 console_span_processor:39 telemetry: 21:55:22.017 [END] InferenceRouter.openai_embeddings [StatusCode.OK] (363.31ms)
INFO 2025-09-10 14:55:22,025 console_span_processor:48 telemetry: output: {'object': 'list', 'data': [{'object': 'embedding', 'embedding':
[-0.0018892501248046756, 0.030758941546082497, 0.10938595235347748, 0.04589828848838806, 0.0006913804681971669, 0.014387426897883415,
-0.015357869677245617, -0.011600838042795658, -0.08975677192211151, 0.053308334201574326, 0.0744965448975563, 0.01633235439658165,
0.010754235088825226, 0.004617820493876934, 0.009704680182039738, -0.03412426635622978, -0.04056152328848839, -0.019626466557383537,
-0.08569952845573425, -0.043116409331560135, 0.025109080597758293, -0.03337268903851509, -0.06306783854961395, 0.021730247884988785,
0.01859521120786667, 0.0934692993760109, -0.02332254685461521, 0.03396535664796829, -0.04177931323647499, -0.011372999288141727,
0.015714162960648537, -0.04297734424471855, -0.06080453842878342, -0.05970568209886551, -0.013541588559746742, 0.04719769209623337,
-0.1263798028230667, -0.09081613272428513, -0.044160086661577225, 0.010452632792294025, -0.04007401689887047, 0.029781267046928406,
-0.03511...
INFO 2025-09-10 14:55:22,031 console_span_processor:39 telemetry: 21:55:22.027 [END] FaissVectorIOAdapter.query_chunks [StatusCode.OK] (373.68ms)
INFO 2025-09-10 14:55:22,032 console_span_processor:48 telemetry: output: {'chunks': [{'content': 'Returns are accepted within 30 days of
purchase.', 'metadata': {'document_id': 'file-b2f38b0e164347f5a2b6bbe211e33ff3', 'token_count': 10, 'metadata_token_count': 1}, 'embedding':
[-0.050018310546875, 0.0007208543829619884, 0.048539839684963226, 0.013606906868517399, -0.006504438817501068, 0.004046895541250706,
-0.04984626919031143, -8.024782437132671e-05, -0.02159256860613823, 0.0015519573353230953, 0.10069309175014496, 0.04437215253710747,
-0.022335151210427284, -0.05230937898159027, -0.028983373194932938, -0.049531035125255585, 0.03074926696717739, -0.03056054376065731,
0.021489247679710388, 0.016868554055690765, -0.028984908014535904, -0.07053273916244507, -0.022961033508181572, -0.0717858299612999,
0.0674479678273201, 0.021412895992398262, -0.06054700165987015, 0.021910998970270157, -0.023192649707198143, -0.028992125764489174,
0.025179730728268623, -0.006338999141007662, -0.001874048844911158, 0.009305929765105247, 0.011422501876950264, 0.0376049801707...
INFO 2025-09-10 14:55:22,057 console_span_processor:39 telemetry: 21:55:22.037 [END] VectorDBsRoutingTable.openai_search_vector_store
[StatusCode.OK] (384.28ms)
INFO 2025-09-10 14:55:22,058 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'return policy after 40 days', 'data': [{'file_id': '', 'filename': '', 'score': 1.3987585167097674, 'attributes': {'document_id':
'file-b2f38b0e164347f5a2b6bbe211e33ff3', 'token_count': 10.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Returns are
accepted within 30 days of purchase.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:55:22,063 console_span_processor:39 telemetry: 21:55:22.060 [END] VectorIORouter.openai_search_vector_store [StatusCode.OK]
(407.47ms)
INFO 2025-09-10 14:55:22,064 console_span_processor:48 telemetry: output: {'object': 'vector_store.search_results.page', 'search_query':
'return policy after 40 days', 'data': [{'file_id': '', 'filename': '', 'score': 1.3987585167097674, 'attributes': {'document_id':
'file-b2f38b0e164347f5a2b6bbe211e33ff3', 'token_count': 10.0, 'metadata_token_count': 1.0}, 'content': [{'type': 'text', 'text': 'Returns are
accepted within 30 days of purchase.'}]}], 'has_more': False, 'next_page': None}
INFO 2025-09-10 14:55:22,175 console_span_processor:39 telemetry: 21:55:22.096 [END] /v1/openai/v1/vector_stores/{vector_store_id}/search
[StatusCode.OK] (444.58ms)
INFO 2025-09-10 14:55:22,176 console_span_processor:48 telemetry: raw_path:
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search
INFO 2025-09-10 14:55:22,178 console_span_processor:62 telemetry: 21:55:22.021 [INFO] 127.0.0.1:57888 - "POST
/v1/openai/v1/vector_stores/vs_dab05212-db05-402c-91ef-57e41797406b/search HTTP/1.1" 200
INFO 2025-09-10 14:55:22,186 console_span_processor:28 telemetry: 21:55:22.186 [START] /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:22,195 console_span_processor:39 telemetry: 21:55:22.188 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.30ms)
INFO 2025-09-10 14:55:22,196 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:22,218 console_span_processor:39 telemetry: 21:55:22.197 [END] ModelsRoutingTable.get_provider_impl [StatusCode.OK] (0.20ms)
INFO 2025-09-10 14:55:22,220 console_span_processor:48 telemetry: output:
<llama_stack.providers.remote.inference.together.together.TogetherInferenceAdapter object at 0x137069220>
INFO 2025-09-10 14:55:22,227 console_span_processor:39 telemetry: 21:55:22.224 [END] ModelsRoutingTable.get_model [StatusCode.OK] (0.19ms)
INFO 2025-09-10 14:55:22,228 console_span_processor:48 telemetry: output: {'identifier': 'together/meta-llama/Llama-3.3-70B-Instruct-Turbo',
'provider_resource_id': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together', 'type': 'model', 'owner': None, 'source':
'listed_from_provider', 'metadata': {}, 'model_type': 'llm'}
INFO 2025-09-10 14:55:22,805 console_span_processor:39 telemetry: 21:55:22.801 [END] TogetherInferenceAdapter.openai_chat_completion
[StatusCode.OK] (577.41ms)
INFO 2025-09-10 14:55:22,806 console_span_processor:48 telemetry: output: {'id': 'oAiugR1-62bZhn-97d22b51096017f0', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I now know the final answer\nFinal Answer: Returns
are accepted within 30 days of purchase.', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None,
'tool_calls': []}, 'seed': 2982499907717596700}], 'created': 1757541322, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object':
'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 23, 'prompt_tokens': 643, 'total_tokens':
666, 'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 256}, 'prompt': []}
INFO 2025-09-10 14:55:22,834 uvicorn.access:473 uncategorized: ::1:57884 - "POST /v1/openai/v1/chat/completions HTTP/1.1" 200
INFO 2025-09-10 14:55:22,873 console_span_processor:39 telemetry: 21:55:22.836 [END] InferenceRouter.openai_chat_completion [StatusCode.OK]
(648.69ms)
INFO 2025-09-10 14:55:22,874 console_span_processor:48 telemetry: output: {'id': 'oAiugR1-62bZhn-97d22b51096017f0', 'choices':
[{'finish_reason': 'stop', 'index': 0, 'logprobs': None, 'message': {'content': 'Thought: I now know the final answer\nFinal Answer: Returns
are accepted within 30 days of purchase.', 'refusal': None, 'role': 'assistant', 'annotations': None, 'audio': None, 'function_call': None,
'tool_calls': None}, 'seed': 2982499907717596700}], 'created': 1757541322, 'model': 'meta-llama/Llama-3.3-70B-Instruct-Turbo', 'object':
'chat.completion', 'service_tier': None, 'system_fingerprint': None, 'usage': {'completion_tokens': 23, 'prompt_tokens': 643, 'total_tokens':
666, 'completion_tokens_details': None, 'prompt_tokens_details': None, 'cached_tokens': 256}, 'prompt': [], 'metrics': [{'trace_id':
'd588c782bd804c0cb49e43ac8c028e7a', 'span_id': '396bc114a416fc6c', 'timestamp': '2025-09-10T21:55:22.832220Z', 'attributes': {'model_id':
'together/meta-llama/Llama-3.3-70B-Instruct-Turbo', 'provider_id': 'together'}, 'type': 'metric', 'metric': 'prom...
INFO 2025-09-10 14:55:22,876 console_span_processor:62 telemetry: 21:55:22.832 [INFO] metric.prompt_tokens
INFO 2025-09-10 14:55:22,877 console_span_processor:67 telemetry: value: 643
INFO 2025-09-10 14:55:22,878 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:22,878 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:22,879 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:22,879 console_span_processor:62 telemetry: 21:55:22.832 [INFO] metric.completion_tokens
INFO 2025-09-10 14:55:22,880 console_span_processor:67 telemetry: value: 23
INFO 2025-09-10 14:55:22,881 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:22,881 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:22,882 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:22,882 console_span_processor:62 telemetry: 21:55:22.832 [INFO] metric.total_tokens
INFO 2025-09-10 14:55:22,883 console_span_processor:67 telemetry: value: 666
INFO 2025-09-10 14:55:22,886 console_span_processor:67 telemetry: unit: tokens
INFO 2025-09-10 14:55:22,887 console_span_processor:67 telemetry: model_id: together/meta-llama/Llama-3.3-70B-Instruct-Turbo
INFO 2025-09-10 14:55:22,888 console_span_processor:67 telemetry: provider_id: together
INFO 2025-09-10 14:55:22,913 console_span_processor:39 telemetry: 21:55:22.891 [END] /v1/openai/v1/chat/completions [StatusCode.OK] (704.86ms)
INFO 2025-09-10 14:55:22,915 console_span_processor:48 telemetry: raw_path: /v1/openai/v1/chat/completions
INFO 2025-09-10 14:55:22,915 console_span_processor:62 telemetry: 21:55:22.835 [INFO] ::1:57884 - "POST /v1/openai/v1/chat/completions HTTP/1.1"
200
INFO 2025-09-10 14:57:34,753 uvicorn.error:264 uncategorized: Shutting down
INFO 2025-09-10 14:57:34,867 uvicorn.error:67 uncategorized: Waiting for application shutdown.
INFO 2025-09-10 14:57:34,868 __main__:170 core::server: Shutting down
INFO 2025-09-10 14:57:34,868 llama_stack.core.stack:357 core: Shutting down ModelsRoutingTable
INFO 2025-09-10 14:57:34,869 llama_stack.core.stack:357 core: Shutting down DatasetsRoutingTable
INFO 2025-09-10 14:57:34,870 llama_stack.core.stack:357 core: Shutting down DatasetIORouter
INFO 2025-09-10 14:57:34,870 llama_stack.core.stack:357 core: Shutting down TelemetryAdapter
INFO 2025-09-10 14:57:34,871 llama_stack.core.stack:357 core: Shutting down InferenceRouter
INFO 2025-09-10 14:57:34,874 llama_stack.core.stack:357 core: Shutting down LocalfsFilesImpl
INFO 2025-09-10 14:57:34,875 llama_stack.core.stack:357 core: Shutting down ShieldsRoutingTable
INFO 2025-09-10 14:57:34,876 llama_stack.core.stack:357 core: Shutting down SafetyRouter
INFO 2025-09-10 14:57:34,877 llama_stack.core.stack:357 core: Shutting down VectorDBsRoutingTable
INFO 2025-09-10 14:57:34,877 llama_stack.core.stack:357 core: Shutting down VectorIORouter
INFO 2025-09-10 14:57:34,878 llama_stack.core.stack:357 core: Shutting down ToolGroupsRoutingTable
INFO 2025-09-10 14:57:34,878 llama_stack.core.stack:357 core: Shutting down ToolRuntimeRouter
INFO 2025-09-10 14:57:34,879 llama_stack.core.stack:357 core: Shutting down MetaReferenceAgentsImpl
INFO 2025-09-10 14:57:34,879 llama_stack.core.stack:357 core: Shutting down TorchtunePostTrainingImpl
INFO 2025-09-10 14:57:34,881 llama_stack.core.stack:357 core: Shutting down ScoringFunctionsRoutingTable
INFO 2025-09-10 14:57:34,882 llama_stack.core.stack:357 core: Shutting down ScoringRouter
INFO 2025-09-10 14:57:34,882 llama_stack.core.stack:357 core: Shutting down ReferenceBatchesImpl
INFO 2025-09-10 14:57:34,883 llama_stack.core.stack:357 core: Shutting down BenchmarksRoutingTable
INFO 2025-09-10 14:57:34,884 llama_stack.core.stack:357 core: Shutting down EvalRouter
INFO 2025-09-10 14:57:34,884 llama_stack.core.stack:357 core: Shutting down DistributionInspectImpl
INFO 2025-09-10 14:57:34,885 llama_stack.core.stack:357 core: Shutting down ProviderImpl
INFO 2025-09-10 14:57:34,886 uvicorn.error:76 uncategorized: Application shutdown complete.
INFO 2025-09-10 14:57:34,887 uvicorn.error:94 uncategorized: Finished server process [26795]
/Users/kaiwu/miniconda3/lib/python3.12/multiprocessing/resource_tracker.py:255: UserWarning: resource_tracker: There appear to be 1 leaked semaphore objects to clean up at shutdown
warnings.warn('resource_tracker: There appear to be %d '

389 KiB Raw Blame History

389 KiB

Raw Blame History