llama-stack-mirror/docs/notebooks/nvidia/tool_calling/config.py

31 lines
1.2 KiB
Python

# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
# (Required) NeMo Microservices URLs
NDS_URL = "http://data-store.test:3000" # Data Store
NEMO_URL = "http://nemo.test:3000" # Customizer, Evaluator, Guardrails
NIM_URL = "http://nim.test:3000" # NIM
# (Required) Hugging Face Token
HF_TOKEN = ""
# (Optional) Modify if you've configured a NeMo Data Store token
NDS_TOKEN = "token"
# (Optional) Use a dedicated namespace and dataset name for tutorial assets
NMS_NAMESPACE = "nvidia-tool-calling-tutorial"
DATASET_NAME = "xlam-ft-dataset-1"
# (Optional) Configure the base model. Must be one supported by the NeMo Customizer deployment!
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct"
# (Optional) NVIDIA User ID - currently unused
USER_ID = ""
# (Optional) Entity Store Project ID. Modify if you've created a project in Entity Store that you'd
# like to associate with your Customized models.
PROJECT_ID = ""
# (Optional) Directory to save the Customized model.
CUSTOMIZED_MODEL_DIR = "nvidia-tool-calling-tutorial/test-llama-stack@v1"