From e64961697add398aae0bdc47e578a2a8813517cf Mon Sep 17 00:00:00 2001 From: Jash Gulabrai Date: Mon, 28 Apr 2025 12:04:36 -0400 Subject: [PATCH] Rename tmp dir to sample_data; remove print statements --- .../Llama_Stack_NVIDIA_E2E_Flow.ipynb | 18 +++++++++--------- .../content_safety_input.jsonl | 0 .../content_safety_input_50.jsonl | 0 .../sample_squad_data/testing/testing.jsonl | 0 .../sample_squad_data/training/training.jsonl | 0 .../validation/validation.jsonl | 0 .../testing/testing.jsonl | 0 .../training/training.jsonl | 0 .../validation/validation.jsonl | 0 .../providers/remote/safety/nvidia/nvidia.py | 2 -- 10 files changed, 9 insertions(+), 11 deletions(-) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_content_safety_test_data/content_safety_input.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_content_safety_test_data/content_safety_input_50.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_data/testing/testing.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_data/training/training.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_data/validation/validation.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_messages/testing/testing.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_messages/training/training.jsonl (100%) rename docs/notebooks/nvidia/beginner_e2e/{tmp => sample_data}/sample_squad_messages/validation/validation.jsonl (100%) diff --git a/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb b/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb index 2dbdfa7fa..e4698db81 100644 --- a/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb +++ b/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb @@ -323,19 +323,19 @@ "source": [ "# Upload the files from the local folder\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_data/training\",\n", + " folder_path=\"./sample_data/sample_squad_data/training\",\n", " path_in_repo=\"training\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", ")\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_data/validation\",\n", + " folder_path=\"./sample_data/sample_squad_data/validation\",\n", " path_in_repo=\"validation\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", ")\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_data/testing\",\n", + " folder_path=\"./sample_data/sample_squad_data/testing\",\n", " path_in_repo=\"testing\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", @@ -405,7 +405,7 @@ "import json\n", "import pprint\n", "\n", - "with open(\"./tmp/sample_squad_data/testing/testing.jsonl\", \"r\") as f:\n", + "with open(\"./sample_data/sample_squad_data/testing/testing.jsonl\", \"r\") as f:\n", " examples = [json.loads(line) for line in f]\n", "\n", "# Get the user prompt from the last example\n", @@ -864,19 +864,19 @@ "source": [ "# Upload the files from the local folder\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_messages/training\",\n", + " folder_path=\"./sample_data/sample_squad_messages/training\",\n", " path_in_repo=\"training\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", ")\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_messages/validation\",\n", + " folder_path=\"./sample_data/sample_squad_messages/validation\",\n", " path_in_repo=\"validation\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", ")\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_squad_messages/testing\",\n", + " folder_path=\"./sample_data/sample_squad_messages/testing\",\n", " path_in_repo=\"testing\",\n", " repo_id=repo_id,\n", " repo_type=\"dataset\",\n", @@ -936,7 +936,7 @@ "metadata": {}, "outputs": [], "source": [ - "with open(\"./tmp/sample_squad_messages/testing/testing.jsonl\", \"r\") as f:\n", + "with open(\"./sample_data/sample_squad_messages/testing/testing.jsonl\", \"r\") as f:\n", " examples = [json.loads(line) for line in f]\n", "\n", "# get the user and assistant messages from the last example\n", @@ -1486,7 +1486,7 @@ "# Create dataset and upload test data\n", "hf_api.create_repo(guardrails_repo_id, repo_type=\"dataset\")\n", "hf_api.upload_folder(\n", - " folder_path=\"./tmp/sample_content_safety_test_data\",\n", + " folder_path=\"./sample_data/sample_content_safety_test_data\",\n", " path_in_repo=\"\",\n", " repo_id=guardrails_repo_id,\n", " repo_type=\"dataset\",\n", diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_content_safety_test_data/content_safety_input.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_content_safety_test_data/content_safety_input.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_content_safety_test_data/content_safety_input.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_content_safety_test_data/content_safety_input.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_content_safety_test_data/content_safety_input_50.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_content_safety_test_data/content_safety_input_50.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_content_safety_test_data/content_safety_input_50.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_content_safety_test_data/content_safety_input_50.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/testing/testing.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/testing/testing.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/testing/testing.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/testing/testing.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/training/training.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/training/training.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/training/training.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/training/training.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/validation/validation.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/validation/validation.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_data/validation/validation.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_data/validation/validation.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/testing/testing.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/testing/testing.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/testing/testing.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/testing/testing.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/training/training.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/training/training.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/training/training.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/training/training.jsonl diff --git a/docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/validation/validation.jsonl b/docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/validation/validation.jsonl similarity index 100% rename from docs/notebooks/nvidia/beginner_e2e/tmp/sample_squad_messages/validation/validation.jsonl rename to docs/notebooks/nvidia/beginner_e2e/sample_data/sample_squad_messages/validation/validation.jsonl diff --git a/llama_stack/providers/remote/safety/nvidia/nvidia.py b/llama_stack/providers/remote/safety/nvidia/nvidia.py index dd70bbc00..2a6bbeaff 100644 --- a/llama_stack/providers/remote/safety/nvidia/nvidia.py +++ b/llama_stack/providers/remote/safety/nvidia/nvidia.py @@ -140,8 +140,6 @@ class NeMoGuardrails: "config_id": self.config_id, }, } - print("request_data") - print(request_data) response = await self._guardrails_post(path="/v1/guardrail/checks", data=request_data) if response["status"] == "blocked":