From e24959ea9e345dd0b320a13f8c11be94b356a154 Mon Sep 17 00:00:00 2001 From: Jash Gulabrai Date: Thu, 24 Apr 2025 10:41:38 -0400 Subject: [PATCH] Fix variable name --- .../nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb b/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb index 23fb4294e..2dbdfa7fa 100644 --- a/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb +++ b/docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb @@ -788,7 +788,7 @@ "outputs": [], "source": [ "# Extract bleu score and assert it's within range\n", - "customized_bleu_score = job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"bleu\"][\"scores\"][\"corpus\"][\"value\"]\n", + "customized_bleu_score = customized_model_job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"bleu\"][\"scores\"][\"corpus\"][\"value\"]\n", "print(f\"Customized bleu score: {customized_bleu_score}\")\n", "\n", "assert customized_bleu_score >= 35" @@ -801,7 +801,7 @@ "outputs": [], "source": [ "# Extract accuracy and assert it's within range\n", - "customized_accuracy_score = job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"string-check\"][\"scores\"][\"string-check\"][\"value\"]\n", + "customized_accuracy_score = customized_model_job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"string-check\"][\"scores\"][\"string-check\"][\"value\"]\n", "print(f\"Initial accuracy: {customized_accuracy_score}\")\n", "\n", "assert customized_accuracy_score >= 0.45"