phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-20 19:56:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix variable name

Browse source
This commit is contained in:
Jash Gulabrai 2025-04-24 10:41:38 -04:00
parent 8fd656dcac
commit e24959ea9e
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
docs/notebooks/nvidia/beginner_e2e/Llama_Stack_NVIDIA_E2E_Flow.ipynb
View file

@ -788,7 +788,7 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"# Extract bleu score and assert it's within range\n", "# Extract bleu score and assert it's within range\n",
"customized_bleu_score = job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"bleu\"][\"scores\"][\"corpus\"][\"value\"]\n", "customized_bleu_score = customized_model_job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"bleu\"][\"scores\"][\"corpus\"][\"value\"]\n",
"print(f\"Customized bleu score: {customized_bleu_score}\")\n", "print(f\"Customized bleu score: {customized_bleu_score}\")\n",
"\n", "\n",
"assert customized_bleu_score >= 35" "assert customized_bleu_score >= 35"
@ -801,7 +801,7 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"# Extract accuracy and assert it's within range\n", "# Extract accuracy and assert it's within range\n",
"customized_accuracy_score = job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"string-check\"][\"scores\"][\"string-check\"][\"value\"]\n", "customized_accuracy_score = customized_model_job_results.scores[benchmark_id].aggregated_results[\"tasks\"][\"qa\"][\"metrics\"][\"string-check\"][\"scores\"][\"string-check\"][\"value\"]\n",
"print(f\"Initial accuracy: {customized_accuracy_score}\")\n", "print(f\"Initial accuracy: {customized_accuracy_score}\")\n",
"\n", "\n",
"assert customized_accuracy_score >= 0.45" "assert customized_accuracy_score >= 0.45"