phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-03 09:53:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ci: test adjustments for Qwen3-0.6B (#3978)

Browse source 
Without this hint Qwen3-0.6B tends to reply with the full name
and sometimes doesn't reply with the correct drafted year.

---------

Signed-off-by: Derek Higgins <derekh@redhat.com>
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Ashwin Bharambe <ashwin.bharambe@gmail.com>
This commit is contained in:
Derek Higgins 2025-11-03 20:19:35 +00:00 • committed by GitHub
parent 1263448de2
commit 1562277cfd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
270 changed files with 48494 additions and 22340 deletions
Download patch file Download diff file Expand all files Collapse all files

6
tests/integration/eval/recordings/0a2ea52bcc4c7e04d0b4b844ad94bed06bcbaa03d13b228f61e2b36e23093469.json generated
View file

@ -28,7 +28,7 @@
"index": 0,
"logprobs": null,
"message": {
"content": "The largest planet in our solar system is Jupiter. It is a gas giant and is approximately 1,421 times the size of Earth.",
"content": "The largest planet in our solar system is Jupiter. It is a gas giant, meaning it is primarily composed of hydrogen and helium gases. Jupiter has a diameter of approximately 142,984 kilometers (88,846 miles), which is more than 11 times the diameter of Earth. It is also the fifth planet from the Sun and is known for its distinctive banded appearance, massive storms (such as the Great Red Spot), and numerous moons.",
"refusal": null,
"role": "assistant",
"annotations": null,
@ -44,9 +44,9 @@
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 29,
"completion_tokens": 90,
"prompt_tokens": 35,
"total_tokens": 64,
"total_tokens": 125,
"completion_tokens_details": null,
"prompt_tokens_details": null
}

6
tests/integration/eval/recordings/bf6b37511a044df8ad1c6113d3936b1e7f4a9d4f7f8ba8bd844d50265067f417.json generated
View file

@ -28,7 +28,7 @@
"index": 0,
"logprobs": null,
"message": {
"content": "The smallest country in the world is the Vatican City, which has an area of approximately 0.44 km\u00b2 (0.17 sq mi). It is an independent city-state located within Rome, Italy, and is home to the Pope and the central government of the Catholic Church.\n\nTo put that size into perspective, the Vatican City is:\n\n* Smaller than a typical American football field\n* Larger than a standard tennis court\n* About 1/44th the size of the island of Gibraltar\n\nDespite its tiny size, the Vatican City has its own government, currency, postal system, and even a small army (the Pontifical Swiss Guard). It is recognized as a sovereign state by over 180 countries around the world.",
"content": "The smallest country in the world is Vatican City, which has a total area of approximately 0.44 km\u00b2 (0.17 sq mi). It is an independent city-state located within Rome, Italy, and has a population of around 800 people. Vatican City is the headquarters of the Catholic Church and is home to numerous iconic landmarks such as St. Peter's Basilica and the Sistine Chapel.",
"refusal": null,
"role": "assistant",
"annotations": null,
@ -44,9 +44,9 @@
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 150,
"completion_tokens": 83,
"prompt_tokens": 34,
"total_tokens": 184,
"total_tokens": 117,
"completion_tokens_details": null,
"prompt_tokens_details": null
}

6
tests/integration/eval/recordings/c4ef767672c890e77ceaa15b6239e9d5a9a5ad6ee7bcad0b12853979b1e43ede.json generated
View file

@ -28,7 +28,7 @@
"index": 0,
"logprobs": null,
"message": {
"content": "The currency of Japan is the Japanese yen (\u00a5). It is denoted by the symbol \u00a5 and its ISO code is JPY.",
"content": "The official currency of Japan is the Yen (\u00a5). It is denoted by the symbol \"\u00a5\" and is divided into 100 smaller units called Sen.",
"refusal": null,
"role": "assistant",
"annotations": null,
@ -44,9 +44,9 @@
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 28,
"completion_tokens": 33,
"prompt_tokens": 32,
"total_tokens": 60,
"total_tokens": 65,
"completion_tokens_details": null,
"prompt_tokens_details": null
}

6
tests/integration/eval/recordings/cbf92825593fd79fe76e0ad0193ebe742743cd3042654efefa86714e357b86f6.json generated
View file

@ -28,7 +28,7 @@
"index": 0,
"logprobs": null,
"message": {
"content": "The largest planet in our solar system is Jupiter. It has a diameter of approximately 142,984 kilometers (88,846 miles) and makes up about 2.5 times the mass of all the other planets in our solar system combined.",
"content": "The largest planet in our solar system is Jupiter. It is a gas giant and has a diameter of approximately 142,984 kilometers (88,846 miles). This makes it more than 11 times the diameter of Earth, the next largest planet in our solar system.",
"refusal": null,
"role": "assistant",
"annotations": null,
@ -44,9 +44,9 @@
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 50,
"completion_tokens": 55,
"prompt_tokens": 35,
"total_tokens": 85,
"total_tokens": 90,
"completion_tokens_details": null,
"prompt_tokens_details": null
}