From 238ec2b7cc1557d6f34c33cc482e4d0cd3e266dd Mon Sep 17 00:00:00 2001 From: Christian Krinitsin Date: Sun, 6 Jul 2025 16:43:19 +0000 Subject: add results --- results/classifier/gemma3:27b/instruction/1022 | 36 ++ results/classifier/gemma3:27b/instruction/1028 | 37 ++ results/classifier/gemma3:27b/instruction/1051 | 4 + results/classifier/gemma3:27b/instruction/1079080 | 43 ++ results/classifier/gemma3:27b/instruction/1092 | 17 + results/classifier/gemma3:27b/instruction/1095531 | 60 ++ results/classifier/gemma3:27b/instruction/1095857 | 14 + results/classifier/gemma3:27b/instruction/1128 | 27 + results/classifier/gemma3:27b/instruction/1129571 | 17 + results/classifier/gemma3:27b/instruction/1143 | 81 +++ results/classifier/gemma3:27b/instruction/1156 | 4 + results/classifier/gemma3:27b/instruction/1156313 | 128 ++++ results/classifier/gemma3:27b/instruction/1178 | 4 + results/classifier/gemma3:27b/instruction/1245543 | 26 + results/classifier/gemma3:27b/instruction/1248 | 14 + results/classifier/gemma3:27b/instruction/1248168 | 27 + results/classifier/gemma3:27b/instruction/1251 | 18 + results/classifier/gemma3:27b/instruction/1254786 | 45 ++ results/classifier/gemma3:27b/instruction/1267 | 96 +++ results/classifier/gemma3:27b/instruction/1267955 | 45 ++ results/classifier/gemma3:27b/instruction/1283519 | 13 + results/classifier/gemma3:27b/instruction/1308381 | 17 + results/classifier/gemma3:27b/instruction/1328996 | 6 + results/classifier/gemma3:27b/instruction/1339 | 19 + results/classifier/gemma3:27b/instruction/1368 | 41 ++ results/classifier/gemma3:27b/instruction/1370 | 16 + results/classifier/gemma3:27b/instruction/1371 | 22 + results/classifier/gemma3:27b/instruction/1372 | 23 + results/classifier/gemma3:27b/instruction/1373 | 23 + results/classifier/gemma3:27b/instruction/1374 | 25 + results/classifier/gemma3:27b/instruction/1375 | 22 + results/classifier/gemma3:27b/instruction/1376 | 18 + results/classifier/gemma3:27b/instruction/1377 | 27 + results/classifier/gemma3:27b/instruction/1397 | 4 + results/classifier/gemma3:27b/instruction/1404690 | 41 ++ results/classifier/gemma3:27b/instruction/1412 | 8 + results/classifier/gemma3:27b/instruction/1428352 | 47 ++ results/classifier/gemma3:27b/instruction/1435 | 19 + results/classifier/gemma3:27b/instruction/1441 | 37 ++ results/classifier/gemma3:27b/instruction/1452 | 4 + results/classifier/gemma3:27b/instruction/1469342 | 6 + results/classifier/gemma3:27b/instruction/1531 | 18 + results/classifier/gemma3:27b/instruction/1536 | 19 + results/classifier/gemma3:27b/instruction/1574346 | 15 + results/classifier/gemma3:27b/instruction/1590336 | 18 + results/classifier/gemma3:27b/instruction/1594069 | 11 + results/classifier/gemma3:27b/instruction/1605123 | 31 + results/classifier/gemma3:27b/instruction/1606 | 32 + results/classifier/gemma3:27b/instruction/1611394 | 32 + results/classifier/gemma3:27b/instruction/1612 | 54 ++ results/classifier/gemma3:27b/instruction/1613817 | 59 ++ results/classifier/gemma3:27b/instruction/1614348 | 42 ++ results/classifier/gemma3:27b/instruction/1620 | 97 +++ results/classifier/gemma3:27b/instruction/1637 | 4 + results/classifier/gemma3:27b/instruction/1641637 | 716 ++++++++++++++++++++++ results/classifier/gemma3:27b/instruction/1642 | 25 + results/classifier/gemma3:27b/instruction/1701821 | 217 +++++++ results/classifier/gemma3:27b/instruction/1713066 | 22 + results/classifier/gemma3:27b/instruction/1722 | 90 +++ results/classifier/gemma3:27b/instruction/1724485 | 21 + results/classifier/gemma3:27b/instruction/1727737 | 28 + results/classifier/gemma3:27b/instruction/1736 | 70 +++ results/classifier/gemma3:27b/instruction/1737 | 52 ++ results/classifier/gemma3:27b/instruction/1738434 | 31 + results/classifier/gemma3:27b/instruction/1748296 | 28 + results/classifier/gemma3:27b/instruction/1751422 | 7 + results/classifier/gemma3:27b/instruction/1751494 | 38 ++ results/classifier/gemma3:27b/instruction/1756927 | 21 + results/classifier/gemma3:27b/instruction/1761401 | 13 + results/classifier/gemma3:27b/instruction/1771 | 36 ++ results/classifier/gemma3:27b/instruction/1779 | 33 + results/classifier/gemma3:27b/instruction/1780 | 20 + results/classifier/gemma3:27b/instruction/1781281 | 31 + results/classifier/gemma3:27b/instruction/1785734 | 78 +++ results/classifier/gemma3:27b/instruction/1790 | 32 + results/classifier/gemma3:27b/instruction/1793119 | 32 + results/classifier/gemma3:27b/instruction/1793608 | 19 + results/classifier/gemma3:27b/instruction/1796520 | 39 ++ results/classifier/gemma3:27b/instruction/1806243 | 87 +++ results/classifier/gemma3:27b/instruction/1809546 | 90 +++ results/classifier/gemma3:27b/instruction/1815024 | 18 + results/classifier/gemma3:27b/instruction/1818075 | 56 ++ results/classifier/gemma3:27b/instruction/1820686 | 8 + results/classifier/gemma3:27b/instruction/1821430 | 35 ++ results/classifier/gemma3:27b/instruction/1821444 | 32 + results/classifier/gemma3:27b/instruction/1824344 | 48 ++ results/classifier/gemma3:27b/instruction/1824778 | 30 + results/classifier/gemma3:27b/instruction/1826568 | 16 + results/classifier/gemma3:27b/instruction/1828867 | 11 + results/classifier/gemma3:27b/instruction/1832422 | 12 + results/classifier/gemma3:27b/instruction/1833 | 87 +++ results/classifier/gemma3:27b/instruction/1841990 | 41 ++ results/classifier/gemma3:27b/instruction/1847467 | 19 + results/classifier/gemma3:27b/instruction/1854738 | 31 + results/classifier/gemma3:27b/instruction/1859713 | 28 + results/classifier/gemma3:27b/instruction/1861404 | 53 ++ results/classifier/gemma3:27b/instruction/1861605 | 19 + results/classifier/gemma3:27b/instruction/1862167 | 6 + results/classifier/gemma3:27b/instruction/1863247 | 11 + results/classifier/gemma3:27b/instruction/1873898 | 41 ++ results/classifier/gemma3:27b/instruction/1874888 | 46 ++ results/classifier/gemma3:27b/instruction/1877794 | 6 + results/classifier/gemma3:27b/instruction/1881450 | 26 + results/classifier/gemma3:27b/instruction/1885350 | 26 + results/classifier/gemma3:27b/instruction/1889288 | 10 + results/classifier/gemma3:27b/instruction/1892081 | 17 + results/classifier/gemma3:27b/instruction/1898954 | 73 +++ results/classifier/gemma3:27b/instruction/1901 | 22 + results/classifier/gemma3:27b/instruction/1904210 | 54 ++ results/classifier/gemma3:27b/instruction/1905356 | 15 + results/classifier/gemma3:27b/instruction/1906536 | 33 + results/classifier/gemma3:27b/instruction/1908626 | 68 ++ results/classifier/gemma3:27b/instruction/1910 | 65 ++ results/classifier/gemma3:27b/instruction/1912934 | 20 + results/classifier/gemma3:27b/instruction/1913913 | 21 + results/classifier/gemma3:27b/instruction/1914021 | 30 + results/classifier/gemma3:27b/instruction/1914870 | 60 ++ results/classifier/gemma3:27b/instruction/1915327 | 37 ++ results/classifier/gemma3:27b/instruction/1916269 | 22 + results/classifier/gemma3:27b/instruction/1918026 | 32 + results/classifier/gemma3:27b/instruction/1922887 | 33 + results/classifier/gemma3:27b/instruction/1925512 | 21 + results/classifier/gemma3:27b/instruction/1926202 | 21 + results/classifier/gemma3:27b/instruction/1926759 | 21 + results/classifier/gemma3:27b/instruction/1941 | 105 ++++ results/classifier/gemma3:27b/instruction/1955 | 39 ++ results/classifier/gemma3:27b/instruction/1967248 | 41 ++ results/classifier/gemma3:27b/instruction/2078 | 37 ++ results/classifier/gemma3:27b/instruction/2083 | 114 ++++ results/classifier/gemma3:27b/instruction/2089 | 30 + results/classifier/gemma3:27b/instruction/2136 | 38 ++ results/classifier/gemma3:27b/instruction/2175 | 41 ++ results/classifier/gemma3:27b/instruction/2203 | 4 + results/classifier/gemma3:27b/instruction/2208 | 91 +++ results/classifier/gemma3:27b/instruction/2248 | 39 ++ results/classifier/gemma3:27b/instruction/2302 | 28 + results/classifier/gemma3:27b/instruction/2317 | 41 ++ results/classifier/gemma3:27b/instruction/2318 | 37 ++ results/classifier/gemma3:27b/instruction/2319 | 20 + results/classifier/gemma3:27b/instruction/2371 | 55 ++ results/classifier/gemma3:27b/instruction/2372 | 112 ++++ results/classifier/gemma3:27b/instruction/2373 | 98 +++ results/classifier/gemma3:27b/instruction/2374 | 114 ++++ results/classifier/gemma3:27b/instruction/2375 | 88 +++ results/classifier/gemma3:27b/instruction/2376 | 117 ++++ results/classifier/gemma3:27b/instruction/2386 | 46 ++ results/classifier/gemma3:27b/instruction/2419 | 21 + results/classifier/gemma3:27b/instruction/2422 | 72 +++ results/classifier/gemma3:27b/instruction/2474 | 99 +++ results/classifier/gemma3:27b/instruction/2483 | 23 + results/classifier/gemma3:27b/instruction/2487 | 71 +++ results/classifier/gemma3:27b/instruction/2495 | 75 +++ results/classifier/gemma3:27b/instruction/2497 | 6 + results/classifier/gemma3:27b/instruction/2498 | 54 ++ results/classifier/gemma3:27b/instruction/2499 | 33 + results/classifier/gemma3:27b/instruction/2500 | 7 + results/classifier/gemma3:27b/instruction/2536 | 4 + results/classifier/gemma3:27b/instruction/2595 | 138 +++++ results/classifier/gemma3:27b/instruction/2604 | 47 ++ results/classifier/gemma3:27b/instruction/2632 | 86 +++ results/classifier/gemma3:27b/instruction/266 | 4 + results/classifier/gemma3:27b/instruction/2672 | 23 + results/classifier/gemma3:27b/instruction/2696 | 15 + results/classifier/gemma3:27b/instruction/2730 | 13 + results/classifier/gemma3:27b/instruction/2775 | 137 +++++ results/classifier/gemma3:27b/instruction/2802 | 29 + results/classifier/gemma3:27b/instruction/2865 | 55 ++ results/classifier/gemma3:27b/instruction/2878 | 4 + results/classifier/gemma3:27b/instruction/2971 | 47 ++ results/classifier/gemma3:27b/instruction/312 | 4 + results/classifier/gemma3:27b/instruction/361 | 4 + results/classifier/gemma3:27b/instruction/364 | 4 + results/classifier/gemma3:27b/instruction/381 | 4 + results/classifier/gemma3:27b/instruction/385 | 4 + results/classifier/gemma3:27b/instruction/390 | 4 + results/classifier/gemma3:27b/instruction/422 | 4 + results/classifier/gemma3:27b/instruction/427 | 4 + results/classifier/gemma3:27b/instruction/449 | 71 +++ results/classifier/gemma3:27b/instruction/494 | 4 + results/classifier/gemma3:27b/instruction/508 | 4 + results/classifier/gemma3:27b/instruction/514 | 28 + results/classifier/gemma3:27b/instruction/616 | 110 ++++ results/classifier/gemma3:27b/instruction/618 | 98 +++ results/classifier/gemma3:27b/instruction/754 | 210 +++++++ results/classifier/gemma3:27b/instruction/796480 | 48 ++ results/classifier/gemma3:27b/instruction/799 | 50 ++ results/classifier/gemma3:27b/instruction/824 | 15 + results/classifier/gemma3:27b/instruction/826 | 19 + results/classifier/gemma3:27b/instruction/837 | 33 + results/classifier/gemma3:27b/instruction/890 | 4 + results/classifier/gemma3:27b/instruction/904308 | 101 +++ results/classifier/gemma3:27b/instruction/947 | 16 + results/classifier/gemma3:27b/instruction/952 | 100 +++ results/classifier/gemma3:27b/instruction/979 | 10 + results/classifier/gemma3:27b/instruction/984 | 26 + results/classifier/gemma3:27b/instruction/993 | 84 +++ results/classifier/gemma3:27b/instruction/998 | 63 ++ 197 files changed, 8394 insertions(+) create mode 100644 results/classifier/gemma3:27b/instruction/1022 create mode 100644 results/classifier/gemma3:27b/instruction/1028 create mode 100644 results/classifier/gemma3:27b/instruction/1051 create mode 100644 results/classifier/gemma3:27b/instruction/1079080 create mode 100644 results/classifier/gemma3:27b/instruction/1092 create mode 100644 results/classifier/gemma3:27b/instruction/1095531 create mode 100644 results/classifier/gemma3:27b/instruction/1095857 create mode 100644 results/classifier/gemma3:27b/instruction/1128 create mode 100644 results/classifier/gemma3:27b/instruction/1129571 create mode 100644 results/classifier/gemma3:27b/instruction/1143 create mode 100644 results/classifier/gemma3:27b/instruction/1156 create mode 100644 results/classifier/gemma3:27b/instruction/1156313 create mode 100644 results/classifier/gemma3:27b/instruction/1178 create mode 100644 results/classifier/gemma3:27b/instruction/1245543 create mode 100644 results/classifier/gemma3:27b/instruction/1248 create mode 100644 results/classifier/gemma3:27b/instruction/1248168 create mode 100644 results/classifier/gemma3:27b/instruction/1251 create mode 100644 results/classifier/gemma3:27b/instruction/1254786 create mode 100644 results/classifier/gemma3:27b/instruction/1267 create mode 100644 results/classifier/gemma3:27b/instruction/1267955 create mode 100644 results/classifier/gemma3:27b/instruction/1283519 create mode 100644 results/classifier/gemma3:27b/instruction/1308381 create mode 100644 results/classifier/gemma3:27b/instruction/1328996 create mode 100644 results/classifier/gemma3:27b/instruction/1339 create mode 100644 results/classifier/gemma3:27b/instruction/1368 create mode 100644 results/classifier/gemma3:27b/instruction/1370 create mode 100644 results/classifier/gemma3:27b/instruction/1371 create mode 100644 results/classifier/gemma3:27b/instruction/1372 create mode 100644 results/classifier/gemma3:27b/instruction/1373 create mode 100644 results/classifier/gemma3:27b/instruction/1374 create mode 100644 results/classifier/gemma3:27b/instruction/1375 create mode 100644 results/classifier/gemma3:27b/instruction/1376 create mode 100644 results/classifier/gemma3:27b/instruction/1377 create mode 100644 results/classifier/gemma3:27b/instruction/1397 create mode 100644 results/classifier/gemma3:27b/instruction/1404690 create mode 100644 results/classifier/gemma3:27b/instruction/1412 create mode 100644 results/classifier/gemma3:27b/instruction/1428352 create mode 100644 results/classifier/gemma3:27b/instruction/1435 create mode 100644 results/classifier/gemma3:27b/instruction/1441 create mode 100644 results/classifier/gemma3:27b/instruction/1452 create mode 100644 results/classifier/gemma3:27b/instruction/1469342 create mode 100644 results/classifier/gemma3:27b/instruction/1531 create mode 100644 results/classifier/gemma3:27b/instruction/1536 create mode 100644 results/classifier/gemma3:27b/instruction/1574346 create mode 100644 results/classifier/gemma3:27b/instruction/1590336 create mode 100644 results/classifier/gemma3:27b/instruction/1594069 create mode 100644 results/classifier/gemma3:27b/instruction/1605123 create mode 100644 results/classifier/gemma3:27b/instruction/1606 create mode 100644 results/classifier/gemma3:27b/instruction/1611394 create mode 100644 results/classifier/gemma3:27b/instruction/1612 create mode 100644 results/classifier/gemma3:27b/instruction/1613817 create mode 100644 results/classifier/gemma3:27b/instruction/1614348 create mode 100644 results/classifier/gemma3:27b/instruction/1620 create mode 100644 results/classifier/gemma3:27b/instruction/1637 create mode 100644 results/classifier/gemma3:27b/instruction/1641637 create mode 100644 results/classifier/gemma3:27b/instruction/1642 create mode 100644 results/classifier/gemma3:27b/instruction/1701821 create mode 100644 results/classifier/gemma3:27b/instruction/1713066 create mode 100644 results/classifier/gemma3:27b/instruction/1722 create mode 100644 results/classifier/gemma3:27b/instruction/1724485 create mode 100644 results/classifier/gemma3:27b/instruction/1727737 create mode 100644 results/classifier/gemma3:27b/instruction/1736 create mode 100644 results/classifier/gemma3:27b/instruction/1737 create mode 100644 results/classifier/gemma3:27b/instruction/1738434 create mode 100644 results/classifier/gemma3:27b/instruction/1748296 create mode 100644 results/classifier/gemma3:27b/instruction/1751422 create mode 100644 results/classifier/gemma3:27b/instruction/1751494 create mode 100644 results/classifier/gemma3:27b/instruction/1756927 create mode 100644 results/classifier/gemma3:27b/instruction/1761401 create mode 100644 results/classifier/gemma3:27b/instruction/1771 create mode 100644 results/classifier/gemma3:27b/instruction/1779 create mode 100644 results/classifier/gemma3:27b/instruction/1780 create mode 100644 results/classifier/gemma3:27b/instruction/1781281 create mode 100644 results/classifier/gemma3:27b/instruction/1785734 create mode 100644 results/classifier/gemma3:27b/instruction/1790 create mode 100644 results/classifier/gemma3:27b/instruction/1793119 create mode 100644 results/classifier/gemma3:27b/instruction/1793608 create mode 100644 results/classifier/gemma3:27b/instruction/1796520 create mode 100644 results/classifier/gemma3:27b/instruction/1806243 create mode 100644 results/classifier/gemma3:27b/instruction/1809546 create mode 100644 results/classifier/gemma3:27b/instruction/1815024 create mode 100644 results/classifier/gemma3:27b/instruction/1818075 create mode 100644 results/classifier/gemma3:27b/instruction/1820686 create mode 100644 results/classifier/gemma3:27b/instruction/1821430 create mode 100644 results/classifier/gemma3:27b/instruction/1821444 create mode 100644 results/classifier/gemma3:27b/instruction/1824344 create mode 100644 results/classifier/gemma3:27b/instruction/1824778 create mode 100644 results/classifier/gemma3:27b/instruction/1826568 create mode 100644 results/classifier/gemma3:27b/instruction/1828867 create mode 100644 results/classifier/gemma3:27b/instruction/1832422 create mode 100644 results/classifier/gemma3:27b/instruction/1833 create mode 100644 results/classifier/gemma3:27b/instruction/1841990 create mode 100644 results/classifier/gemma3:27b/instruction/1847467 create mode 100644 results/classifier/gemma3:27b/instruction/1854738 create mode 100644 results/classifier/gemma3:27b/instruction/1859713 create mode 100644 results/classifier/gemma3:27b/instruction/1861404 create mode 100644 results/classifier/gemma3:27b/instruction/1861605 create mode 100644 results/classifier/gemma3:27b/instruction/1862167 create mode 100644 results/classifier/gemma3:27b/instruction/1863247 create mode 100644 results/classifier/gemma3:27b/instruction/1873898 create mode 100644 results/classifier/gemma3:27b/instruction/1874888 create mode 100644 results/classifier/gemma3:27b/instruction/1877794 create mode 100644 results/classifier/gemma3:27b/instruction/1881450 create mode 100644 results/classifier/gemma3:27b/instruction/1885350 create mode 100644 results/classifier/gemma3:27b/instruction/1889288 create mode 100644 results/classifier/gemma3:27b/instruction/1892081 create mode 100644 results/classifier/gemma3:27b/instruction/1898954 create mode 100644 results/classifier/gemma3:27b/instruction/1901 create mode 100644 results/classifier/gemma3:27b/instruction/1904210 create mode 100644 results/classifier/gemma3:27b/instruction/1905356 create mode 100644 results/classifier/gemma3:27b/instruction/1906536 create mode 100644 results/classifier/gemma3:27b/instruction/1908626 create mode 100644 results/classifier/gemma3:27b/instruction/1910 create mode 100644 results/classifier/gemma3:27b/instruction/1912934 create mode 100644 results/classifier/gemma3:27b/instruction/1913913 create mode 100644 results/classifier/gemma3:27b/instruction/1914021 create mode 100644 results/classifier/gemma3:27b/instruction/1914870 create mode 100644 results/classifier/gemma3:27b/instruction/1915327 create mode 100644 results/classifier/gemma3:27b/instruction/1916269 create mode 100644 results/classifier/gemma3:27b/instruction/1918026 create mode 100644 results/classifier/gemma3:27b/instruction/1922887 create mode 100644 results/classifier/gemma3:27b/instruction/1925512 create mode 100644 results/classifier/gemma3:27b/instruction/1926202 create mode 100644 results/classifier/gemma3:27b/instruction/1926759 create mode 100644 results/classifier/gemma3:27b/instruction/1941 create mode 100644 results/classifier/gemma3:27b/instruction/1955 create mode 100644 results/classifier/gemma3:27b/instruction/1967248 create mode 100644 results/classifier/gemma3:27b/instruction/2078 create mode 100644 results/classifier/gemma3:27b/instruction/2083 create mode 100644 results/classifier/gemma3:27b/instruction/2089 create mode 100644 results/classifier/gemma3:27b/instruction/2136 create mode 100644 results/classifier/gemma3:27b/instruction/2175 create mode 100644 results/classifier/gemma3:27b/instruction/2203 create mode 100644 results/classifier/gemma3:27b/instruction/2208 create mode 100644 results/classifier/gemma3:27b/instruction/2248 create mode 100644 results/classifier/gemma3:27b/instruction/2302 create mode 100644 results/classifier/gemma3:27b/instruction/2317 create mode 100644 results/classifier/gemma3:27b/instruction/2318 create mode 100644 results/classifier/gemma3:27b/instruction/2319 create mode 100644 results/classifier/gemma3:27b/instruction/2371 create mode 100644 results/classifier/gemma3:27b/instruction/2372 create mode 100644 results/classifier/gemma3:27b/instruction/2373 create mode 100644 results/classifier/gemma3:27b/instruction/2374 create mode 100644 results/classifier/gemma3:27b/instruction/2375 create mode 100644 results/classifier/gemma3:27b/instruction/2376 create mode 100644 results/classifier/gemma3:27b/instruction/2386 create mode 100644 results/classifier/gemma3:27b/instruction/2419 create mode 100644 results/classifier/gemma3:27b/instruction/2422 create mode 100644 results/classifier/gemma3:27b/instruction/2474 create mode 100644 results/classifier/gemma3:27b/instruction/2483 create mode 100644 results/classifier/gemma3:27b/instruction/2487 create mode 100644 results/classifier/gemma3:27b/instruction/2495 create mode 100644 results/classifier/gemma3:27b/instruction/2497 create mode 100644 results/classifier/gemma3:27b/instruction/2498 create mode 100644 results/classifier/gemma3:27b/instruction/2499 create mode 100644 results/classifier/gemma3:27b/instruction/2500 create mode 100644 results/classifier/gemma3:27b/instruction/2536 create mode 100644 results/classifier/gemma3:27b/instruction/2595 create mode 100644 results/classifier/gemma3:27b/instruction/2604 create mode 100644 results/classifier/gemma3:27b/instruction/2632 create mode 100644 results/classifier/gemma3:27b/instruction/266 create mode 100644 results/classifier/gemma3:27b/instruction/2672 create mode 100644 results/classifier/gemma3:27b/instruction/2696 create mode 100644 results/classifier/gemma3:27b/instruction/2730 create mode 100644 results/classifier/gemma3:27b/instruction/2775 create mode 100644 results/classifier/gemma3:27b/instruction/2802 create mode 100644 results/classifier/gemma3:27b/instruction/2865 create mode 100644 results/classifier/gemma3:27b/instruction/2878 create mode 100644 results/classifier/gemma3:27b/instruction/2971 create mode 100644 results/classifier/gemma3:27b/instruction/312 create mode 100644 results/classifier/gemma3:27b/instruction/361 create mode 100644 results/classifier/gemma3:27b/instruction/364 create mode 100644 results/classifier/gemma3:27b/instruction/381 create mode 100644 results/classifier/gemma3:27b/instruction/385 create mode 100644 results/classifier/gemma3:27b/instruction/390 create mode 100644 results/classifier/gemma3:27b/instruction/422 create mode 100644 results/classifier/gemma3:27b/instruction/427 create mode 100644 results/classifier/gemma3:27b/instruction/449 create mode 100644 results/classifier/gemma3:27b/instruction/494 create mode 100644 results/classifier/gemma3:27b/instruction/508 create mode 100644 results/classifier/gemma3:27b/instruction/514 create mode 100644 results/classifier/gemma3:27b/instruction/616 create mode 100644 results/classifier/gemma3:27b/instruction/618 create mode 100644 results/classifier/gemma3:27b/instruction/754 create mode 100644 results/classifier/gemma3:27b/instruction/796480 create mode 100644 results/classifier/gemma3:27b/instruction/799 create mode 100644 results/classifier/gemma3:27b/instruction/824 create mode 100644 results/classifier/gemma3:27b/instruction/826 create mode 100644 results/classifier/gemma3:27b/instruction/837 create mode 100644 results/classifier/gemma3:27b/instruction/890 create mode 100644 results/classifier/gemma3:27b/instruction/904308 create mode 100644 results/classifier/gemma3:27b/instruction/947 create mode 100644 results/classifier/gemma3:27b/instruction/952 create mode 100644 results/classifier/gemma3:27b/instruction/979 create mode 100644 results/classifier/gemma3:27b/instruction/984 create mode 100644 results/classifier/gemma3:27b/instruction/993 create mode 100644 results/classifier/gemma3:27b/instruction/998 (limited to 'results/classifier/gemma3:27b/instruction') diff --git a/results/classifier/gemma3:27b/instruction/1022 b/results/classifier/gemma3:27b/instruction/1022 new file mode 100644 index 000000000..d81aef62e --- /dev/null +++ b/results/classifier/gemma3:27b/instruction/1022 @@ -0,0 +1,36 @@ + + + +RISC-V: Simulation terminated with seg fault when encountering `vsra.vx` +Description of problem: +QEMU simulation terminated with segmentation fault. Here is the backtrace of the simulation + +``` +(gdb) r +Starting program: qemu/build/qemu-riscv64 -cpu rv64,vext_spec=v1.0,v=true,Zfh=true,Zve32f=true,Zve64f=true,vlen=128 -B 0x100000 a.out +Missing separate debuginfos, use: yum debuginfo-install glibc-2.28-164.el8_5.3.x86_64 +[Thread debugging using libthread_db enabled] +Using host libthread_db library "/lib64/libthread_db.so.1". +[New Thread 0x7ffff4edd700 (LWP 3239772)] + +Thread 1 "qemu-riscv64" received signal SIGSEGV, Segmentation fault. +0x00007fffe8004fad in code_gen_buffer () +Missing separate debuginfos, use: yum debuginfo-install glib2-2.56.4-156.el8.x86_64 gmp-6.1.2-10.el8.x86_64 gnutls-3.6.16-4.el8.x86_64 libffi-3.1-22.el8.x86_64 libidn2-2.2.0-1.el8.x86_64 libtasn1-4.13-3.el8.x86_64 libunistring-0.9.9-3.el8.x86_64 p11-kit-0.23.22-1.el8.x86_64 pcre-8.42-6.el8.x86_64 +(gdb) bt +#0 0x00007fffe8004fad in code_gen_buffer () +#1 0x00005555556a0b9b in cpu_tb_exec (tb_exit=, itb=, cpu=0x7fffe8005000 ) at ../accel/tcg/cpu-exec.c:358 +#2 cpu_loop_exec_tb (tb_exit=, last_tb=, tb=, cpu=0x7fffe8005000 ) at ../accel/tcg/cpu-exec.c:848 +#3 cpu_exec (cpu=cpu@entry=0x555555eed3d0) at ../accel/tcg/cpu-exec.c:1007 +#4 0x00005555555e6d30 in cpu_loop (env=0x555555ef56f0) at ../linux-user/riscv/cpu_loop.c:37 +#5 0x00005555555df9f7 in main (argc=, argv=, envp=) at ../linux-user/main.c:909 +``` +Steps to reproduce: +1. Checkout to QEMU's latest master (`ec11dc41eec5142b4776db1296972c6323ba5847`) +2. `mkdir build ; cd build ; ../configure ; make -j24` +3. `qemu-riscv64 -cpu rv64,vext_spec=v1.0,v=true,Zfh=true,Zve32f=true,Zve64f=true,vlen=128 -B 0x100000 ./a.out` +Additional information: +Attaching code (output.c) and binary (a.out) + +[a.out](/uploads/0ecfb436a439619527ef645bdc781a48/a.out) + +[output.c](/uploads/cd492b4c9468f0b48412e76e7f6fcf91/output.c) diff --git a/results/classifier/gemma3:27b/instruction/1028 b/results/classifier/gemma3:27b/instruction/1028 new file mode 100644 index 000000000..cda1046c4 --- /dev/null +++ b/results/classifier/gemma3:27b/instruction/1028 @@ -0,0 +1,37 @@ + + + +Assert fail for RISC-V RVV vmv.v.x for e64, vl == vl_max on RV32 guest +Description of problem: +assert message: +qemu/tcg/tcg-op-gvec.c:1714: tcg_gen_gvec_dup_i32: Assertion `vece <= MO_32' failed. + +For a e64 vmv.v.x, in the file trans_rvv.c.inc, function "trans_vmv_v_x", when s->vl_eq_vlmax is true, then "tcg_gen_gvec_dup_tl" (it's defined to tcg_gen_gvec_dup_i32 for RV32) is called. In "tcg_gen_gvec_dup_i32" the assert "tcg_debug_assert(vece <= MO_32) will be triggered, since vece == MO_64 for e64. +Steps to reproduce: +1.enable cfg.Zve64f + +2.Prepare a problem as set e64, vl == vl_max and use vmv.v.x, maybe as below +``` + li t0, -1, + vsetvli x0, t0, e64,m1,tu,mu + li t1, -1 + vmv.v.x v0, t1 +``` +Additional information: +Below is a possible solution if it's appropriate. +``` +#if TARGET_LONG_BITS == 32 + if (s->sew == 3) { + TCGv_i64 s1_i64 = tcg_temp_new_i64(); + tcg_gen_ext_tl_i64(s1_i64, s1); + tcg_gen_gvec_dup_i64(s->sew, vreg_ofs(s, a->rd), + MAXSZ(s), MAXSZ(s), s1_i64); + tcg_temp_free_i64(s1_i64); + } else { +#endif + tcg_gen_gvec_dup_tl(s->sew, vreg_ofs(s, a->rd), + MAXSZ(s), MAXSZ(s), s1); +#if TARGET_LONG_BITS == 32 + } +#endif +``` diff --git a/results/classifier/gemma3:27b/instruction/1051 b/results/classifier/gemma3:27b/instruction/1051 new file mode 100644 index 000000000..fcbf675c2 --- /dev/null +++ b/results/classifier/gemma3:27b/instruction/1051 @@ -0,0 +1,4 @@ + + + +or1k tcg SIGILL diff --git a/results/classifier/gemma3:27b/instruction/1079080 b/results/classifier/gemma3:27b/instruction/1079080 new file mode 100644 index 000000000..c3723248d --- /dev/null +++ b/results/classifier/gemma3:27b/instruction/1079080 @@ -0,0 +1,43 @@ +instruction: 0.967 +graphic: 0.903 +device: 0.901 +semantic: 0.833 +network: 0.755 +socket: 0.707 +vnc: 0.648 +boot: 0.648 +other: 0.637 +mistranslation: 0.619 +assembly: 0.187 +KVM: 0.100 + +ARM instruction "srs" wrong behaviour + +Quote from ARM Architecture Reference Manual ARMv7-A and ARMv7-R : +"Store Return State stores the LR and SPSR of the current mode to the stack of a specified mode" + +Problem: +When executing this instruction, the register stored is CPSR instead of SPSR. + +Context: +Using QEMU 1.2.0 to simulate a Zynq application (processor Cortex-a9 mpcore) with the following command line: +qemu-system-arm -M xilinx-zynq-a9 -m 512 -serial null -serial mon:stdio -dtb /home/vcesson/workspace/xilinx_zynq.dtb -kernel install/tests/io/serial/current/tests/serial2 -S -s -nographic + +It looks like this is only a problem in Thumb mode; the equivalent bug in ARM mode was fixed in commit c67b6b71 back in 2009. + +Can you make the test case dtb and image available? That would help in testing... + + + + + + +Thanks -- I've submitted a patch which fixes this: http://patchwork.ozlabs.org/patch/220748/ + +If you'd like to give me a name/email [format "Full Name