From dee4dcba78baf712cab403d47d9db319ab7f95d6 Mon Sep 17 00:00:00 2001 From: Christian Krinitsin Date: Thu, 3 Jul 2025 19:39:53 +0200 Subject: restructure results --- results/classifier/zero-shot/118/performance/1001 | 31 + results/classifier/zero-shot/118/performance/1005 | 207 +++++ results/classifier/zero-shot/118/performance/1018 | 53 ++ results/classifier/zero-shot/118/performance/1031 | 72 ++ results/classifier/zero-shot/118/performance/1032 | 46 + .../classifier/zero-shot/118/performance/1036987 | 79 ++ results/classifier/zero-shot/118/performance/105 | 31 + results/classifier/zero-shot/118/performance/1056 | 31 + results/classifier/zero-shot/118/performance/1076 | 42 + results/classifier/zero-shot/118/performance/1114 | 31 + .../classifier/zero-shot/118/performance/1119861 | 56 ++ .../classifier/zero-shot/118/performance/1126369 | 53 ++ .../classifier/zero-shot/118/performance/1129957 | 83 ++ results/classifier/zero-shot/118/performance/1139 | 108 +++ .../classifier/zero-shot/118/performance/1173490 | 58 ++ results/classifier/zero-shot/118/performance/1203 | 75 ++ results/classifier/zero-shot/118/performance/1223 | 41 + .../classifier/zero-shot/118/performance/1228285 | 96 ++ results/classifier/zero-shot/118/performance/123 | 31 + .../classifier/zero-shot/118/performance/1253563 | 72 ++ results/classifier/zero-shot/118/performance/1258 | 31 + results/classifier/zero-shot/118/performance/1277 | 31 + results/classifier/zero-shot/118/performance/1312 | 41 + results/classifier/zero-shot/118/performance/1321 | 38 + .../classifier/zero-shot/118/performance/1321464 | 83 ++ .../classifier/zero-shot/118/performance/1331334 | 40 + results/classifier/zero-shot/118/performance/134 | 31 + .../classifier/zero-shot/118/performance/1354529 | 79 ++ results/classifier/zero-shot/118/performance/1394 | 91 ++ .../classifier/zero-shot/118/performance/1399939 | 45 + .../classifier/zero-shot/118/performance/1426593 | 73 ++ results/classifier/zero-shot/118/performance/1442 | 31 + .../classifier/zero-shot/118/performance/1472083 | 97 +++ .../classifier/zero-shot/118/performance/1473451 | 49 ++ results/classifier/zero-shot/118/performance/1494 | 962 +++++++++++++++++++++ results/classifier/zero-shot/118/performance/1520 | 79 ++ results/classifier/zero-shot/118/performance/1522 | 70 ++ .../classifier/zero-shot/118/performance/1529173 | 70 ++ .../classifier/zero-shot/118/performance/1546445 | 78 ++ results/classifier/zero-shot/118/performance/1569 | 57 ++ .../classifier/zero-shot/118/performance/1569491 | 42 + .../classifier/zero-shot/118/performance/1586611 | 55 ++ .../classifier/zero-shot/118/performance/1589257 | 51 ++ .../classifier/zero-shot/118/performance/1590336 | 69 ++ .../classifier/zero-shot/118/performance/1595240 | 92 ++ results/classifier/zero-shot/118/performance/162 | 31 + results/classifier/zero-shot/118/performance/1635 | 67 ++ .../classifier/zero-shot/118/performance/1661758 | 157 ++++ .../classifier/zero-shot/118/performance/1672383 | 53 ++ results/classifier/zero-shot/118/performance/1677 | 43 + results/classifier/zero-shot/118/performance/1693 | 59 ++ results/classifier/zero-shot/118/performance/1718 | 77 ++ .../classifier/zero-shot/118/performance/1720969 | 42 + .../classifier/zero-shot/118/performance/1721187 | 67 ++ .../classifier/zero-shot/118/performance/1723984 | 76 ++ .../classifier/zero-shot/118/performance/1725707 | 114 +++ .../classifier/zero-shot/118/performance/1728116 | 89 ++ .../classifier/zero-shot/118/performance/1730099 | 44 + results/classifier/zero-shot/118/performance/1731 | 42 + .../classifier/zero-shot/118/performance/1734810 | 77 ++ .../classifier/zero-shot/118/performance/1735576 | 62 ++ results/classifier/zero-shot/118/performance/1737 | 79 ++ results/classifier/zero-shot/118/performance/1743 | 46 + .../classifier/zero-shot/118/performance/1750229 | 770 +++++++++++++++++ results/classifier/zero-shot/118/performance/1768 | 62 ++ results/classifier/zero-shot/118/performance/1784 | 43 + results/classifier/zero-shot/118/performance/179 | 31 + .../classifier/zero-shot/118/performance/1790460 | 66 ++ .../classifier/zero-shot/118/performance/1798057 | 72 ++ .../classifier/zero-shot/118/performance/1808824 | 49 ++ .../classifier/zero-shot/118/performance/1811720 | 42 + results/classifier/zero-shot/118/performance/1820 | 40 + .../classifier/zero-shot/118/performance/1833668 | 81 ++ .../classifier/zero-shot/118/performance/1834496 | 83 ++ .../classifier/zero-shot/118/performance/1840865 | 74 ++ .../classifier/zero-shot/118/performance/1841990 | 416 +++++++++ .../classifier/zero-shot/118/performance/1853123 | 79 ++ results/classifier/zero-shot/118/performance/1857 | 82 ++ .../classifier/zero-shot/118/performance/1859081 | 72 ++ .../classifier/zero-shot/118/performance/1873341 | 50 ++ .../classifier/zero-shot/118/performance/1875762 | 78 ++ .../classifier/zero-shot/118/performance/1877418 | 61 ++ .../classifier/zero-shot/118/performance/1880722 | 75 ++ .../classifier/zero-shot/118/performance/1881450 | 90 ++ .../classifier/zero-shot/118/performance/1882497 | 66 ++ .../classifier/zero-shot/118/performance/1883400 | 77 ++ .../classifier/zero-shot/118/performance/1883593 | 84 ++ results/classifier/zero-shot/118/performance/1884 | 40 + .../classifier/zero-shot/118/performance/1886306 | 44 + .../classifier/zero-shot/118/performance/1886602 | 160 ++++ .../classifier/zero-shot/118/performance/1891829 | 85 ++ .../classifier/zero-shot/118/performance/1892081 | 65 ++ .../classifier/zero-shot/118/performance/1895703 | 85 ++ results/classifier/zero-shot/118/performance/1896 | 84 ++ .../classifier/zero-shot/118/performance/1896754 | 70 ++ .../classifier/zero-shot/118/performance/1901981 | 106 +++ .../classifier/zero-shot/118/performance/1913341 | 57 ++ results/classifier/zero-shot/118/performance/192 | 31 + .../classifier/zero-shot/118/performance/1926174 | 78 ++ results/classifier/zero-shot/118/performance/1940 | 50 ++ results/classifier/zero-shot/118/performance/2014 | 83 ++ results/classifier/zero-shot/118/performance/2016 | 39 + results/classifier/zero-shot/118/performance/2023 | 31 + results/classifier/zero-shot/118/performance/2068 | 45 + results/classifier/zero-shot/118/performance/2128 | 31 + results/classifier/zero-shot/118/performance/2149 | 41 + results/classifier/zero-shot/118/performance/2153 | 31 + results/classifier/zero-shot/118/performance/218 | 31 + results/classifier/zero-shot/118/performance/2183 | 50 ++ results/classifier/zero-shot/118/performance/2187 | 31 + results/classifier/zero-shot/118/performance/2193 | 60 ++ results/classifier/zero-shot/118/performance/2216 | 33 + results/classifier/zero-shot/118/performance/2241 | 31 + results/classifier/zero-shot/118/performance/226 | 31 + results/classifier/zero-shot/118/performance/2319 | 47 + results/classifier/zero-shot/118/performance/2325 | 41 + results/classifier/zero-shot/118/performance/2344 | 75 ++ results/classifier/zero-shot/118/performance/236 | 31 + results/classifier/zero-shot/118/performance/2365 | 38 + results/classifier/zero-shot/118/performance/2410 | 122 +++ results/classifier/zero-shot/118/performance/2417 | 35 + results/classifier/zero-shot/118/performance/2460 | 38 + results/classifier/zero-shot/118/performance/2472 | 31 + results/classifier/zero-shot/118/performance/2483 | 50 ++ results/classifier/zero-shot/118/performance/2519 | 31 + results/classifier/zero-shot/118/performance/2551 | 43 + results/classifier/zero-shot/118/performance/2562 | 82 ++ results/classifier/zero-shot/118/performance/2565 | 43 + results/classifier/zero-shot/118/performance/2572 | 60 ++ results/classifier/zero-shot/118/performance/2682 | 71 ++ results/classifier/zero-shot/118/performance/2686 | 78 ++ results/classifier/zero-shot/118/performance/2689 | 31 + results/classifier/zero-shot/118/performance/277 | 31 + results/classifier/zero-shot/118/performance/2817 | 81 ++ results/classifier/zero-shot/118/performance/2821 | 53 ++ results/classifier/zero-shot/118/performance/2848 | 43 + results/classifier/zero-shot/118/performance/285 | 31 + results/classifier/zero-shot/118/performance/286 | 31 + results/classifier/zero-shot/118/performance/2883 | 31 + results/classifier/zero-shot/118/performance/2900 | 41 + results/classifier/zero-shot/118/performance/2906 | 43 + results/classifier/zero-shot/118/performance/301 | 31 + results/classifier/zero-shot/118/performance/321 | 31 + results/classifier/zero-shot/118/performance/343 | 31 + results/classifier/zero-shot/118/performance/404 | 31 + results/classifier/zero-shot/118/performance/409 | 31 + results/classifier/zero-shot/118/performance/445 | 31 + results/classifier/zero-shot/118/performance/472 | 31 + results/classifier/zero-shot/118/performance/485 | 31 + .../classifier/zero-shot/118/performance/490484 | 93 ++ .../classifier/zero-shot/118/performance/498523 | 77 ++ results/classifier/zero-shot/118/performance/534 | 31 + results/classifier/zero-shot/118/performance/548 | 31 + results/classifier/zero-shot/118/performance/549 | 31 + .../classifier/zero-shot/118/performance/588735 | 68 ++ .../classifier/zero-shot/118/performance/589231 | 44 + results/classifier/zero-shot/118/performance/597 | 49 ++ .../classifier/zero-shot/118/performance/597351 | 67 ++ .../classifier/zero-shot/118/performance/601946 | 107 +++ results/classifier/zero-shot/118/performance/62 | 31 + results/classifier/zero-shot/118/performance/642 | 34 + results/classifier/zero-shot/118/performance/672 | 33 + results/classifier/zero-shot/118/performance/680 | 31 + results/classifier/zero-shot/118/performance/719 | 49 ++ .../classifier/zero-shot/118/performance/721793 | 61 ++ results/classifier/zero-shot/118/performance/724 | 31 + .../classifier/zero-shot/118/performance/753916 | 64 ++ results/classifier/zero-shot/118/performance/756 | 31 + .../classifier/zero-shot/118/performance/760976 | 59 ++ results/classifier/zero-shot/118/performance/78 | 31 + results/classifier/zero-shot/118/performance/781 | 31 + results/classifier/zero-shot/118/performance/80 | 31 + results/classifier/zero-shot/118/performance/81 | 31 + results/classifier/zero-shot/118/performance/815 | 31 + results/classifier/zero-shot/118/performance/821 | 31 + results/classifier/zero-shot/118/performance/849 | 52 ++ results/classifier/zero-shot/118/performance/861 | 31 + results/classifier/zero-shot/118/performance/864 | 45 + results/classifier/zero-shot/118/performance/874 | 31 + results/classifier/zero-shot/118/performance/919 | 35 + .../classifier/zero-shot/118/performance/928676 | 72 ++ results/classifier/zero-shot/118/performance/933 | 56 ++ results/classifier/zero-shot/118/performance/985 | 89 ++ .../classifier/zero-shot/118/performance/992067 | 63 ++ .../classifier/zero-shot/118/performance/997631 | 52 ++ 185 files changed, 12386 insertions(+) create mode 100644 results/classifier/zero-shot/118/performance/1001 create mode 100644 results/classifier/zero-shot/118/performance/1005 create mode 100644 results/classifier/zero-shot/118/performance/1018 create mode 100644 results/classifier/zero-shot/118/performance/1031 create mode 100644 results/classifier/zero-shot/118/performance/1032 create mode 100644 results/classifier/zero-shot/118/performance/1036987 create mode 100644 results/classifier/zero-shot/118/performance/105 create mode 100644 results/classifier/zero-shot/118/performance/1056 create mode 100644 results/classifier/zero-shot/118/performance/1076 create mode 100644 results/classifier/zero-shot/118/performance/1114 create mode 100644 results/classifier/zero-shot/118/performance/1119861 create mode 100644 results/classifier/zero-shot/118/performance/1126369 create mode 100644 results/classifier/zero-shot/118/performance/1129957 create mode 100644 results/classifier/zero-shot/118/performance/1139 create mode 100644 results/classifier/zero-shot/118/performance/1173490 create mode 100644 results/classifier/zero-shot/118/performance/1203 create mode 100644 results/classifier/zero-shot/118/performance/1223 create mode 100644 results/classifier/zero-shot/118/performance/1228285 create mode 100644 results/classifier/zero-shot/118/performance/123 create mode 100644 results/classifier/zero-shot/118/performance/1253563 create mode 100644 results/classifier/zero-shot/118/performance/1258 create mode 100644 results/classifier/zero-shot/118/performance/1277 create mode 100644 results/classifier/zero-shot/118/performance/1312 create mode 100644 results/classifier/zero-shot/118/performance/1321 create mode 100644 results/classifier/zero-shot/118/performance/1321464 create mode 100644 results/classifier/zero-shot/118/performance/1331334 create mode 100644 results/classifier/zero-shot/118/performance/134 create mode 100644 results/classifier/zero-shot/118/performance/1354529 create mode 100644 results/classifier/zero-shot/118/performance/1394 create mode 100644 results/classifier/zero-shot/118/performance/1399939 create mode 100644 results/classifier/zero-shot/118/performance/1426593 create mode 100644 results/classifier/zero-shot/118/performance/1442 create mode 100644 results/classifier/zero-shot/118/performance/1472083 create mode 100644 results/classifier/zero-shot/118/performance/1473451 create mode 100644 results/classifier/zero-shot/118/performance/1494 create mode 100644 results/classifier/zero-shot/118/performance/1520 create mode 100644 results/classifier/zero-shot/118/performance/1522 create mode 100644 results/classifier/zero-shot/118/performance/1529173 create mode 100644 results/classifier/zero-shot/118/performance/1546445 create mode 100644 results/classifier/zero-shot/118/performance/1569 create mode 100644 results/classifier/zero-shot/118/performance/1569491 create mode 100644 results/classifier/zero-shot/118/performance/1586611 create mode 100644 results/classifier/zero-shot/118/performance/1589257 create mode 100644 results/classifier/zero-shot/118/performance/1590336 create mode 100644 results/classifier/zero-shot/118/performance/1595240 create mode 100644 results/classifier/zero-shot/118/performance/162 create mode 100644 results/classifier/zero-shot/118/performance/1635 create mode 100644 results/classifier/zero-shot/118/performance/1661758 create mode 100644 results/classifier/zero-shot/118/performance/1672383 create mode 100644 results/classifier/zero-shot/118/performance/1677 create mode 100644 results/classifier/zero-shot/118/performance/1693 create mode 100644 results/classifier/zero-shot/118/performance/1718 create mode 100644 results/classifier/zero-shot/118/performance/1720969 create mode 100644 results/classifier/zero-shot/118/performance/1721187 create mode 100644 results/classifier/zero-shot/118/performance/1723984 create mode 100644 results/classifier/zero-shot/118/performance/1725707 create mode 100644 results/classifier/zero-shot/118/performance/1728116 create mode 100644 results/classifier/zero-shot/118/performance/1730099 create mode 100644 results/classifier/zero-shot/118/performance/1731 create mode 100644 results/classifier/zero-shot/118/performance/1734810 create mode 100644 results/classifier/zero-shot/118/performance/1735576 create mode 100644 results/classifier/zero-shot/118/performance/1737 create mode 100644 results/classifier/zero-shot/118/performance/1743 create mode 100644 results/classifier/zero-shot/118/performance/1750229 create mode 100644 results/classifier/zero-shot/118/performance/1768 create mode 100644 results/classifier/zero-shot/118/performance/1784 create mode 100644 results/classifier/zero-shot/118/performance/179 create mode 100644 results/classifier/zero-shot/118/performance/1790460 create mode 100644 results/classifier/zero-shot/118/performance/1798057 create mode 100644 results/classifier/zero-shot/118/performance/1808824 create mode 100644 results/classifier/zero-shot/118/performance/1811720 create mode 100644 results/classifier/zero-shot/118/performance/1820 create mode 100644 results/classifier/zero-shot/118/performance/1833668 create mode 100644 results/classifier/zero-shot/118/performance/1834496 create mode 100644 results/classifier/zero-shot/118/performance/1840865 create mode 100644 results/classifier/zero-shot/118/performance/1841990 create mode 100644 results/classifier/zero-shot/118/performance/1853123 create mode 100644 results/classifier/zero-shot/118/performance/1857 create mode 100644 results/classifier/zero-shot/118/performance/1859081 create mode 100644 results/classifier/zero-shot/118/performance/1873341 create mode 100644 results/classifier/zero-shot/118/performance/1875762 create mode 100644 results/classifier/zero-shot/118/performance/1877418 create mode 100644 results/classifier/zero-shot/118/performance/1880722 create mode 100644 results/classifier/zero-shot/118/performance/1881450 create mode 100644 results/classifier/zero-shot/118/performance/1882497 create mode 100644 results/classifier/zero-shot/118/performance/1883400 create mode 100644 results/classifier/zero-shot/118/performance/1883593 create mode 100644 results/classifier/zero-shot/118/performance/1884 create mode 100644 results/classifier/zero-shot/118/performance/1886306 create mode 100644 results/classifier/zero-shot/118/performance/1886602 create mode 100644 results/classifier/zero-shot/118/performance/1891829 create mode 100644 results/classifier/zero-shot/118/performance/1892081 create mode 100644 results/classifier/zero-shot/118/performance/1895703 create mode 100644 results/classifier/zero-shot/118/performance/1896 create mode 100644 results/classifier/zero-shot/118/performance/1896754 create mode 100644 results/classifier/zero-shot/118/performance/1901981 create mode 100644 results/classifier/zero-shot/118/performance/1913341 create mode 100644 results/classifier/zero-shot/118/performance/192 create mode 100644 results/classifier/zero-shot/118/performance/1926174 create mode 100644 results/classifier/zero-shot/118/performance/1940 create mode 100644 results/classifier/zero-shot/118/performance/2014 create mode 100644 results/classifier/zero-shot/118/performance/2016 create mode 100644 results/classifier/zero-shot/118/performance/2023 create mode 100644 results/classifier/zero-shot/118/performance/2068 create mode 100644 results/classifier/zero-shot/118/performance/2128 create mode 100644 results/classifier/zero-shot/118/performance/2149 create mode 100644 results/classifier/zero-shot/118/performance/2153 create mode 100644 results/classifier/zero-shot/118/performance/218 create mode 100644 results/classifier/zero-shot/118/performance/2183 create mode 100644 results/classifier/zero-shot/118/performance/2187 create mode 100644 results/classifier/zero-shot/118/performance/2193 create mode 100644 results/classifier/zero-shot/118/performance/2216 create mode 100644 results/classifier/zero-shot/118/performance/2241 create mode 100644 results/classifier/zero-shot/118/performance/226 create mode 100644 results/classifier/zero-shot/118/performance/2319 create mode 100644 results/classifier/zero-shot/118/performance/2325 create mode 100644 results/classifier/zero-shot/118/performance/2344 create mode 100644 results/classifier/zero-shot/118/performance/236 create mode 100644 results/classifier/zero-shot/118/performance/2365 create mode 100644 results/classifier/zero-shot/118/performance/2410 create mode 100644 results/classifier/zero-shot/118/performance/2417 create mode 100644 results/classifier/zero-shot/118/performance/2460 create mode 100644 results/classifier/zero-shot/118/performance/2472 create mode 100644 results/classifier/zero-shot/118/performance/2483 create mode 100644 results/classifier/zero-shot/118/performance/2519 create mode 100644 results/classifier/zero-shot/118/performance/2551 create mode 100644 results/classifier/zero-shot/118/performance/2562 create mode 100644 results/classifier/zero-shot/118/performance/2565 create mode 100644 results/classifier/zero-shot/118/performance/2572 create mode 100644 results/classifier/zero-shot/118/performance/2682 create mode 100644 results/classifier/zero-shot/118/performance/2686 create mode 100644 results/classifier/zero-shot/118/performance/2689 create mode 100644 results/classifier/zero-shot/118/performance/277 create mode 100644 results/classifier/zero-shot/118/performance/2817 create mode 100644 results/classifier/zero-shot/118/performance/2821 create mode 100644 results/classifier/zero-shot/118/performance/2848 create mode 100644 results/classifier/zero-shot/118/performance/285 create mode 100644 results/classifier/zero-shot/118/performance/286 create mode 100644 results/classifier/zero-shot/118/performance/2883 create mode 100644 results/classifier/zero-shot/118/performance/2900 create mode 100644 results/classifier/zero-shot/118/performance/2906 create mode 100644 results/classifier/zero-shot/118/performance/301 create mode 100644 results/classifier/zero-shot/118/performance/321 create mode 100644 results/classifier/zero-shot/118/performance/343 create mode 100644 results/classifier/zero-shot/118/performance/404 create mode 100644 results/classifier/zero-shot/118/performance/409 create mode 100644 results/classifier/zero-shot/118/performance/445 create mode 100644 results/classifier/zero-shot/118/performance/472 create mode 100644 results/classifier/zero-shot/118/performance/485 create mode 100644 results/classifier/zero-shot/118/performance/490484 create mode 100644 results/classifier/zero-shot/118/performance/498523 create mode 100644 results/classifier/zero-shot/118/performance/534 create mode 100644 results/classifier/zero-shot/118/performance/548 create mode 100644 results/classifier/zero-shot/118/performance/549 create mode 100644 results/classifier/zero-shot/118/performance/588735 create mode 100644 results/classifier/zero-shot/118/performance/589231 create mode 100644 results/classifier/zero-shot/118/performance/597 create mode 100644 results/classifier/zero-shot/118/performance/597351 create mode 100644 results/classifier/zero-shot/118/performance/601946 create mode 100644 results/classifier/zero-shot/118/performance/62 create mode 100644 results/classifier/zero-shot/118/performance/642 create mode 100644 results/classifier/zero-shot/118/performance/672 create mode 100644 results/classifier/zero-shot/118/performance/680 create mode 100644 results/classifier/zero-shot/118/performance/719 create mode 100644 results/classifier/zero-shot/118/performance/721793 create mode 100644 results/classifier/zero-shot/118/performance/724 create mode 100644 results/classifier/zero-shot/118/performance/753916 create mode 100644 results/classifier/zero-shot/118/performance/756 create mode 100644 results/classifier/zero-shot/118/performance/760976 create mode 100644 results/classifier/zero-shot/118/performance/78 create mode 100644 results/classifier/zero-shot/118/performance/781 create mode 100644 results/classifier/zero-shot/118/performance/80 create mode 100644 results/classifier/zero-shot/118/performance/81 create mode 100644 results/classifier/zero-shot/118/performance/815 create mode 100644 results/classifier/zero-shot/118/performance/821 create mode 100644 results/classifier/zero-shot/118/performance/849 create mode 100644 results/classifier/zero-shot/118/performance/861 create mode 100644 results/classifier/zero-shot/118/performance/864 create mode 100644 results/classifier/zero-shot/118/performance/874 create mode 100644 results/classifier/zero-shot/118/performance/919 create mode 100644 results/classifier/zero-shot/118/performance/928676 create mode 100644 results/classifier/zero-shot/118/performance/933 create mode 100644 results/classifier/zero-shot/118/performance/985 create mode 100644 results/classifier/zero-shot/118/performance/992067 create mode 100644 results/classifier/zero-shot/118/performance/997631 (limited to 'results/classifier/zero-shot/118/performance') diff --git a/results/classifier/zero-shot/118/performance/1001 b/results/classifier/zero-shot/118/performance/1001 new file mode 100644 index 00000000..19a46a4e --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1001 @@ -0,0 +1,31 @@ +performance: 0.824 +device: 0.797 +peripherals: 0.521 +graphic: 0.463 +i386: 0.373 +vnc: 0.371 +x86: 0.355 +risc-v: 0.355 +architecture: 0.307 +network: 0.296 +ppc: 0.293 +debug: 0.282 +arm: 0.258 +boot: 0.210 +user-level: 0.175 +hypervisor: 0.165 +virtual: 0.145 +semantic: 0.137 +files: 0.119 +TCG: 0.089 +PID: 0.082 +socket: 0.074 +assembly: 0.064 +kernel: 0.059 +register: 0.056 +permissions: 0.054 +mistranslation: 0.040 +VMM: 0.005 +KVM: 0.004 + +query the current cursor position with QMP diff --git a/results/classifier/zero-shot/118/performance/1005 b/results/classifier/zero-shot/118/performance/1005 new file mode 100644 index 00000000..bf55ad11 --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1005 @@ -0,0 +1,207 @@ +performance: 0.923 +user-level: 0.923 +register: 0.921 +debug: 0.920 +permissions: 0.915 +graphic: 0.904 +architecture: 0.903 +device: 0.890 +assembly: 0.881 +arm: 0.870 +virtual: 0.870 +PID: 0.858 +semantic: 0.846 +boot: 0.835 +socket: 0.831 +files: 0.821 +ppc: 0.806 +vnc: 0.790 +hypervisor: 0.789 +kernel: 0.781 +TCG: 0.773 +mistranslation: 0.772 +peripherals: 0.768 +network: 0.754 +risc-v: 0.754 +KVM: 0.742 +x86: 0.627 +VMM: 0.620 +i386: 0.550 + +blockdev-del doesn't work after blockdev-backup with incremental, which using dirty-bitmap +Description of problem: +After incremental backup with bitmap, blockdev-del doesn't work at target node. +Because of this, incremental backup cannot rebase to base node. +I refered this. https://qemu-project.gitlab.io/qemu/interop/bitmaps.html#example-incremental-push-backups-without-backing-files +Steps to reproduce: +1. `blockdev-add` incremental backup node +``` +echo '{"execute":"qmp_capabilities"}{"execute":"blockdev-add","arguments":{"driver":"qcow2","node-name":"incre0","file":{"driver":"file","filename":"/mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/incre0.qcow2"}}}' | nc -U /mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/qmp.sock -N + +{ + "return": { + } +} +``` +2. `blockdev-backup` with `vda` to target `incre0` node +``` +echo '{"execute":"qmp_capabilities"}{"execute":"blockdev-backup", "arguments": {"device": "vda", "bitmap":"bitmap0", "target": "incre0", "sync": "incremental", "job-id": "incre0-job", "speed": 536870912}}' | nc -U /mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/qmp.sock -N + +{ + "timestamp": { + "seconds": 1651050066, + "microseconds": 848370 + }, + "event": "JOB_STATUS_CHANGE", + "data": { + "status": "created", + "id": "incre0-job" + } +} +{ + "timestamp": { + "seconds": 1651050066, + "microseconds": 848431 + }, + "event": "JOB_STATUS_CHANGE", + "data": { + "status": "running", + "id": "incre0-job" + } +} +{ + "timestamp": { + "seconds": 1651050066, + "microseconds": 848464 + }, + "event": "JOB_STATUS_CHANGE", + "data": { + "status": "paused", + "id": "incre0-job" + } +} +{ + "timestamp": { + "seconds": 1651050066, + "microseconds": 848485 + }, + "event": "JOB_STATUS_CHANGE", + "data": { + "status": "running", + "id": "incre0-job" + } +} +{ + "return": { + } +} + +``` +3. `query-block-jobs` check `incre0-job` is done +``` +echo '{"execute":"qmp_capabilities"}{"execute":"query-block-jobs"}' | nc -U /mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/qmp.sock -N + +{ + "return": { + } +} +{ + "return": [ + ] +} +``` +4. To release write lock (need to rebase in incre0.qcow2), `blockdev-del` +``` +echo '{"execute":"qmp_capabilities"}{"execute":"blockdev-del","arguments":{"node-name":"incre0"}' | nc -U /mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/qmp.sock -N + +{ + "return": { + } +} +``` +5. `qemu-img rebase` +``` +qemu-img rebase -b base.qcow2 -u incre0.qcow2 + +qemu-img: Could not open 'incre0.qcow2': Failed to get "write" lock +Is another process using the image [incre0.qcow2]? +``` + +6. check `query-named-block-nodes` after `blockdev-del` +``` +{ + "return": [ + { + "iops_rd": 0, + "detect_zeroes": "off", + "image": { + "virtual-size": 53687091200, + "filename": "/mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/incre0.qcow2", + "cluster-size": 65536, + "format": "qcow2", + "actual-size": 241340416, + "format-specific": { + "type": "qcow2", + "data": { + "compat": "1.1", + "compression-type": "zlib", + "lazy-refcounts": false, + "refcount-bits": 16, + "corrupt": false, + "extended-l2": false + } + }, + "dirty-flag": false + }, + "iops_wr": 0, + "ro": false, + "node-name": "incre0", + "backing_file_depth": 0, + "drv": "qcow2", + "iops": 0, + "bps_wr": 0, + "write_threshold": 0, + "encrypted": false, + "bps": 0, + "bps_rd": 0, + "cache": { + "no-flush": false, + "direct": false, + "writeback": true + }, + "file": "/mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/incre0.qcow2" + }, + { + "iops_rd": 0, + "detect_zeroes": "off", + "image": { + "virtual-size": 240451584, + "filename": "/mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/incre0.qcow2", + "format": "file", + "actual-size": 241340416, + "dirty-flag": false + }, + "iops_wr": 0, + "ro": false, + "node-name": "#block412", + "backing_file_depth": 0, + "drv": "file", + "iops": 0, + "bps_wr": 0, + "write_threshold": 0, + "encrypted": false, + "bps": 0, + "bps_rd": 0, + "cache": { + "no-flush": false, + "direct": false, + "writeback": true + }, + "file": "/mnt/7b12fe9c-fa0f-4f2a-82b1-3a6cd4e15ae8/temp/incre0.qcow2" + }, + ...... + ] +} +``` +Additional information: + diff --git a/results/classifier/zero-shot/118/performance/1018 b/results/classifier/zero-shot/118/performance/1018 new file mode 100644 index 00000000..ef05f36c --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1018 @@ -0,0 +1,53 @@ +x86: 0.990 +performance: 0.960 +virtual: 0.959 +boot: 0.934 +device: 0.929 +architecture: 0.900 +hypervisor: 0.882 +graphic: 0.852 +PID: 0.791 +register: 0.781 +user-level: 0.766 +semantic: 0.755 +assembly: 0.742 +kernel: 0.729 +vnc: 0.722 +permissions: 0.695 +ppc: 0.694 +i386: 0.623 +peripherals: 0.606 +debug: 0.606 +socket: 0.554 +risc-v: 0.544 +VMM: 0.527 +TCG: 0.522 +files: 0.484 +arm: 0.484 +mistranslation: 0.462 +KVM: 0.411 +network: 0.375 + +virtio-scsi-pci with iothread results in 100% CPU in qemu 7.0.0 +Description of problem: +Top reports constant 100% host CPU usage by `qemu-system-x86`. I have narrowed the issue down to the following section of the config: +``` + -object iothread,id=t0 \ + -device virtio-scsi-pci,iothread=t0,num_queues=4 \ +``` +If this is replaced by +``` + -device virtio-scsi-pci \ +``` +Then CPU usage is normal (near 0%). + +This problem doesn't appear with qemu 6.2.0 where CPU usage is near 0% even with iothread in the qemu options. +Steps to reproduce: +1. Download Kubuntu 22.04 LTS ISO (https://cdimage.ubuntu.com/kubuntu/releases/22.04/release/kubuntu-22.04-desktop-amd64.iso), +2. Create a root virtual drive for the guest with 'qemu-img create -f qcow2 -o cluster_size=4k kubuntu.img 256G', +3. Start the guest with the config given above, +4. Connect to the guest (using spicy for example, password 'p'), select "try kubuntu" in grub menu AND later in the GUI, let it boot to plasma desktop, monitor host CPU usage using 'top'. + +(there could be a faster way to reproduce it) +Additional information: + diff --git a/results/classifier/zero-shot/118/performance/1031 b/results/classifier/zero-shot/118/performance/1031 new file mode 100644 index 00000000..81f70300 --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1031 @@ -0,0 +1,72 @@ +performance: 0.955 +hypervisor: 0.877 +socket: 0.864 +architecture: 0.856 +boot: 0.819 +device: 0.790 +kernel: 0.750 +ppc: 0.749 +PID: 0.740 +graphic: 0.666 +user-level: 0.640 +arm: 0.629 +x86: 0.616 +virtual: 0.613 +semantic: 0.601 +register: 0.567 +debug: 0.480 +TCG: 0.411 +VMM: 0.404 +vnc: 0.394 +files: 0.362 +permissions: 0.301 +risc-v: 0.276 +network: 0.274 +mistranslation: 0.203 +peripherals: 0.170 +assembly: 0.152 +i386: 0.036 +KVM: 0.026 + +Intel 12th Gen CPU not working with QEMU Hyper-V nested virtualization +Description of problem: +When booting with Hyper-V + host-passthrough it gets stuck at tianocore, does not change until I reboot which then loops into windows diagnostics which leads nowhere. Done using Windows 10, tried using newest windows version and 1909. + +Specs: Manjaro Gnome 5.15 LTS, i5-12600k, z690 gigabyte aorus elite ddr4, rtx 3070ti. + +I’ve spent days trying to figure out what was messing with it and it turned out I could boot when messing with my CPU topology, for some reason my 12th gen + Hyper-V + host-passthrough only works with sockets. Cores and threads above 1 causes boot problems, apart from disabling vme which boots, but the hypervisor does not load. + +This fails (normal host-passthrough): +``` + + + +``` + +This boots (-can only change sockets): +``` + + + +``` + +This boots (-no hypervisor): +``` + + + + +``` + +No matter what adjustment I do I cannot change the cores or threads or it will result in a boot failure, host-model just does not work once I boot the machine the host model changes to cooperlake. + +My current way of bypassing this is I’ve downloaded the QEMU source code, gone through cpu.c and modified the default skylake-client CPU model to match my CPU, then I added in most of my i5-12600k flags manually, this seems to work with a 35-45% performance drop in CPU and in ram. Without Hyper-V enabled and using the normal host-passthrough I get near bare metal performance. + +Tried with multiple versions of QEMU, EDK2, and loads of kernel versions (to add to this my i5-12600k gen does not work on kernel version 5.13 and below) even went ahead to try Ubuntu and had the same problem, my other (i7-9700k) PC works fine with Hyper-V. Also disabled my E-cores through bios resulting in the same issue. CPU pinning the P-cores to the guest does not seem to help. +Steps to reproduce: +1. Enable hyper-v in windows features +2. Restart guest +3. Boot failure +Additional information: +Hyper-V host-passthrough XML: +https://pst.klgrth.io/paste/yc5wk diff --git a/results/classifier/zero-shot/118/performance/1032 b/results/classifier/zero-shot/118/performance/1032 new file mode 100644 index 00000000..82d947ee --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1032 @@ -0,0 +1,46 @@ +performance: 0.978 +peripherals: 0.929 +architecture: 0.893 +device: 0.876 +virtual: 0.867 +graphic: 0.863 +x86: 0.854 +user-level: 0.813 +hypervisor: 0.793 +files: 0.744 +network: 0.736 +socket: 0.729 +assembly: 0.726 +boot: 0.717 +mistranslation: 0.700 +PID: 0.695 +permissions: 0.674 +TCG: 0.671 +kernel: 0.655 +VMM: 0.614 +risc-v: 0.613 +register: 0.554 +semantic: 0.541 +debug: 0.506 +arm: 0.499 +KVM: 0.498 +vnc: 0.497 +ppc: 0.383 +i386: 0.311 + +Slow random performance of virtio-blk +Steps to reproduce: +1. Download Virtualbox Windows 11 image from https://developer.microsoft.com/en-us/windows/downloads/virtual-machines/ +2. Download virtio-win-iso: `wget https://fedorapeople.org/groups/virt/virtio-win/direct-downloads/archive-virtio/virtio-win-0.1.215-2/virtio-win-0.1.215.iso` +3. Extract WinDev*.zip `unzip WinDev2204Eval.VirtualBox.zip`and import the extracted Ova in VirtualBox (import WinDev with the option "conversion to vdi" clicked) +4. `qemu-img convert -f vdi -O raw /WinDev2204Eval-disk001.vdi/WinDev2204Eval-disk001.img` +5. Start Windows 11 in Qemu: +``` +qemu-system-x86_64 -enable-kvm -cpu host -device virtio-blk-pci,scsi=off,drive=WinDevDrive,id=virtio-disk0,bootindex=0 -drive file=/WinDev2204Eval-disk001.img,if=none,id=WinDevDrive,format=raw -net nic -net user,hostname=windowsvm -m 8G -monitor stdio -name "Windows" -usbdevice tablet -device virtio-serial -chardev spicevmc,id=vdagent,name=vdagent -device virtserialport,chardev=vdagent,name=com.redhat.spice.0 -cdrom /virtio-win-0.1.215.iso +``` +6. Win 11 won't boot and will go into recovery mode (even the safeboot trick doesn't work here), please follow that [answer](https://superuser.com/questions/1057959/windows-10-in-kvm-change-boot-disk-to-virtio#answer-1200899) to load the viostor driver over recovery cmd +7. Reboot the VM and it should start +2. Install CrystalDiskMark +3. Execute CrystalDiskMark Benchmark +Additional information: +# diff --git a/results/classifier/zero-shot/118/performance/1036987 b/results/classifier/zero-shot/118/performance/1036987 new file mode 100644 index 00000000..6a325df2 --- /dev/null +++ b/results/classifier/zero-shot/118/performance/1036987 @@ -0,0 +1,79 @@ +performance: 0.996 +mistranslation: 0.885 +graphic: 0.824 +PID: 0.812 +ppc: 0.783 +permissions: 0.777 +network: 0.769 +user-level: 0.766 +register: 0.754 +socket: 0.751 +architecture: 0.733 +semantic: 0.712 +TCG: 0.700 +files: 0.696 +device: 0.692 +VMM: 0.685 +kernel: 0.659 +hypervisor: 0.654 +KVM: 0.646 +vnc: 0.618 +debug: 0.588 +arm: 0.584 +virtual: 0.568 +peripherals: 0.565 +x86: 0.559 +risc-v: 0.543 +i386: 0.525 +boot: 0.514 +assembly: 0.504 + +compilation error due to bug in savevm.c + +Since + +302dfbeb21fc5154c24ca50d296e865a3778c7da + +Add xbzrle_encode_buffer and xbzrle_decode_buffer functions + + For performance we are encoding long word at a time. + For nzrun we use long-word-at-a-time NULL-detection tricks from strcmp(): + using ((lword - 0x0101010101010101) & (~lword) & 0x8080808080808080) test + to find out if any byte in the long word is zero. + + Signed-off-by: Benoit Hudzia