Preliminary state

2026-05-26 10:24:33 +02:00
commit 0ab11cfc5e
950 changed files with 6428 additions and 0 deletions
@@ -0,0 +1,36 @@
+{
+  "median": 0.6708022339998934,
+  "times": [
+    0.669449609998992,
+    0.645968004999304,
+    0.6869760080007836,
+    0.6653184660008264,
+    0.6711289119994035,
+    0.6666175419995852,
+    0.6564001719998487,
+    0.6763312660004885,
+    0.6714280679989315,
+    0.6847440599995025,
+    0.6704755560003832,
+    0.6575861059991439,
+    0.6796879159992386,
+    0.6594827870012523,
+    0.7487746679998963,
+    0.6494830270003149,
+    0.6802418199986278,
+    0.7007190820004325,
+    0.6683371039998747,
+    0.681551567000497,
+    0.6629623690005246,
+    0.6854776170002879,
+    0.7160350009999092,
+    0.6702585629991518,
+    0.667205087000184,
+    0.6629004050009826,
+    0.6747479939986079,
+    0.692501079000067,
+    0.6739553940005862,
+    0.6577685189986369
+  ],
+  "n_repeats": 30
+}
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4c043533b3c953c96725cb40b3e05ee59946fdf3e35a45172da58f048cf637
+size 49152
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d3f6d073e57ccb5e2810be8e9725a3c65ebe00dd832e13d7e2589b449b80c2
+size 13558
@@ -0,0 +1,17 @@
+{
+    "command": "bench_eval",
+    "network": "resources/transformer_two_blocks_network.mininn",
+    "inputs": [
+        "resources/input_0.bin"
+    ],
+    "n_repeats": 30,
+    "n_warmup": 3,
+    "max_slowdown": 0.95,
+    "description": "speed: two stacked pre-norm single-head transformer blocks; seq=6, d_model=8, d_head=4, d_ff=16\n\nScoring: no regular points; the test is marked passed only when the implementation is at least 5 % faster than the reference (max_slowdown=0.95). Bonus: tier 1 = 3 pts for slowdown <= 0.95 (>=5 % speedup), tier 2 = 7 pts for slowdown <= 0.75 (>=25 % speedup); bonuses are cumulative.",
+    "bonus_points": 10,
+    "scoring": {
+        "function": "speed",
+        "tier1_bonus": 3,
+        "tier2_bonus": 7
+    }
+}