Preliminary state
This commit is contained in:
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 50,
|
||||
"seed": 179320,
|
||||
"primitives": [
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted fuzz for new activation primitives (leaky_relu/elu/gelu) interleaved with add/mul; verifies eval on random leaky_relu slopes and elementwise-preserving shapes",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 100,
|
||||
"seed": 5024369,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"reciprocal",
|
||||
"relu",
|
||||
"square",
|
||||
"sqrt",
|
||||
"exp",
|
||||
"log",
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "fuzz forward-pass with all supported primitives to verify robustness including numerically unsafe ops",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 50,
|
||||
"seed": 2867273,
|
||||
"primitives": [
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted fuzz for last-axis ops (pad with dilation, conv, avgpool) to stress length arithmetic and kernel/window/stride combinations",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 200,
|
||||
"seed": 8690109,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"reciprocal",
|
||||
"relu",
|
||||
"square",
|
||||
"sqrt",
|
||||
"exp",
|
||||
"log",
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "broad forward-pass fuzz: 200 trials over all primitives to stress rare shape/dtype combinations",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 50,
|
||||
"seed": 9417485,
|
||||
"primitives": [
|
||||
"dot",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted fuzz for dot/add/mul to stress broadcasting and matmul shape logic",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 100,
|
||||
"seed": 1677293,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"relu",
|
||||
"square",
|
||||
"leaky_relu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": true,
|
||||
"description": "forward-pass numerics fuzz: safe primitives only, fails on NaN/Inf in outputs",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 150,
|
||||
"seed": 7119429,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"relu",
|
||||
"square",
|
||||
"leaky_relu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "fuzz forward-pass with safe primitives (excludes log/sqrt/reciprocal/exp) to verify no crashes or shape errors",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 50,
|
||||
"seed": 5257192,
|
||||
"primitives": [
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted fuzz for shape-manipulating primitives (expand_dims/moveaxis/reshape/reduce_sum) to catch shape-propagation bugs",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"command": "fuzz_eval",
|
||||
"n_trials": 50,
|
||||
"seed": 2294743,
|
||||
"primitives": [
|
||||
"log",
|
||||
"sqrt",
|
||||
"reciprocal",
|
||||
"exp",
|
||||
"neg",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted crash-only fuzz for numerically unsafe unaries (log/sqrt/reciprocal/exp) \u2014 NaN/Inf outputs permitted, only shape/crash failures detected",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 50,
|
||||
"seed": 9941134,
|
||||
"primitives": [
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted gradient fuzz for new activation primitives; exercises backward rules for leaky_relu (piecewise), elu (exp branch), gelu (erf+gaussian)",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 100,
|
||||
"seed": 9326167,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"reciprocal",
|
||||
"relu",
|
||||
"square",
|
||||
"sqrt",
|
||||
"exp",
|
||||
"log",
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "fuzz gradient computation with all supported primitives to verify backward-pass robustness",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 50,
|
||||
"seed": 1547885,
|
||||
"primitives": [
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted gradient fuzz for last-axis ops (pad/conv/avgpool); exercises strided/dilated backward accumulation",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 200,
|
||||
"seed": 6003614,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"reciprocal",
|
||||
"relu",
|
||||
"square",
|
||||
"sqrt",
|
||||
"exp",
|
||||
"log",
|
||||
"leaky_relu",
|
||||
"elu",
|
||||
"gelu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "broad backward-pass fuzz: 1000 trials over all primitives to stress gradient shape-propagation",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 50,
|
||||
"seed": 4046095,
|
||||
"primitives": [
|
||||
"dot",
|
||||
"add",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted gradient fuzz for dot/add/mul; exercises broadcasting backward rules",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 100,
|
||||
"seed": 4302181,
|
||||
"primitives": [
|
||||
"relu",
|
||||
"square",
|
||||
"dot",
|
||||
"add",
|
||||
"mul",
|
||||
"neg"
|
||||
],
|
||||
"check_nan_inf": true,
|
||||
"description": "backward-pass numerics fuzz over curated finite-gradient subset (relu/square/dot/add/mul/neg); fails on NaN/Inf in gradients",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 150,
|
||||
"seed": 806830,
|
||||
"primitives": [
|
||||
"neg",
|
||||
"relu",
|
||||
"square",
|
||||
"leaky_relu",
|
||||
"add",
|
||||
"mul",
|
||||
"dot",
|
||||
"where",
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum",
|
||||
"pad",
|
||||
"conv",
|
||||
"avgpool"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "fuzz gradient computation with safe primitives to verify no crashes or shape errors",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 50,
|
||||
"seed": 5785067,
|
||||
"primitives": [
|
||||
"expand_dims",
|
||||
"moveaxis",
|
||||
"reshape",
|
||||
"reduce_sum"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted gradient fuzz for shape-manipulating primitives to verify transposed shape-propagation in the backward pass",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"command": "fuzz_grad",
|
||||
"n_trials": 50,
|
||||
"seed": 9102614,
|
||||
"primitives": [
|
||||
"log",
|
||||
"sqrt",
|
||||
"reciprocal",
|
||||
"exp",
|
||||
"neg",
|
||||
"mul"
|
||||
],
|
||||
"check_nan_inf": false,
|
||||
"description": "targeted crash-only gradient fuzz for unsafe unaries; NaN/Inf gradients permitted",
|
||||
"points": 6
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"median": 0.6731782129991188,
|
||||
"times": [
|
||||
0.6604644770013692,
|
||||
0.6292407609998918,
|
||||
0.6794493079996755,
|
||||
0.7151197740004136,
|
||||
0.6822677139989537,
|
||||
0.6751668389988481,
|
||||
0.6932685800002218,
|
||||
0.6652886089996173,
|
||||
0.6990065699992556,
|
||||
0.6860697520005488,
|
||||
0.6711895869993896,
|
||||
0.6505095659995277,
|
||||
0.6577597320010682,
|
||||
0.6831210750005994,
|
||||
0.6632924360001198,
|
||||
0.6577419900004315,
|
||||
0.6499202390004939,
|
||||
0.6408863569995447,
|
||||
0.6844092320006894,
|
||||
0.6783877489997394,
|
||||
0.6611538839988498,
|
||||
0.6698421969995252,
|
||||
0.6564882740003668,
|
||||
0.7027955690009549,
|
||||
0.6597058009992907,
|
||||
0.7558749809995788,
|
||||
0.6768750350001937,
|
||||
0.6361531940001441,
|
||||
0.71163439799966,
|
||||
0.7025398610003322
|
||||
],
|
||||
"n_repeats": 30
|
||||
}
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:348732c04488ee8dded43d8bd6ca7df2bfe24423c8fa2e7e1f5ce23522f3c9dd
|
||||
size 2562
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cafba9f7ae517a80b59cf118c96a301ed33562c1ab6c3404530fed7da3236dc8
|
||||
size 1179648
|
||||
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"command": "bench_eval",
|
||||
"network": "resources/dilated_conv_stack_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"n_repeats": 30,
|
||||
"n_warmup": 3,
|
||||
"max_slowdown": 0.95,
|
||||
"description": "speed: stack of three 2-D dilated convolutions (dilation 1/2/4); leaky_relu/ELU/GELU; batch=4, 12x24\n\nScoring: no regular points; the test is marked passed only when the implementation is at least 5 % faster than the reference (max_slowdown=0.95). Bonus: tier 1 = 3 pts for slowdown <= 0.95 (>=5 % speedup), tier 2 = 7 pts for slowdown <= 0.75 (>=25 % speedup); bonuses are cumulative.",
|
||||
"bonus_points": 10,
|
||||
"scoring": {
|
||||
"function": "speed",
|
||||
"tier1_bonus": 3,
|
||||
"tier2_bonus": 7
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"median": 0.6597053400009827,
|
||||
"times": [
|
||||
0.6588008830003673,
|
||||
0.660609797001598,
|
||||
0.7053496530006669,
|
||||
0.661915245000273,
|
||||
0.6636695469987899,
|
||||
0.6757613959998707,
|
||||
0.6935657760004688,
|
||||
0.7083251549993292,
|
||||
0.6651058429997647,
|
||||
0.700552788001005,
|
||||
0.6511960340012592,
|
||||
0.653393098999004,
|
||||
0.6478349190001609,
|
||||
0.6328443050006172,
|
||||
0.6522468030016171,
|
||||
0.7022167730010551,
|
||||
0.7124317390007491,
|
||||
0.6838970240005438,
|
||||
0.6676450960003422,
|
||||
0.6217490859999089,
|
||||
0.651708482999311,
|
||||
0.654718187999606,
|
||||
0.6895673190010712,
|
||||
0.6417726840008982,
|
||||
0.6327202760003274,
|
||||
0.6619786449991807,
|
||||
0.6345275990006485,
|
||||
0.6287327130012272,
|
||||
0.6376377029992,
|
||||
0.648800413000572
|
||||
],
|
||||
"n_repeats": 30
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8f0d3b6424560f4dc8acbdd458b68da146ed7b204ec4f4139ef589b7c8b631f5
|
||||
size 655360
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e02ccb8aeae9ebd68989b14a35520ecad23bb8f381ba30ea18528ea46f1a597a
|
||||
size 2031
|
||||
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"command": "bench_eval",
|
||||
"network": "resources/residual_dense_mix_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"n_repeats": 30,
|
||||
"n_warmup": 3,
|
||||
"max_slowdown": 0.95,
|
||||
"description": "speed: mixed 2-D residual+dense architecture with leaky_relu/ELU/GELU; batch=4, 8x20\n\nScoring: no regular points; the test is marked passed only when the implementation is at least 5 % faster than the reference (max_slowdown=0.95). Bonus: tier 1 = 3 pts for slowdown <= 0.95 (>=5 % speedup), tier 2 = 7 pts for slowdown <= 0.75 (>=25 % speedup); bonuses are cumulative.",
|
||||
"bonus_points": 10,
|
||||
"scoring": {
|
||||
"function": "speed",
|
||||
"tier1_bonus": 3,
|
||||
"tier2_bonus": 7
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"median": 0.6708022339998934,
|
||||
"times": [
|
||||
0.669449609998992,
|
||||
0.645968004999304,
|
||||
0.6869760080007836,
|
||||
0.6653184660008264,
|
||||
0.6711289119994035,
|
||||
0.6666175419995852,
|
||||
0.6564001719998487,
|
||||
0.6763312660004885,
|
||||
0.6714280679989315,
|
||||
0.6847440599995025,
|
||||
0.6704755560003832,
|
||||
0.6575861059991439,
|
||||
0.6796879159992386,
|
||||
0.6594827870012523,
|
||||
0.7487746679998963,
|
||||
0.6494830270003149,
|
||||
0.6802418199986278,
|
||||
0.7007190820004325,
|
||||
0.6683371039998747,
|
||||
0.681551567000497,
|
||||
0.6629623690005246,
|
||||
0.6854776170002879,
|
||||
0.7160350009999092,
|
||||
0.6702585629991518,
|
||||
0.667205087000184,
|
||||
0.6629004050009826,
|
||||
0.6747479939986079,
|
||||
0.692501079000067,
|
||||
0.6739553940005862,
|
||||
0.6577685189986369
|
||||
],
|
||||
"n_repeats": 30
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1b4c043533b3c953c96725cb40b3e05ee59946fdf3e35a45172da58f048cf637
|
||||
size 49152
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:15d3f6d073e57ccb5e2810be8e9725a3c65ebe00dd832e13d7e2589b449b80c2
|
||||
size 13558
|
||||
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"command": "bench_eval",
|
||||
"network": "resources/transformer_two_blocks_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"n_repeats": 30,
|
||||
"n_warmup": 3,
|
||||
"max_slowdown": 0.95,
|
||||
"description": "speed: two stacked pre-norm single-head transformer blocks; seq=6, d_model=8, d_head=4, d_ff=16\n\nScoring: no regular points; the test is marked passed only when the implementation is at least 5 % faster than the reference (max_slowdown=0.95). Bonus: tier 1 = 3 pts for slowdown <= 0.95 (>=5 % speedup), tier 2 = 7 pts for slowdown <= 0.75 (>=25 % speedup); bonuses are cumulative.",
|
||||
"bonus_points": 10,
|
||||
"scoring": {
|
||||
"function": "speed",
|
||||
"tier1_bonus": 3,
|
||||
"tier2_bonus": 7
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"median": 0.6913382860002457,
|
||||
"times": [
|
||||
0.7181488250007533,
|
||||
0.6882181509990914,
|
||||
0.6892177329991682,
|
||||
0.7106628969995654,
|
||||
0.7126837310006522,
|
||||
0.691078888001357,
|
||||
0.6915976839991345,
|
||||
0.7045463059985195,
|
||||
0.6723891719993844,
|
||||
0.7171977689995401,
|
||||
0.6693990150015452,
|
||||
0.6795068999999785,
|
||||
0.6964747769998212,
|
||||
0.692497801999707,
|
||||
0.7017947509993974,
|
||||
0.6824454929992498,
|
||||
0.6821788209999795,
|
||||
0.7133113889995002,
|
||||
0.7371664179991058,
|
||||
0.673557535999862,
|
||||
0.6838336380005785,
|
||||
0.6884392770007253,
|
||||
0.6956874999996217,
|
||||
0.6593486749989097,
|
||||
0.6807764959994529,
|
||||
0.7030594869993365,
|
||||
0.6746473509992938,
|
||||
0.6918940119994659,
|
||||
0.6577691439997579,
|
||||
0.7121864170003391
|
||||
],
|
||||
"n_repeats": 30
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:152e3e4273bf3cfa924be9dee559b1c0e4cdda904411e5c1fd3d13a8b4f34d96
|
||||
size 2359296
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cdbdfc127c2e75eb4f5ad6482320ea4427e0b3b48eb5e4b856b4b7d23cca7d49
|
||||
size 12058
|
||||
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"command": "bench_eval",
|
||||
"network": "resources/unet_1d_three_level_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"n_repeats": 30,
|
||||
"n_warmup": 3,
|
||||
"max_slowdown": 0.95,
|
||||
"description": "speed: 3-level 2D UNet (encoder/bottleneck/decoder with skip connections); batch=4, 24x24\n\nScoring: no regular points; the test is marked passed only when the implementation is at least 5 % faster than the reference (max_slowdown=0.95). Bonus: tier 1 = 3 pts for slowdown <= 0.95 (>=5 % speedup), tier 2 = 7 pts for slowdown <= 0.75 (>=25 % speedup); bonuses are cumulative.",
|
||||
"bonus_points": 10,
|
||||
"scoring": {
|
||||
"function": "speed",
|
||||
"tier1_bonus": 3,
|
||||
"tier2_bonus": 7
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"command": "train",
|
||||
"dataset": "mnist",
|
||||
"in_size": 784,
|
||||
"num_classes": 10,
|
||||
"timeout": 10800,
|
||||
"source_dataset": "mnist",
|
||||
"points": 110,
|
||||
"bonus_points": 27.5,
|
||||
"scoring": {
|
||||
"function": "exponential",
|
||||
"k": 5,
|
||||
"baseline": 0.92,
|
||||
"bonus_threshold": 0.985,
|
||||
"ceiling": 0.9987
|
||||
},
|
||||
"description": "Scoring: exponential curve (k=5) over best test accuracy. Accuracy at or below the baseline (linear-classifier accuracy) earns 0 points; accuracy at or above the bonus_threshold (reference network accuracy) earns full regular points. Beyond the threshold, bonus points scale on the same exponential curve up to the ceiling (state-of-the-art accuracy)."
|
||||
}
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:16d511fd29504951366605e301bf19856f7cb39ae13c895eb2e91bf38eb58111
|
||||
size 1024
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c81cb33f408a89b537fff87ac0ac8dd36b1a4d78a8121f569c5b326316533e7
|
||||
size 237
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d88d9ff6e3ef4a43f2b9c92e72316bb1e40e0d52ed455828b4744bf5c2a0c8f4
|
||||
size 9216
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/avgpool_batch_window5_stride2_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "2-D avg pooling, window=5x5, stride=2, on a 4x2x12x12 NCHW tensor; output 4x2x4x4",
|
||||
"points": 1
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4b67a11857a2e71a04848b79f5fbd1485221396b76b358712f850b87f190e27e
|
||||
size 192
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:aad32c03e31a6e19f3ef9939ea478227cdd9ef7232a1ec43c326c99c11865160
|
||||
size 233
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:627a03f7a5c54d7ffcb3542f0a2cd1864643c1c630f293179727e0467214eb1e
|
||||
size 768
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/avgpool_nc_preservation_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "distinct per-plane constants; output of plane (n,c) must stay self-contained",
|
||||
"points": 1
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:84a6e8b7afdd286a48ab0aab2c72227fff91a935b0489e633018914bd01693cd
|
||||
size 48
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1e7873c97b9a2b7153b054e18a7101d69df1fb6b2c190a262ceaf2f5a729e308
|
||||
size 233
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:84a6e8b7afdd286a48ab0aab2c72227fff91a935b0489e633018914bd01693cd
|
||||
size 48
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/avgpool_window1_identity_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "window=1, stride=1: output equals input exactly",
|
||||
"points": 1
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ab152babb1c7af590973267ad63dffe575abdfdef0a4ce4da4b8bd6d5e13b6ed
|
||||
size 384
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:204852cef28fd35df54580b3b6252f7d75da2b3e346ec0fb7e0e4d608df1af55
|
||||
size 235
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5d716b8f18ef7691a73ecd0dcb3181965c9e62c55c7b99e9e681f2ad790db089
|
||||
size 640
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/avgpool_window3_stride1_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "2-D avg pooling, window=3x3, stride=1, on a 1x1x8x10 NCHW tensor; output 1x1x6x8",
|
||||
"points": 1
|
||||
}
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:666fd673a707432edb84e1686890cd4bd2bd0a5c78fa59b978e6b531dc08c432
|
||||
size 24
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:10251978369a31e58bc03756c4a70b8f06409caa8d739caedbaabb78ba87c7d7
|
||||
size 329
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:022451970ff25a1cf57eb1602f05e6ab8a2d0edb918d8efd1574f2ef1a77898f
|
||||
size 56
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/compose_dilated_conv_via_pad_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "pad(mid=1) on kernel yields [1,0,2,0,3]; sliding over ones gives 6",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:04a3bff20a08314000d6de516618077d842eb3096e6f7f8dbbb2308fa12c9b6d
|
||||
size 1536
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f68e5b823c77c8c5b2775a7aa8e9ccca500842fce1c912c4e1fb131c52487af8
|
||||
size 1493
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d88d9ff6e3ef4a43f2b9c92e72316bb1e40e0d52ed455828b4744bf5c2a0c8f4
|
||||
size 9216
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f1ef4a32a929482bb6eb368a74fdd33b08ee1e2e43cd7739783203b2d3db3d81
|
||||
size 1200
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/conv_batch_kernel5_stride2_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "NCHW\u00d7OIHW 2-D conv with 5x5 multi-channel kernel (C_out=3,C_in=2), stride=2; input (N=4,C=2,H=12,W=12); output (4,3,4,4)",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e8d8a0a0149758e0c8b6bc4dea970195894a111c9b5c7726e664a79be97da030
|
||||
size 768
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3c4e0b873b871bbffb7b300b31419e9dede5f8088517902ffe80d83ab6ce256c
|
||||
size 363
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ef40ab1ad55c435e19a9b58ee8c12ccdad306ef96f14da8f9dcb7eece9c3f965
|
||||
size 1280
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3dab5f607a4e74430fd2ba5036a6bf4c755f279f519de4488ec248389ed7431a
|
||||
size 72
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/conv_kernel3_stride1_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "NCHW\u00d7OIHW 2-D conv with 3x3 Gaussian-like kernel, stride=1; input (N=2,C=1,H=8,W=10); output (2,1,6,8)",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d8c54b34d2cdc36d36cd74f08cc9cbd27e7bc1d6167e06b9c04fdd6f55bc8bf4
|
||||
size 8
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:748ecd8e567446e6d67f916c1492b4296d647549eea16c0b2975b1a6e7772a6e
|
||||
size 313
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a68de4b5e96a60c8ceb3c7b7ef93461725bdbbff3516b136585a743b5c0ec664
|
||||
size 24
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/conv_kernel_flip_trap_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "single-window: correlation gives 140; convolution (kernel-flip bug) gives 100",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a5dec4af18118714017ab3dfeedfbbdb2d49cce7d156b30f0d95fbd7732d38b9
|
||||
size 16
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6ede2dcec73ce517c17953fa84e81b2d16230f99270025ee979035b1fcbe0009
|
||||
size 361
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6ef38a009dcc7a3e6fe6efa83150e7db71ac83eb8a1d0a6ac6d3dab284863246
|
||||
size 192
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/conv_non_square_spatial_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "rectangular spatial (H=6, W=4) with stride 2; output shape (1,1,2,1)",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0ef6ada7cebfa05bdc63032d239ea627932a81acaad722d932445aef1dedfd48
|
||||
size 1280
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e6f859b5f52f1cc2e995f312698280d0c37f5cf05118f2a55ded758dbf7958bf
|
||||
size 808
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:60b9c29ef09907b50a8ada84c8126e6a90e1e6cc0c0e116bd23b531fdf96b413
|
||||
size 11520
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/bottleneck_net_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "2-D bottleneck: avg_pool(3,3) compresses (4,12,30)\u2192(4,4,10); GELU conv_same at low resolution; skip from pooled input; batch=4",
|
||||
"points": 3
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7ef729e25d3f3e0592877bd3fc18378de0aee6c5483bdc8f20b70fd9333f44c3
|
||||
size 2048
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dcf61153b80b2f05cbf688564c7f094894ab1d8724e939d6386f4f19b2de46c8
|
||||
size 923
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6f07b5cb6b3cffb197c0bfa2f7cd2eb9374185e5fa11d00d402408bf0f176655
|
||||
size 2048
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/elu_conv_resnet_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "residual 2-D conv block: conv(same-pad, 3x3, stride=1) \u2192 ELU \u2192 add skip connection; batch=4, spatial 8x8",
|
||||
"points": 3
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7c8d433e79cf107545450ede21239bc107c79693b3522cb67a3d731c40a2dfbc
|
||||
size 5120
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:367158095c65a5032438974f263ba7d92c3f0860fbfeb0dc1efe38072b8e8fc0
|
||||
size 5120
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dfe5f3b5a05ee3a273495ff929983f9f7f2b2b9deeaa529bec0028e4e1437a59
|
||||
size 1933
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/residual_dense_mix_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "mixed 2-D residual+dense architecture: block1 residual, block2 dense (uses x+h1), block3 residual+dense (uses h1+h2); activations leaky_relu/ELU/GELU; batch=4, 8\u00d720",
|
||||
"points": 3
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:17b2fb242a1c689dbdb0db7b952a3e88a5296e6d9f863a46da24695b7e16ecd1
|
||||
size 5120
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e48867e38742c3cd3995481f7049eb331969b9d94d0ef52e4a9ca1cea2847dd2
|
||||
size 1523
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:367158095c65a5032438974f263ba7d92c3f0860fbfeb0dc1efe38072b8e8fc0
|
||||
size 5120
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/dense_conv_net_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "DenseNet-style: each block receives the sum of all prior outputs; 3 blocks with ReLU/ReLU/GELU; all 2-D same-padding 3\u00d73 conv; batch=4, 8\u00d720",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6199c0cd8ec71c519644ba8a65bcb0b411b57f872bccf9584678721c60790e5d
|
||||
size 2560
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f5d9be581791da09d607825e705440dbf97b0b11692ed0f5f261725501a29c95
|
||||
size 2560
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d0cb82671ce63bed1bff12289e4508a89e5f59f0d07d758322a662d8aac4197c
|
||||
size 566
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/leaky_relu_conv_net_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "single-layer 2-D conv net: conv(same-pad, 3x3, stride=1) \u2192 leaky_relu(slope=0.1); batch=4, spatial 8x10, output preserved",
|
||||
"points": 2
|
||||
}
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:64ea0ffb3d4bc87258b2923f2c8b8ea16d91f535838f294acd34afb89288e85e
|
||||
size 5120
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:367158095c65a5032438974f263ba7d92c3f0860fbfeb0dc1efe38072b8e8fc0
|
||||
size 5120
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:660a7948d0a260358ae9e4d87da54f965d5bc193ec76ba9fa601ec632caebf2b
|
||||
size 1802
|
||||
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"command": "eval",
|
||||
"network": "resources/recurrent_unrolled_conv_network.mininn",
|
||||
"inputs": [
|
||||
"resources/input_0.bin"
|
||||
],
|
||||
"expected_outputs": [
|
||||
"expected_output_0.bin"
|
||||
],
|
||||
"description": "recurrent-like architecture: same 3\u00d73 conv kernel applied 4 times with leaky_relu; weight sharing means the kernel Const appears in 4 equations; batch=4, 8\u00d720",
|
||||
"points": 2
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a80fdd7a99e45e13cbd7024f11f18d777138055adf68ac6ea5619e4e6eca52d2
|
||||
size 128
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1f19974325999f52ffb078693eb0066c3e960bc387ad913f10bf62333c5d6a42
|
||||
size 318
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c8c4322943a63c28095547ca3cb136f5ce149dd7952bcd3c9b37e99bfa41904d
|
||||
size 4608
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user