figures: foreground somato-dendritic innovation

1 files changed, 1086 insertions, 141 deletions

diff --git a/results/figs/main_figure_manifest.json b/results/figs/main_figure_manifest.json
index df52456..294cf94 100644
--- a/results/figs/main_figure_manifest.json
+++ b/results/figs/main_figure_manifest.json
@@ -9,7 +9,8 @@
   ],
   "protocols": {
     "cifar_scaling": "width64 residual tanh; 5 epochs; d5/10/20/30/60",
-    "ep_comparison": "exact d1/d2 width500; canonical EP dynamics"
+    "ep_comparison": "exact d1/d2 width500; canonical EP dynamics",
+    "innovation_necessity": "MNIST depth3 width256; 15 epochs; diagonal neutral predictor; raw/norm-matched raw/innovation; rho0/0.05/0.2/0.5"
   },
   "missing_cells": [],
   "sources": [
@@ -19,7 +20,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "BP",
       "depth": 1,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json",
@@ -27,7 +29,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "BP",
       "depth": 1,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json",
@@ -35,7 +38,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 1,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json",
@@ -43,7 +47,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 1,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json",
@@ -51,7 +56,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 1,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s0.json",
@@ -59,7 +65,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "DFA",
       "depth": 1,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s1.json",
@@ -67,7 +74,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "DFA",
       "depth": 1,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json",
@@ -75,7 +83,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 1,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json",
@@ -83,7 +92,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 1,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json",
@@ -91,7 +101,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 1,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s0.json",
@@ -99,7 +110,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "SDIL",
       "depth": 1,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s1.json",
@@ -107,7 +119,8 @@
       "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20",
       "method": "SDIL",
       "depth": 1,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json",
@@ -115,7 +128,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 1,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json",
@@ -123,7 +137,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 1,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json",
@@ -131,7 +146,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 1,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s0.json",
@@ -139,7 +155,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "BP",
       "depth": 2,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s1.json",
@@ -147,7 +164,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "BP",
       "depth": 2,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s2.json",
@@ -155,7 +173,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "BP",
       "depth": 2,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s3.json",
@@ -163,7 +182,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "BP",
       "depth": 2,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s4.json",
@@ -171,7 +191,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "BP",
       "depth": 2,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json",
@@ -179,7 +200,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "DFA",
       "depth": 2,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json",
@@ -187,7 +209,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "DFA",
       "depth": 2,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json",
@@ -195,7 +218,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "DFA",
       "depth": 2,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json",
@@ -203,7 +227,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "DFA",
       "depth": 2,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json",
@@ -211,7 +236,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "DFA",
       "depth": 2,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s0.json",
@@ -219,7 +245,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "EP",
       "depth": 2,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s1.json",
@@ -227,7 +254,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "EP",
       "depth": 2,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s2.json",
@@ -235,7 +263,8 @@
       "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f",
       "method": "EP",
       "depth": 2,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s3.json",
@@ -243,7 +272,8 @@
       "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f",
       "method": "EP",
       "depth": 2,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s4.json",
@@ -251,7 +281,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "EP",
       "depth": 2,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json",
@@ -259,7 +290,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "SDIL",
       "depth": 2,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json",
@@ -267,7 +299,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "SDIL",
       "depth": 2,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json",
@@ -275,7 +308,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "SDIL",
       "depth": 2,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json",
@@ -283,7 +317,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "SDIL",
       "depth": 2,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json",
@@ -291,7 +326,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "SDIL",
       "depth": 2,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/ep_original_v2_mnist_ep_w500_d1_s0.json",
@@ -299,7 +335,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "EP",
       "depth": 1,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/ep_original_v2_mnist_ep_w500_d1_s1.json",
@@ -307,7 +344,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "EP",
       "depth": 1,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/ep_original_v2_mnist_ep_w500_d1_s2.json",
@@ -315,7 +353,8 @@
       "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d",
       "method": "EP",
       "depth": 1,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/ep_original_v2_mnist_ep_w500_d1_s3.json",
@@ -323,7 +362,8 @@
       "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d",
       "method": "EP",
       "depth": 1,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/ep_original_v2_mnist_ep_w500_d1_s4.json",
@@ -331,7 +371,8 @@
       "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281",
       "method": "EP",
       "depth": 1,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s0.json",
@@ -339,7 +380,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 10,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s1.json",
@@ -347,7 +389,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 10,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s2.json",
@@ -355,7 +398,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 10,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s3.json",
@@ -363,7 +407,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 10,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s4.json",
@@ -371,7 +416,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 10,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s0.json",
@@ -379,7 +425,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 20,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s1.json",
@@ -387,7 +434,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 20,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s2.json",
@@ -395,7 +443,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 20,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s3.json",
@@ -403,7 +452,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 20,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s4.json",
@@ -411,7 +461,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 20,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s0.json",
@@ -419,7 +470,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 30,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s1.json",
@@ -427,7 +479,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 30,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s2.json",
@@ -435,7 +488,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 30,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s3.json",
@@ -443,7 +497,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 30,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s4.json",
@@ -451,7 +506,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 30,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s0.json",
@@ -459,7 +515,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 5,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s1.json",
@@ -467,7 +524,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 5,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s2.json",
@@ -475,7 +533,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 5,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s3.json",
@@ -483,7 +542,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 5,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s4.json",
@@ -491,7 +551,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "FA",
       "depth": 5,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s0.json",
@@ -499,7 +560,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 60,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s1.json",
@@ -507,7 +569,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 60,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s2.json",
@@ -515,7 +578,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 60,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s3.json",
@@ -523,7 +587,8 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 60,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s4.json",
@@ -531,7 +596,548 @@
       "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26",
       "method": "FA",
       "depth": 60,
-      "seed": 4
+      "seed": 4,
+      "signal": null
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_matched_s0.json",
+      "sha256": "76748704f5786d4a54b8200873c0bbd2b9d1ec5825338ec9e5efa6b35d50b737",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_matched_s1.json",
+      "sha256": "00014ea11e162678ad4b2dd4266fb08a003b9dea89897043d7be5de7ea068021",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_matched_s2.json",
+      "sha256": "c53e034dfea6819753d747b39854b7cafbc0b248b59a4e33162078118faa6a6c",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_matched_s3.json",
+      "sha256": "895d8e72338cb67b5f9eaf5aacb0d36425fcaa9d59f2e8b1edaefafd40b8da38",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_matched_s4.json",
+      "sha256": "e26a956f79cbdae6c6dd08ecd632f79aca7a9624d6e9a9eb066736d6d675e572",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_raw_s0.json",
+      "sha256": "fc82279de1933c5841246a94c76db7db6275ad4bc377791390b065067e84999b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_raw_s1.json",
+      "sha256": "20bf365b0e2dc0938ef90b44f243efe4be70f08a30ce9e6f2dfc7d8e577638df",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_raw_s2.json",
+      "sha256": "f3770881575188eb3c094d0982cdd0ae92ac558f599dd6944174bd2df59c6c5c",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_raw_s3.json",
+      "sha256": "d6d0eebd59d921cb755978d6936f094429b63ed8a2c54adf7e5561203cd7c1f3",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_raw_s4.json",
+      "sha256": "6bdf4a02e69c1fdee9d0c61385cb33a2302030fea82be62846c9e882d968931b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_residual_s0.json",
+      "sha256": "110f1605a65ba81de09e9c671ef843f87d94ffba7453142a4f8160baf80e0654",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_residual_s1.json",
+      "sha256": "fcce73a919bec96b38fcd284e814fabeb4b2f3d13a8b08b39633405b17f44f94",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_residual_s2.json",
+      "sha256": "265cae2d0f4d2f4f96e43bdeb499ecbf13770dad30f1eb299643f9dce0673678",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_residual_s3.json",
+      "sha256": "59ec5bae0297a4e2412bbcbb9792087b0eed34308067bfcebcdab81557d60c3e",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0_residual_s4.json",
+      "sha256": "c17b292cc6917839917f0edc16c2f530de828f9628ccc3d4b32aa8523e70b82a",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_matched_s0.json",
+      "sha256": "55e15376053e89fe307bde5381b185fe33244899865bbd0653a542bd95330eb2",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_matched_s1.json",
+      "sha256": "4d405aeb70097178ed9dd1cf9986ccbf4973b81dda706d449bde26a4733d7831",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_matched_s2.json",
+      "sha256": "255f812290ae52487edca50d0918732936d4cda36c2d522ccad38886e1d79262",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_matched_s3.json",
+      "sha256": "3232de19c026d6efce23fb1e2cbe2530746b58c5aa1a0d48fdecf4a1cc063138",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_matched_s4.json",
+      "sha256": "2111e402515de4cdeda0cba76e3936d512391884facce4f1152802743b66e4f8",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_raw_s0.json",
+      "sha256": "e1ea673b7d3843abeb75b311ee314a7346ffdbd2bc28777dfd48906fb0d5ebe2",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_raw_s1.json",
+      "sha256": "1db26b4df7687773cf7bc4513ef2ae8d1a8bf0bdcb8142827736e613e4be5911",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_raw_s2.json",
+      "sha256": "ace0aec875e83ec5fb734df26e8b35c73647e7d677e60849cbd54afe91fd725f",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_raw_s3.json",
+      "sha256": "92a26e749626053441b50507c036d3d7fd246324ac5cdd81ea5200a0fb9a9ca7",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_raw_s4.json",
+      "sha256": "cf01853f4ed5180c63f625a14826f589457f5d6d831f507ce8e39e55cd441b23",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_residual_s0.json",
+      "sha256": "8c1d93c25bc369d8244fc938281ac4f257151ebc744f96bd18c3c544b5e89db2",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_residual_s1.json",
+      "sha256": "9ecc939ed9028d44d83e16e73df6eb7e863f7318e3a12eb48cf353a1fed43fbd",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_residual_s2.json",
+      "sha256": "12eebdb3b6c8a09b328b3c678de507d453e2b18767b108c51b4482b6e8cf50dc",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_residual_s3.json",
+      "sha256": "a508f465fc12a37c4ba08faea324127682b29f646d849ab11715804dbe6c5230",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p05_residual_s4.json",
+      "sha256": "af9ab0aaee9782e0d9a6d1b8d05d18254d42db5e78133d1e4e4c2f9c46de6c6b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_matched_s0.json",
+      "sha256": "e91e9dfcfcce0b856aa71c1e7997c7156386d647e27b179aaf7034942eab8ba1",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_matched_s1.json",
+      "sha256": "4f49e25b52003ec6a5d4c5022a38397bbaac8dd14fa345a037b785264838c1d7",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_matched_s2.json",
+      "sha256": "6d1356d4771cf160521e996e1cff70a09261278df45437050df61da7aa3bf48b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_matched_s3.json",
+      "sha256": "063b521666fdc9018c47c58a834a98b39df7684f2591cee1dfad855e754ece1f",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_matched_s4.json",
+      "sha256": "f63a26d0fab2e720289dbcbdb916322e5ba87bddab4b4c4b4389989e2b84592b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_raw_s0.json",
+      "sha256": "61539e21ac3a48c463672f3546149588f218c41efda38058a39e555a5ef89edb",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_raw_s1.json",
+      "sha256": "2ad20ec562741635d6ecc6b42a2d71ba986ef1aaf169419c0dd6ec54816c348c",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_raw_s2.json",
+      "sha256": "33ab5447eda69cef3118d2d895796a7dc17529b0f2fe102734dab1c808063954",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_raw_s3.json",
+      "sha256": "856a6d2d7a15e696aae0440f283e87f4e6fd45c4c54fad5a490da26cb16e704b",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_raw_s4.json",
+      "sha256": "f36088bd1a846a313d464931752cf95d210559c1408a4ca51c61fc7a089e8f12",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_residual_s0.json",
+      "sha256": "f48248efe327a80998284fe171df9e9f8b29a5f13b403321a6345bc60fd55053",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_residual_s1.json",
+      "sha256": "f7b67d263049315b5426b0e2af67ce57a9b13c434c221daa01e0db6a2f42cf60",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_residual_s2.json",
+      "sha256": "649b2cadfa9ea6988264ea7f019cb8bad7a57327f1468b42421ccfa9f8358166",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_residual_s3.json",
+      "sha256": "1760571a4d47203bcdcce2f41099d4b683d2cb3588822665ed97b581535ba8c0",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p2_residual_s4.json",
+      "sha256": "fd3e5da6f771a058b77318793fc0287d4dfd0a7c029fdf1f68e64a6b9c35bcb4",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_matched_s0.json",
+      "sha256": "e93555d6bc5fb4e4052fa08149b9c5ac9b05cf11e75956c7fd773ac01bb7133e",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_matched_s1.json",
+      "sha256": "c5e7be7a8696f225dfae023116ebf9f1e9924b53f49caf7a96cb8bc1c448da17",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_matched_s2.json",
+      "sha256": "6c999321ca73b422f1e033d36ba002af875f69101d27616992bb29378c4199f6",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_matched_s3.json",
+      "sha256": "8f28706190c25e4d202b9b77b0b17882f1bb4e392585979a1c68cd8be4cd10de",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_matched_s4.json",
+      "sha256": "41e2c133d71f59053e7e058225fcc38d72b56a1d9aea29c68b869824d1b36cdb",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "matched"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_raw_s0.json",
+      "sha256": "d54b14c189280f9fc716cbfbda17e0d0e2bc3007a0be363f7b3b80ff180e2fb0",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_raw_s1.json",
+      "sha256": "eaf26592fb822923c1f80cf636fb864be347f301c9cf4de32ceb929b5503b916",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_raw_s2.json",
+      "sha256": "ab427f3f3ebb1b5f58425254cd820cb4bb382e0d84e9719bf91ca3247e7132a5",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_raw_s3.json",
+      "sha256": "9af6ad3fdcf393caac0700e8ef098dec693c4a1e502d619692958137407bb5e5",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_raw_s4.json",
+      "sha256": "3069b3ba1bcf5600ecb8383a99188e5cad8c050a31962d4c55ec1e07dba4cf40",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "raw"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_residual_s0.json",
+      "sha256": "b90d493ac3a1724dd7309bc09aa027209e8a32adeee1dda5cd930356e5c18551",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 0,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_residual_s1.json",
+      "sha256": "ee25bc7ac016e9365a2ea1201b87b929beb07c71335f82fa07345e57cd268b61",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 1,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_residual_s2.json",
+      "sha256": "cb36f96dd40093478d252c9bd484e21cdd2d015c4138cc65b9e52bddac64d712",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 2,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_residual_s3.json",
+      "sha256": "e9969c9c1418efaaa08549f48570e8cd98afbe440a0876e99dce638ed6141b37",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 3,
+      "signal": "residual"
+    },
+    {
+      "path": "results/nuis_ctrl_v1_rho0p5_residual_s4.json",
+      "sha256": "232b8760c60fabbcb0f00a2bea96b35e694c82750d228a3d748693ad25a83628",
+      "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
+      "method": "SDIL",
+      "depth": 3,
+      "seed": 4,
+      "signal": "residual"
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d10_s0.json",
@@ -539,7 +1145,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 10,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d10_s1.json",
@@ -547,7 +1154,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 10,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d10_s2.json",
@@ -555,7 +1163,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 10,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d10_s3.json",
@@ -563,7 +1172,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 10,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d10_s4.json",
@@ -571,7 +1181,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 10,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d20_s0.json",
@@ -579,7 +1190,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 20,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d20_s1.json",
@@ -587,7 +1199,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 20,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d20_s2.json",
@@ -595,7 +1208,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 20,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d20_s3.json",
@@ -603,7 +1217,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 20,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d20_s4.json",
@@ -611,7 +1226,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 20,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d30_s0.json",
@@ -619,7 +1235,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 30,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d30_s1.json",
@@ -627,7 +1244,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 30,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d30_s2.json",
@@ -635,7 +1253,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 30,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d30_s3.json",
@@ -643,7 +1262,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 30,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d30_s4.json",
@@ -651,7 +1271,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 30,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d5_s0.json",
@@ -659,7 +1280,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 5,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d5_s1.json",
@@ -667,7 +1289,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 5,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d5_s2.json",
@@ -675,7 +1298,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 5,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d5_s3.json",
@@ -683,7 +1307,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 5,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d5_s4.json",
@@ -691,7 +1316,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "BP",
       "depth": 5,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d60_s0.json",
@@ -699,7 +1325,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 60,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d60_s1.json",
@@ -707,7 +1334,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 60,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d60_s2.json",
@@ -715,7 +1343,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 60,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d60_s3.json",
@@ -723,7 +1352,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 60,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_bp_w64_d60_s4.json",
@@ -731,7 +1361,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "BP",
       "depth": 60,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d10_s0.json",
@@ -739,7 +1370,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 10,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d10_s1.json",
@@ -747,7 +1379,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 10,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d10_s2.json",
@@ -755,7 +1388,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 10,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d10_s3.json",
@@ -763,7 +1397,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 10,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d10_s4.json",
@@ -771,7 +1406,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 10,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d20_s0.json",
@@ -779,7 +1415,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 20,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d20_s1.json",
@@ -787,7 +1424,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 20,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d20_s2.json",
@@ -795,7 +1433,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 20,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d20_s3.json",
@@ -803,7 +1442,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 20,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d20_s4.json",
@@ -811,7 +1451,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 20,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d30_s0.json",
@@ -819,7 +1460,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 30,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d30_s1.json",
@@ -827,7 +1469,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 30,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d30_s2.json",
@@ -835,7 +1478,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 30,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d30_s3.json",
@@ -843,7 +1487,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 30,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d30_s4.json",
@@ -851,7 +1496,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 30,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d5_s0.json",
@@ -859,7 +1505,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 5,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d5_s1.json",
@@ -867,7 +1514,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 5,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d5_s2.json",
@@ -875,7 +1523,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 5,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d5_s3.json",
@@ -883,7 +1532,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 5,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d5_s4.json",
@@ -891,7 +1541,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "DFA",
       "depth": 5,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d60_s0.json",
@@ -899,7 +1550,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 60,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d60_s1.json",
@@ -907,7 +1559,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 60,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d60_s2.json",
@@ -915,7 +1568,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 60,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d60_s3.json",
@@ -923,7 +1577,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 60,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_dfa_w64_d60_s4.json",
@@ -931,7 +1586,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "DFA",
       "depth": 60,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d10_s0.json",
@@ -939,7 +1595,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 10,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d10_s1.json",
@@ -947,7 +1604,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 10,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d10_s2.json",
@@ -955,7 +1613,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 10,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d10_s3.json",
@@ -963,7 +1622,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 10,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d10_s4.json",
@@ -971,7 +1631,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 10,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d20_s0.json",
@@ -979,7 +1640,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 20,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d20_s1.json",
@@ -987,7 +1649,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 20,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d20_s2.json",
@@ -995,7 +1658,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 20,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d20_s3.json",
@@ -1003,7 +1667,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 20,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d20_s4.json",
@@ -1011,7 +1676,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 20,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d30_s0.json",
@@ -1019,7 +1685,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 30,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d30_s1.json",
@@ -1027,7 +1694,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 30,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d30_s2.json",
@@ -1035,7 +1703,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 30,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d30_s3.json",
@@ -1043,7 +1712,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 30,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d30_s4.json",
@@ -1051,7 +1721,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 30,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d5_s0.json",
@@ -1059,7 +1730,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 5,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d5_s1.json",
@@ -1067,7 +1739,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 5,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d5_s2.json",
@@ -1075,7 +1748,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 5,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d5_s3.json",
@@ -1083,7 +1757,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 5,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d5_s4.json",
@@ -1091,7 +1766,8 @@
       "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3",
       "method": "SDIL",
       "depth": 5,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d60_s0.json",
@@ -1099,7 +1775,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 60,
-      "seed": 0
+      "seed": 0,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d60_s1.json",
@@ -1107,7 +1784,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 60,
-      "seed": 1
+      "seed": 1,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d60_s2.json",
@@ -1115,7 +1793,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 60,
-      "seed": 2
+      "seed": 2,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d60_s3.json",
@@ -1123,7 +1802,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 60,
-      "seed": 3
+      "seed": 3,
+      "signal": null
     },
     {
       "path": "results/scale_v3_cifar10_sdil_w64_d60_s4.json",
@@ -1131,7 +1811,8 @@
       "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3",
       "method": "SDIL",
       "depth": 60,
-      "seed": 4
+      "seed": 4,
+      "signal": null
     }
   ],
   "statistics": {
@@ -1963,6 +2644,268 @@
           303.82833762801914
         ]
       }
+    },
+    "mnist_soma_predictable_traffic": {
+      "cells": {
+        "raw_rho0p0": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.45,
+          "accuracy_percent_sd": 0.046368092477477724,
+          "used_signal_alignment_mean": 0.6220727562904358,
+          "used_signal_alignment_sd": 0.011069591009584163
+        },
+        "raw_rho0p05": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 96.438,
+          "accuracy_percent_sd": 0.07694153624668641,
+          "used_signal_alignment_mean": 0.13298306303719679,
+          "used_signal_alignment_sd": 0.016946221040042096
+        },
+        "raw_rho0p2": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 95.512,
+          "accuracy_percent_sd": 0.14956603892595316,
+          "used_signal_alignment_mean": 0.17854754480843743,
+          "used_signal_alignment_sd": 0.05026729560803176
+        },
+        "raw_rho0p5": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 10.38,
+          "accuracy_percent_sd": 0.5484523680320834,
+          "used_signal_alignment_mean": -0.43780875504016875,
+          "used_signal_alignment_sd": 0.07468238748311132
+        },
+        "matched_rho0p0": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.45,
+          "accuracy_percent_sd": 0.046368092477477724,
+          "used_signal_alignment_mean": 0.6220727562904358,
+          "used_signal_alignment_sd": 0.011069591009584163
+        },
+        "matched_rho0p05": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 96.97999999999999,
+          "accuracy_percent_sd": 0.14815532390029007,
+          "used_signal_alignment_mean": 0.05879382068912188,
+          "used_signal_alignment_sd": 0.014084379795403506
+        },
+        "matched_rho0p2": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 95.974,
+          "accuracy_percent_sd": 0.14380542409798305,
+          "used_signal_alignment_mean": 0.013816396954158943,
+          "used_signal_alignment_sd": 0.0335774815194844
+        },
+        "matched_rho0p5": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 10.31,
+          "accuracy_percent_sd": 0.633008688723938,
+          "used_signal_alignment_mean": -0.11352713306744894,
+          "used_signal_alignment_sd": 0.17635937215259634
+        },
+        "residual_rho0p0": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.45,
+          "accuracy_percent_sd": 0.046368092477477724,
+          "used_signal_alignment_mean": 0.6220727562904358,
+          "used_signal_alignment_sd": 0.011069591009584163
+        },
+        "residual_rho0p05": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.382,
+          "accuracy_percent_sd": 0.1544991909363972,
+          "used_signal_alignment_mean": 0.29676006535689037,
+          "used_signal_alignment_sd": 0.008854245854254043
+        },
+        "residual_rho0p2": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.37,
+          "accuracy_percent_sd": 0.08336666000266622,
+          "used_signal_alignment_mean": 0.2342828313509623,
+          "used_signal_alignment_sd": 0.013001986228357942
+        },
+        "residual_rho0p5": {
+          "n": 5,
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_percent_mean": 97.348,
+          "accuracy_percent_sd": 0.13349157276772108,
+          "used_signal_alignment_mean": 0.2051051914691925,
+          "used_signal_alignment_sd": 0.019946174875016955
+        }
+      },
+      "paired_accuracy": {
+        "residual_minus_raw_rho0p0": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 0.0,
+          "accuracy_point_gain_sd": 0.0
+        },
+        "residual_minus_matched_rho0p0": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 0.0,
+          "accuracy_point_gain_sd": 0.0
+        },
+        "residual_minus_raw_rho0p05": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 0.9440000000000004,
+          "accuracy_point_gain_sd": 0.19230184606497894
+        },
+        "residual_minus_matched_rho0p05": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 0.40200000000000014,
+          "accuracy_point_gain_sd": 0.24631280924872626
+        },
+        "residual_minus_raw_rho0p2": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 1.8579999999999997,
+          "accuracy_point_gain_sd": 0.17697457444503342
+        },
+        "residual_minus_matched_rho0p2": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 1.3960000000000017,
+          "accuracy_point_gain_sd": 0.11414902540100651
+        },
+        "residual_minus_raw_rho0p5": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 86.968,
+          "accuracy_point_gain_sd": 0.6261549329039969
+        },
+        "residual_minus_matched_rho0p5": {
+          "seeds": [
+            0,
+            1,
+            2,
+            3,
+            4
+          ],
+          "accuracy_point_gain_mean": 87.038,
+          "accuracy_point_gain_sd": 0.6065228767326085
+        }
+      }
     }
   },
   "outputs": [
@@ -1970,6 +2913,8 @@
     "figure1_pareto.png",
     "figure2_scaling.pdf",
     "figure2_scaling.png",
+    "figure3_innovation.pdf",
+    "figure3_innovation.png",
     "main_figure_captions.md"
   ]
 }
\ No newline at end of file