analysis: add CLLN scaling pilot figure

2 files changed, 2404 insertions, 0 deletions

diff --git a/results/coupled_ladder/p1_scaling_analysis.json b/results/coupled_ladder/p1_scaling_analysis.json
new file mode 100644
index 0000000..4d4866a
--- /dev/null
+++ b/results/coupled_ladder/p1_scaling_analysis.json
@@ -0,0 +1,2313 @@
+{
+  "analysis": "digital_coupled_ladder_scaling_pilot_analysis",
+  "confirmatory": false,
+  "bootstrap": {
+    "unit": "task; component draws averaged within task",
+    "task_clusters": 5,
+    "replicates": 20000,
+    "seed": 20260829,
+    "interval": "percentile 95%"
+  },
+  "sizes": [
+    4,
+    8,
+    12,
+    16,
+    24,
+    32
+  ],
+  "summaries": {
+    "4": {
+      "learnable_edges": 32,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.013333333333333332,
+            "task_bootstrap_95ci": [
+              0.005416666666666667,
+              0.025833333333333337
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.015,
+            "task_bootstrap_95ci": [
+              0.004583333333333333,
+              0.03458333333333334
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.5,
+            "task_bootstrap_95ci": [
+              0.5,
+              0.5
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.4929166666666666,
+            "task_bootstrap_95ci": [
+              0.48708333333333337,
+              0.49874999999999997
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.03479166666666667,
+            "task_bootstrap_95ci": [
+              0.005416666666666667,
+              0.08770833333333335
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.013333333333333332,
+            "task_bootstrap_95ci": [
+              0.005416666666666667,
+              0.025833333333333337
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 1.0
+      }
+    },
+    "8": {
+      "learnable_edges": 128,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.028750000000000005,
+            "task_bootstrap_95ci": [
+              0.008333333333333335,
+              0.059583333333333335
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.03916666666666667,
+            "task_bootstrap_95ci": [
+              0.011666666666666665,
+              0.08666666666666666
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.625,
+            "task_bootstrap_95ci": [
+              0.625,
+              0.625
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.6131249999999999,
+            "task_bootstrap_95ci": [
+              0.6027083333333334,
+              0.6189583333333333
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.04645833333333333,
+            "task_bootstrap_95ci": [
+              0.014583333333333334,
+              0.07833333333333332
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.028333333333333332,
+            "task_bootstrap_95ci": [
+              0.008333333333333333,
+              0.05916666666666666
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 1.0,
+            "task_bootstrap_95ci": [
+              1.0,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 1.0
+      }
+    },
+    "12": {
+      "learnable_edges": 288,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.052500000000000005,
+            "task_bootstrap_95ci": [
+              0.011458333333333334,
+              0.12458333333333334
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.05,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.15
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.12062500000000001,
+            "task_bootstrap_95ci": [
+              0.034791666666666665,
+              0.240625
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.525,
+            "task_bootstrap_95ci": [
+              0.5,
+              0.575
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.5458333333333332,
+            "task_bootstrap_95ci": [
+              0.5177083333333334,
+              0.5841666666666667
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.06458333333333334,
+            "task_bootstrap_95ci": [
+              0.011875,
+              0.16041666666666665
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.052500000000000005,
+            "task_bootstrap_95ci": [
+              0.011458333333333334,
+              0.12458333333333334
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 1.0
+      }
+    },
+    "16": {
+      "learnable_edges": 512,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.06312500000000001,
+            "task_bootstrap_95ci": [
+              0.015833333333333335,
+              0.14104166666666668
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.1,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.3
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.14416666666666667,
+            "task_bootstrap_95ci": [
+              0.04958333333333333,
+              0.24500000000000002
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.475,
+            "task_bootstrap_95ci": [
+              0.425,
+              0.5
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.47354166666666664,
+            "task_bootstrap_95ci": [
+              0.4247916666666667,
+              0.5
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.05,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.1
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.08458333333333334,
+            "task_bootstrap_95ci": [
+              0.0125,
+              0.15666666666666668
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.6,
+            "task_bootstrap_95ci": [
+              0.2,
+              1.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.06562500000000002,
+            "task_bootstrap_95ci": [
+              0.015833333333333335,
+              0.14729166666666668
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 1.0
+      }
+    },
+    "24": {
+      "learnable_edges": 1152,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.10354166666666667,
+            "task_bootstrap_95ci": [
+              0.0375,
+              0.18895833333333334
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.175,
+            "task_bootstrap_95ci": [
+              0.05,
+              0.35
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.20979166666666665,
+            "task_bootstrap_95ci": [
+              0.12270833333333334,
+              0.30374999999999996
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.2,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.6
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.5,
+            "task_bootstrap_95ci": [
+              0.5,
+              0.5
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.5,
+            "task_bootstrap_95ci": [
+              0.5,
+              0.5
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.1,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.3
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.12249999999999998,
+            "task_bootstrap_95ci": [
+              0.025416666666666664,
+              0.27999999999999997
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.075,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.175
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.10687500000000001,
+            "task_bootstrap_95ci": [
+              0.0375,
+              0.195625
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.6,
+            "task_bootstrap_95ci": [
+              0.2,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 0.8947368421052632
+      }
+    },
+    "32": {
+      "learnable_edges": 2048,
+      "methods": {
+        "clean": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.24520833333333333,
+            "task_bootstrap_95ci": [
+              0.196875,
+              0.29208333333333336
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "matched_noise": {
+          "classification_error": {
+            "mean": 0.225,
+            "task_bootstrap_95ci": [
+              0.075,
+              0.4
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.29729166666666673,
+            "task_bootstrap_95ci": [
+              0.2029166666666667,
+              0.39625000000000005
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.2,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.6
+            ]
+          }
+        },
+        "raw": {
+          "classification_error": {
+            "mean": 0.375,
+            "task_bootstrap_95ci": [
+              0.375,
+              0.375
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.4189583333333333,
+            "task_bootstrap_95ci": [
+              0.40145833333333325,
+              0.44104166666666667
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "constant": {
+          "classification_error": {
+            "mean": 0.3,
+            "task_bootstrap_95ci": [
+              0.15,
+              0.45
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.3404166666666667,
+            "task_bootstrap_95ci": [
+              0.19916666666666666,
+              0.48166666666666663
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.0,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.0
+            ]
+          }
+        },
+        "sdil": {
+          "classification_error": {
+            "mean": 0.025,
+            "task_bootstrap_95ci": [
+              0.0,
+              0.075
+            ]
+          },
+          "classification_error_auc": {
+            "mean": 0.25604166666666667,
+            "task_bootstrap_95ci": [
+              0.21416666666666667,
+              0.2979166666666666
+            ]
+          },
+          "reached_stable_zero_error": {
+            "mean": 0.8,
+            "task_bootstrap_95ci": [
+              0.4,
+              1.0
+            ]
+          }
+        },
+        "sdil_raw_to_clean_gap_closed": 1.0
+      }
+    }
+  },
+  "excess_error_scaling": {
+    "x_axis": "log10 learnable edges",
+    "y_axis": "classification error excess over clean",
+    "static_calibration_slope": 0.10415531736549301,
+    "static_calibration_slope_95ci": [
+      0.04974245841148715,
+      0.15874290021804183
+    ],
+    "sdil_slope": 0.012408970306003462,
+    "sdil_slope_95ci": [
+      -0.005786890644846146,
+      0.03349827657927614
+    ],
+    "paired_slope_difference": 0.09174634705948954,
+    "paired_slope_difference_95ci": [
+      0.03579940349500067,
+      0.1523636911664971
+    ],
+    "relative_slope_reduction_percent": 88.08609044657896,
+    "relative_slope_reduction_95ci": [
+      61.78973473646105,
+      106.06115922736782
+    ],
+    "relative_reduction_valid_bootstrap_fraction": 1.0
+  },
+  "largest_grid_learning_curves": {
+    "clean": [
+      {
+        "epoch": 0,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 10,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 20,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 30,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 40,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 50,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 60,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 70,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 80,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 90,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 100,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 110,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 120,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 130,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 140,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 150,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 160,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 170,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 180,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 190,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 200,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 210,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 220,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 230,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 240,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 250,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 260,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 270,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 280,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 290,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 300,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 310,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 320,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 330,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 340,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 350,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 360,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.03952847075210474
+      },
+      {
+        "epoch": 370,
+        "mean_classification_error": 0.2,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 380,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 390,
+        "mean_classification_error": 0.125,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 400,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.06123724356957946
+      },
+      {
+        "epoch": 410,
+        "mean_classification_error": 0.075,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 420,
+        "mean_classification_error": 0.075,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 430,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 440,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 450,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 460,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 470,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 480,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 490,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 500,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 510,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 520,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 530,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 540,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 550,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 560,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 570,
+        "mean_classification_error": 0.0,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 580,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025000000000000005
+      },
+      {
+        "epoch": 590,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025000000000000005
+      },
+      {
+        "epoch": 600,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025000000000000005
+      }
+    ],
+    "matched_noise": [
+      {
+        "epoch": 0,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 10,
+        "mean_classification_error": 0.6,
+        "standard_error": 0.09999999999999999
+      },
+      {
+        "epoch": 20,
+        "mean_classification_error": 0.55,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 30,
+        "mean_classification_error": 0.55,
+        "standard_error": 0.10155048005794949
+      },
+      {
+        "epoch": 40,
+        "mean_classification_error": 0.55,
+        "standard_error": 0.11592023119369628
+      },
+      {
+        "epoch": 50,
+        "mean_classification_error": 0.45,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 60,
+        "mean_classification_error": 0.425,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 70,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.06846531968814576
+      },
+      {
+        "epoch": 80,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 90,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 100,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.07288689868556625
+      },
+      {
+        "epoch": 110,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 120,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.03952847075210474
+      },
+      {
+        "epoch": 130,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.07288689868556625
+      },
+      {
+        "epoch": 140,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.11592023119369628
+      },
+      {
+        "epoch": 150,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 160,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 170,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09999999999999999
+      },
+      {
+        "epoch": 180,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 190,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 200,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.075
+      },
+      {
+        "epoch": 210,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 220,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.075
+      },
+      {
+        "epoch": 230,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.06846531968814576
+      },
+      {
+        "epoch": 240,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.07288689868556626
+      },
+      {
+        "epoch": 250,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.06846531968814576
+      },
+      {
+        "epoch": 260,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 270,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.06373774391990981
+      },
+      {
+        "epoch": 280,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.07288689868556625
+      },
+      {
+        "epoch": 290,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.06846531968814576
+      },
+      {
+        "epoch": 300,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 310,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 320,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.075
+      },
+      {
+        "epoch": 330,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 340,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.07288689868556625
+      },
+      {
+        "epoch": 350,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 360,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 370,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 380,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 390,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 400,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 410,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.07288689868556626
+      },
+      {
+        "epoch": 420,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 430,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.06373774391990981
+      },
+      {
+        "epoch": 440,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.09354143466934853
+      },
+      {
+        "epoch": 450,
+        "mean_classification_error": 0.15,
+        "standard_error": 0.09185586535436917
+      },
+      {
+        "epoch": 460,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.09354143466934853
+      },
+      {
+        "epoch": 470,
+        "mean_classification_error": 0.2,
+        "standard_error": 0.08477912478906584
+      },
+      {
+        "epoch": 480,
+        "mean_classification_error": 0.125,
+        "standard_error": 0.03952847075210474
+      },
+      {
+        "epoch": 490,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 500,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 510,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.075
+      },
+      {
+        "epoch": 520,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.09354143466934853
+      },
+      {
+        "epoch": 530,
+        "mean_classification_error": 0.2,
+        "standard_error": 0.08477912478906584
+      },
+      {
+        "epoch": 540,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.114564392373896
+      },
+      {
+        "epoch": 550,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.114564392373896
+      },
+      {
+        "epoch": 560,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.1
+      },
+      {
+        "epoch": 570,
+        "mean_classification_error": 0.15,
+        "standard_error": 0.09999999999999999
+      },
+      {
+        "epoch": 580,
+        "mean_classification_error": 0.15,
+        "standard_error": 0.09999999999999999
+      },
+      {
+        "epoch": 590,
+        "mean_classification_error": 0.15,
+        "standard_error": 0.09185586535436917
+      },
+      {
+        "epoch": 600,
+        "mean_classification_error": 0.225,
+        "standard_error": 0.09185586535436918
+      }
+    ],
+    "raw": [
+      {
+        "epoch": 0,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 10,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 20,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 30,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 40,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 50,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 60,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 70,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 80,
+        "mean_classification_error": 0.45,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 90,
+        "mean_classification_error": 0.45,
+        "standard_error": 0.049999999999999996
+      },
+      {
+        "epoch": 100,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 110,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 120,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 130,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 140,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 150,
+        "mean_classification_error": 0.45,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 160,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 170,
+        "mean_classification_error": 0.425,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 180,
+        "mean_classification_error": 0.425,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 190,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 200,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 210,
+        "mean_classification_error": 0.475,
+        "standard_error": 0.024999999999999998
+      },
+      {
+        "epoch": 220,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 230,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 240,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 250,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 260,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 270,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 280,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 290,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 300,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 310,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 320,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 330,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 340,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 350,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 360,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 370,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 380,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 390,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 400,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 410,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 420,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 430,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 440,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 450,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 460,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 470,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 480,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 490,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 500,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 510,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 520,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 530,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.024999999999999994
+      },
+      {
+        "epoch": 540,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 550,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 560,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 570,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 580,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 590,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 600,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.0
+      }
+    ],
+    "constant": [
+      {
+        "epoch": 0,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 10,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.10897247358851683
+      },
+      {
+        "epoch": 20,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.12247448713915891
+      },
+      {
+        "epoch": 30,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.12247448713915891
+      },
+      {
+        "epoch": 40,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.12247448713915891
+      },
+      {
+        "epoch": 50,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.12247448713915891
+      },
+      {
+        "epoch": 60,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.10897247358851683
+      },
+      {
+        "epoch": 70,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.10897247358851683
+      },
+      {
+        "epoch": 80,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09999999999999999
+      },
+      {
+        "epoch": 90,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 100,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.10897247358851683
+      },
+      {
+        "epoch": 110,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 120,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 130,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 140,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 150,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 160,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 170,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 180,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.09185586535436918
+      },
+      {
+        "epoch": 190,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 200,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 210,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.07905694150420949
+      },
+      {
+        "epoch": 220,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 230,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 240,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 250,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 260,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 270,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 280,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 290,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 300,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 310,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 320,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 330,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 340,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 350,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.07288689868556625
+      },
+      {
+        "epoch": 360,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 370,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 380,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 390,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 400,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 410,
+        "mean_classification_error": 0.325,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 420,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 430,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 440,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 450,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 460,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 470,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 480,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 490,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 500,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 510,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 520,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 530,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 540,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 550,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 560,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 570,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 580,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 590,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      },
+      {
+        "epoch": 600,
+        "mean_classification_error": 0.3,
+        "standard_error": 0.08477912478906585
+      }
+    ],
+    "sdil": [
+      {
+        "epoch": 0,
+        "mean_classification_error": 0.5,
+        "standard_error": 0.0
+      },
+      {
+        "epoch": 10,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 20,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 30,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 40,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 50,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 60,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 70,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 80,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 90,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 100,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 110,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 120,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 130,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 140,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 150,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 160,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 170,
+        "mean_classification_error": 0.375,
+        "standard_error": 0.05590169943749474
+      },
+      {
+        "epoch": 180,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 190,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 200,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 210,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 220,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 230,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 240,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 250,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 260,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 270,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 280,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 290,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 300,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 310,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 320,
+        "mean_classification_error": 0.4,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 330,
+        "mean_classification_error": 0.35,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 340,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 350,
+        "mean_classification_error": 0.275,
+        "standard_error": 0.06123724356957944
+      },
+      {
+        "epoch": 360,
+        "mean_classification_error": 0.25,
+        "standard_error": 0.03952847075210474
+      },
+      {
+        "epoch": 370,
+        "mean_classification_error": 0.2,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 380,
+        "mean_classification_error": 0.15,
+        "standard_error": 0.046770717334674264
+      },
+      {
+        "epoch": 390,
+        "mean_classification_error": 0.175,
+        "standard_error": 0.03061862178478972
+      },
+      {
+        "epoch": 400,
+        "mean_classification_error": 0.125,
+        "standard_error": 0.03952847075210474
+      },
+      {
+        "epoch": 410,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.025000000000000005
+      },
+      {
+        "epoch": 420,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.025000000000000005
+      },
+      {
+        "epoch": 430,
+        "mean_classification_error": 0.1,
+        "standard_error": 0.025000000000000005
+      },
+      {
+        "epoch": 440,
+        "mean_classification_error": 0.075,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 450,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 460,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 470,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 480,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 490,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 500,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 510,
+        "mean_classification_error": 0.05,
+        "standard_error": 0.03061862178478973
+      },
+      {
+        "epoch": 520,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 530,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 540,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 550,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 560,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 570,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 580,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 590,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      },
+      {
+        "epoch": 600,
+        "mean_classification_error": 0.025,
+        "standard_error": 0.025
+      }
+    ]
+  },
+  "sources": [
+    "results/coupled_ladder/p1_imperfection_pilot.json",
+    "results/coupled_ladder/p1_bias_baseline_pilot.json"
+  ]
+}
diff --git a/results/coupled_ladder/p1_scaling_source.csv b/results/coupled_ladder/p1_scaling_source.csv
new file mode 100644
index 0000000..b8b19dd
--- /dev/null
+++ b/results/coupled_ladder/p1_scaling_source.csv
@@ -0,0 +1,91 @@
+side,learnable_edges,method,metric,mean,ci_low,ci_high

+4,32,clean,classification_error,0.0,0.0,0.0

+4,32,clean,classification_error_auc,0.013333333333333332,0.005416666666666667,0.025833333333333337

+4,32,clean,reached_stable_zero_error,1.0,1.0,1.0

+4,32,matched_noise,classification_error,0.0,0.0,0.0

+4,32,matched_noise,classification_error_auc,0.015,0.004583333333333333,0.03458333333333334

+4,32,matched_noise,reached_stable_zero_error,1.0,1.0,1.0

+4,32,raw,classification_error,0.5,0.5,0.5

+4,32,raw,classification_error_auc,0.4929166666666666,0.48708333333333337,0.49874999999999997

+4,32,raw,reached_stable_zero_error,0.0,0.0,0.0

+4,32,constant,classification_error,0.025,0.0,0.075

+4,32,constant,classification_error_auc,0.03479166666666667,0.005416666666666667,0.08770833333333335

+4,32,constant,reached_stable_zero_error,0.8,0.4,1.0

+4,32,sdil,classification_error,0.0,0.0,0.0

+4,32,sdil,classification_error_auc,0.013333333333333332,0.005416666666666667,0.025833333333333337

+4,32,sdil,reached_stable_zero_error,1.0,1.0,1.0

+8,128,clean,classification_error,0.0,0.0,0.0

+8,128,clean,classification_error_auc,0.028750000000000005,0.008333333333333335,0.059583333333333335

+8,128,clean,reached_stable_zero_error,1.0,1.0,1.0

+8,128,matched_noise,classification_error,0.0,0.0,0.0

+8,128,matched_noise,classification_error_auc,0.03916666666666667,0.011666666666666665,0.08666666666666666

+8,128,matched_noise,reached_stable_zero_error,1.0,1.0,1.0

+8,128,raw,classification_error,0.625,0.625,0.625

+8,128,raw,classification_error_auc,0.6131249999999999,0.6027083333333334,0.6189583333333333

+8,128,raw,reached_stable_zero_error,0.0,0.0,0.0

+8,128,constant,classification_error,0.025,0.0,0.075

+8,128,constant,classification_error_auc,0.04645833333333333,0.014583333333333334,0.07833333333333332

+8,128,constant,reached_stable_zero_error,0.8,0.4,1.0

+8,128,sdil,classification_error,0.0,0.0,0.0

+8,128,sdil,classification_error_auc,0.028333333333333332,0.008333333333333333,0.05916666666666666

+8,128,sdil,reached_stable_zero_error,1.0,1.0,1.0

+12,288,clean,classification_error,0.025,0.0,0.075

+12,288,clean,classification_error_auc,0.052500000000000005,0.011458333333333334,0.12458333333333334

+12,288,clean,reached_stable_zero_error,0.8,0.4,1.0

+12,288,matched_noise,classification_error,0.05,0.0,0.15

+12,288,matched_noise,classification_error_auc,0.12062500000000001,0.034791666666666665,0.240625

+12,288,matched_noise,reached_stable_zero_error,0.8,0.4,1.0

+12,288,raw,classification_error,0.525,0.5,0.575

+12,288,raw,classification_error_auc,0.5458333333333332,0.5177083333333334,0.5841666666666667

+12,288,raw,reached_stable_zero_error,0.0,0.0,0.0

+12,288,constant,classification_error,0.025,0.0,0.075

+12,288,constant,classification_error_auc,0.06458333333333334,0.011875,0.16041666666666665

+12,288,constant,reached_stable_zero_error,0.8,0.4,1.0

+12,288,sdil,classification_error,0.025,0.0,0.075

+12,288,sdil,classification_error_auc,0.052500000000000005,0.011458333333333334,0.12458333333333334

+12,288,sdil,reached_stable_zero_error,0.8,0.4,1.0

+16,512,clean,classification_error,0.025,0.0,0.075

+16,512,clean,classification_error_auc,0.06312500000000001,0.015833333333333335,0.14104166666666668

+16,512,clean,reached_stable_zero_error,0.8,0.4,1.0

+16,512,matched_noise,classification_error,0.1,0.0,0.3

+16,512,matched_noise,classification_error_auc,0.14416666666666667,0.04958333333333333,0.24500000000000002

+16,512,matched_noise,reached_stable_zero_error,0.8,0.4,1.0

+16,512,raw,classification_error,0.475,0.425,0.5

+16,512,raw,classification_error_auc,0.47354166666666664,0.4247916666666667,0.5

+16,512,raw,reached_stable_zero_error,0.0,0.0,0.0

+16,512,constant,classification_error,0.05,0.0,0.1

+16,512,constant,classification_error_auc,0.08458333333333334,0.0125,0.15666666666666668

+16,512,constant,reached_stable_zero_error,0.6,0.2,1.0

+16,512,sdil,classification_error,0.025,0.0,0.075

+16,512,sdil,classification_error_auc,0.06562500000000002,0.015833333333333335,0.14729166666666668

+16,512,sdil,reached_stable_zero_error,0.8,0.4,1.0

+24,1152,clean,classification_error,0.025,0.0,0.075

+24,1152,clean,classification_error_auc,0.10354166666666667,0.0375,0.18895833333333334

+24,1152,clean,reached_stable_zero_error,0.8,0.4,1.0

+24,1152,matched_noise,classification_error,0.175,0.05,0.35

+24,1152,matched_noise,classification_error_auc,0.20979166666666665,0.12270833333333334,0.30374999999999996

+24,1152,matched_noise,reached_stable_zero_error,0.2,0.0,0.6

+24,1152,raw,classification_error,0.5,0.5,0.5

+24,1152,raw,classification_error_auc,0.5,0.5,0.5

+24,1152,raw,reached_stable_zero_error,0.0,0.0,0.0

+24,1152,constant,classification_error,0.1,0.0,0.3

+24,1152,constant,classification_error_auc,0.12249999999999998,0.025416666666666664,0.27999999999999997

+24,1152,constant,reached_stable_zero_error,0.8,0.4,1.0

+24,1152,sdil,classification_error,0.075,0.0,0.175

+24,1152,sdil,classification_error_auc,0.10687500000000001,0.0375,0.195625

+24,1152,sdil,reached_stable_zero_error,0.6,0.2,1.0

+32,2048,clean,classification_error,0.025,0.0,0.075

+32,2048,clean,classification_error_auc,0.24520833333333333,0.196875,0.29208333333333336

+32,2048,clean,reached_stable_zero_error,0.8,0.4,1.0

+32,2048,matched_noise,classification_error,0.225,0.075,0.4

+32,2048,matched_noise,classification_error_auc,0.29729166666666673,0.2029166666666667,0.39625000000000005

+32,2048,matched_noise,reached_stable_zero_error,0.2,0.0,0.6

+32,2048,raw,classification_error,0.375,0.375,0.375

+32,2048,raw,classification_error_auc,0.4189583333333333,0.40145833333333325,0.44104166666666667

+32,2048,raw,reached_stable_zero_error,0.0,0.0,0.0

+32,2048,constant,classification_error,0.3,0.15,0.45

+32,2048,constant,classification_error_auc,0.3404166666666667,0.19916666666666666,0.48166666666666663

+32,2048,constant,reached_stable_zero_error,0.0,0.0,0.0

+32,2048,sdil,classification_error,0.025,0.0,0.075

+32,2048,sdil,classification_error_auc,0.25604166666666667,0.21416666666666667,0.2979166666666666

+32,2048,sdil,reached_stable_zero_error,0.8,0.4,1.0