results: close Rain C0 and released-profile R0

1 files changed, 483 insertions, 0 deletions

diff --git a/results/ep_bias/dillavou_c0/summary.json b/results/ep_bias/dillavou_c0/summary.json
new file mode 100644
index 0000000..e6cc518
--- /dev/null
+++ b/results/ep_bias/dillavou_c0/summary.json
@@ -0,0 +1,483 @@
+{
+  "centered_clean": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.792,
+        "test_cost": 0.15573115186691283,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.8135,
+        "test_cost": 0.1375195680141449,
+        "finite": true
+      },
+      {
+        "epoch": 3,
+        "test_accuracy": 0.8574,
+        "test_cost": 0.1070521926999092,
+        "finite": true
+      },
+      {
+        "epoch": 4,
+        "test_accuracy": 0.8465,
+        "test_cost": 0.11115882776975632,
+        "finite": true
+      },
+      {
+        "epoch": 5,
+        "test_accuracy": 0.8717,
+        "test_cost": 0.09622300601005554,
+        "finite": true
+      },
+      {
+        "epoch": 6,
+        "test_accuracy": 0.86,
+        "test_cost": 0.1034158871769905,
+        "finite": true
+      },
+      {
+        "epoch": 7,
+        "test_accuracy": 0.8724,
+        "test_cost": 0.09512372477054595,
+        "finite": true
+      },
+      {
+        "epoch": 8,
+        "test_accuracy": 0.8745,
+        "test_cost": 0.09160860464572906,
+        "finite": true
+      },
+      {
+        "epoch": 9,
+        "test_accuracy": 0.871,
+        "test_cost": 0.09528597943782806,
+        "finite": true
+      },
+      {
+        "epoch": 10,
+        "test_accuracy": 0.8867,
+        "test_cost": 0.08445086604356766,
+        "finite": true
+      }
+    ],
+    "final": {
+      "epoch": 10,
+      "train_accuracy": 0.8811,
+      "train_cost": 0.08831276926994323,
+      "test_accuracy": 0.8867,
+      "test_cost": 0.08445086604356766,
+      "finite": true,
+      "corrector": {},
+      "wall_seconds": 7940.900921821594
+    }
+  },
+  "centered_raw": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.1,
+        "test_cost": NaN,
+        "finite": false
+      }
+    ],
+    "final": {
+      "epoch": 1,
+      "train_accuracy": 0.10061666666666666,
+      "train_cost": NaN,
+      "test_accuracy": 0.1,
+      "test_cost": NaN,
+      "finite": false,
+      "corrector": {
+        "step": 468,
+        "bias_model": "dillavou_constant_update",
+        "clean_update_rms": NaN,
+        "bias_update_rms": NaN,
+        "residual_update_rms": NaN,
+        "bias_to_clean_update_rms": NaN,
+        "residual_to_clean_update_rms": NaN,
+        "neutral_observations": 0
+      },
+      "wall_seconds": 813.3471133708954
+    }
+  },
+  "pep_clean": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.7315,
+        "test_cost": 0.20986583371162415,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.5922,
+        "test_cost": 0.4188939518928528,
+        "finite": true
+      },
+      {
+        "epoch": 3,
+        "test_accuracy": 0.5733,
+        "test_cost": 0.2982772967338562,
+        "finite": true
+      },
+      {
+        "epoch": 4,
+        "test_accuracy": 0.4685,
+        "test_cost": 0.34045493516922,
+        "finite": true
+      },
+      {
+        "epoch": 5,
+        "test_accuracy": 0.338,
+        "test_cost": 0.42704891023635866,
+        "finite": true
+      },
+      {
+        "epoch": 6,
+        "test_accuracy": 0.2028,
+        "test_cost": 0.44713303966522217,
+        "finite": true
+      },
+      {
+        "epoch": 7,
+        "test_accuracy": 0.1,
+        "test_cost": 0.451286998796463,
+        "finite": true
+      },
+      {
+        "epoch": 8,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45172959218025205,
+        "finite": true
+      },
+      {
+        "epoch": 9,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45050861291885375,
+        "finite": true
+      },
+      {
+        "epoch": 10,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45086712436676024,
+        "finite": true
+      }
+    ],
+    "final": {
+      "epoch": 10,
+      "train_accuracy": 0.09518333333333333,
+      "train_cost": 0.45089836565653485,
+      "test_accuracy": 0.1,
+      "test_cost": 0.45086712436676024,
+      "finite": true,
+      "corrector": {},
+      "wall_seconds": 7688.960968732834
+    }
+  },
+  "pep_constant": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.7252,
+        "test_cost": 0.21449419848918916,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.734,
+        "test_cost": 0.20494100348949432,
+        "finite": true
+      },
+      {
+        "epoch": 3,
+        "test_accuracy": 0.726,
+        "test_cost": 0.21046952879428862,
+        "finite": true
+      },
+      {
+        "epoch": 4,
+        "test_accuracy": 0.5606,
+        "test_cost": 0.3176894040584564,
+        "finite": true
+      },
+      {
+        "epoch": 5,
+        "test_accuracy": 0.1949,
+        "test_cost": 0.4102668016910553,
+        "finite": true
+      },
+      {
+        "epoch": 6,
+        "test_accuracy": 0.1,
+        "test_cost": 0.46038982095718384,
+        "finite": true
+      },
+      {
+        "epoch": 7,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45710823802948,
+        "finite": true
+      },
+      {
+        "epoch": 8,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45869329319000246,
+        "finite": true
+      },
+      {
+        "epoch": 9,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4577524483680725,
+        "finite": true
+      },
+      {
+        "epoch": 10,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4571452916145325,
+        "finite": true
+      }
+    ],
+    "final": {
+      "epoch": 10,
+      "train_accuracy": 0.10006666666666666,
+      "train_cost": 0.45555214653015136,
+      "test_accuracy": 0.1,
+      "test_cost": 0.4571452916145325,
+      "finite": true,
+      "corrector": {
+        "step": 4689,
+        "bias_model": "dillavou_constant_update",
+        "clean_update_rms": 0.00023774306744370527,
+        "bias_update_rms": 0.00015287711537102346,
+        "residual_update_rms": 3.794692534694495e-12,
+        "bias_to_clean_update_rms": 0.6430350084013404,
+        "residual_to_clean_update_rms": 1.596131729726686e-08,
+        "neutral_observations": 1
+      },
+      "wall_seconds": 8229.516099214554
+    }
+  },
+  "pep_raw": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.1064,
+        "test_cost": 92706.8582,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.1,
+        "test_cost": NaN,
+        "finite": false
+      }
+    ],
+    "final": {
+      "epoch": 2,
+      "train_accuracy": 0.09923333333333334,
+      "train_cost": NaN,
+      "test_accuracy": 0.1,
+      "test_cost": NaN,
+      "finite": false,
+      "corrector": {
+        "step": 937,
+        "bias_model": "dillavou_constant_update",
+        "clean_update_rms": NaN,
+        "bias_update_rms": NaN,
+        "residual_update_rms": NaN,
+        "bias_to_clean_update_rms": NaN,
+        "residual_to_clean_update_rms": NaN,
+        "neutral_observations": 0
+      },
+      "wall_seconds": 1665.599752664566
+    }
+  },
+  "pep_sdil": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.7252,
+        "test_cost": 0.21449419848918916,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.734,
+        "test_cost": 0.20494100348949432,
+        "finite": true
+      },
+      {
+        "epoch": 3,
+        "test_accuracy": 0.726,
+        "test_cost": 0.21046952879428862,
+        "finite": true
+      },
+      {
+        "epoch": 4,
+        "test_accuracy": 0.5606,
+        "test_cost": 0.3176894040584564,
+        "finite": true
+      },
+      {
+        "epoch": 5,
+        "test_accuracy": 0.1949,
+        "test_cost": 0.4102668016910553,
+        "finite": true
+      },
+      {
+        "epoch": 6,
+        "test_accuracy": 0.1,
+        "test_cost": 0.46038982095718384,
+        "finite": true
+      },
+      {
+        "epoch": 7,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45710823802948,
+        "finite": true
+      },
+      {
+        "epoch": 8,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45869329319000246,
+        "finite": true
+      },
+      {
+        "epoch": 9,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4577524483680725,
+        "finite": true
+      },
+      {
+        "epoch": 10,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4571452916145325,
+        "finite": true
+      }
+    ],
+    "final": {
+      "epoch": 10,
+      "train_accuracy": 0.10006666666666666,
+      "train_cost": 0.45555214653015136,
+      "test_accuracy": 0.1,
+      "test_cost": 0.4571452916145325,
+      "finite": true,
+      "corrector": {
+        "step": 4689,
+        "bias_model": "dillavou_constant_update",
+        "clean_update_rms": 0.00023774306744370527,
+        "bias_update_rms": 0.00015287711537102346,
+        "residual_update_rms": 3.794692534694495e-12,
+        "bias_to_clean_update_rms": 0.6430350084013404,
+        "residual_to_clean_update_rms": 1.596131729726686e-08,
+        "neutral_observations": 1
+      },
+      "wall_seconds": 8315.11565542221
+    }
+  },
+  "random_clean": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.7752,
+        "test_cost": 0.16445912487506867,
+        "finite": true
+      },
+      {
+        "epoch": 2,
+        "test_accuracy": 0.7839,
+        "test_cost": 0.16023902473449708,
+        "finite": true
+      },
+      {
+        "epoch": 3,
+        "test_accuracy": 0.7716,
+        "test_cost": 0.16426111673116683,
+        "finite": true
+      },
+      {
+        "epoch": 4,
+        "test_accuracy": 0.7575,
+        "test_cost": 0.186199333691597,
+        "finite": true
+      },
+      {
+        "epoch": 5,
+        "test_accuracy": 0.7414,
+        "test_cost": 0.18556401858329774,
+        "finite": true
+      },
+      {
+        "epoch": 6,
+        "test_accuracy": 0.6789,
+        "test_cost": 0.2430113084077835,
+        "finite": true
+      },
+      {
+        "epoch": 7,
+        "test_accuracy": 0.1,
+        "test_cost": 0.46262577285766604,
+        "finite": true
+      },
+      {
+        "epoch": 8,
+        "test_accuracy": 0.1,
+        "test_cost": 0.45456055669784545,
+        "finite": true
+      },
+      {
+        "epoch": 9,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4610685874938965,
+        "finite": true
+      },
+      {
+        "epoch": 10,
+        "test_accuracy": 0.1,
+        "test_cost": 0.4531411005973816,
+        "finite": true
+      }
+    ],
+    "final": {
+      "epoch": 10,
+      "train_accuracy": 0.09846666666666666,
+      "train_cost": 0.45765557657877604,
+      "test_accuracy": 0.1,
+      "test_cost": 0.4531411005973816,
+      "finite": true,
+      "corrector": {},
+      "wall_seconds": 7831.132164478302
+    }
+  },
+  "random_raw": {
+    "trajectory": [
+      {
+        "epoch": 1,
+        "test_accuracy": 0.1,
+        "test_cost": NaN,
+        "finite": false
+      }
+    ],
+    "final": {
+      "epoch": 1,
+      "train_accuracy": 0.10205,
+      "train_cost": NaN,
+      "test_accuracy": 0.1,
+      "test_cost": NaN,
+      "finite": false,
+      "corrector": {
+        "step": 468,
+        "bias_model": "dillavou_constant_update",
+        "clean_update_rms": NaN,
+        "bias_update_rms": NaN,
+        "residual_update_rms": NaN,
+        "bias_to_clean_update_rms": NaN,
+        "residual_to_clean_update_rms": NaN,
+        "neutral_observations": 0
+      },
+      "wall_seconds": 828.8401348590851
+    }
+  }
+}