summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-08 10:27:17 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-08 10:27:17 -0500
commita3baf15507c67202814d5ccb4c06e1af027971c5 (patch)
tree66105d34911f364ec20747eece1e48fd689f8b29
parentc959c50eaeb932f96339a96fb42abfb247cc5aac (diff)
results: compare full state-bias EP trajectories
-rw-r--r--RAIN_EP_RELEASED_PROFILE.md22
-rw-r--r--results/ep_bias/centered_r3/seed_1988_clean.json186
-rw-r--r--results/ep_bias/centered_r3/seed_1988_intercept.json296
-rw-r--r--results/ep_bias/centered_r3/seed_1988_raw.json156
-rw-r--r--results/ep_bias/centered_r3/seed_1988_sdil.json296
-rw-r--r--results/ep_bias/centered_r3/seed_1989_clean.json186
-rw-r--r--results/ep_bias/centered_r3/seed_1989_intercept.json296
-rw-r--r--results/ep_bias/centered_r3/seed_1989_raw.json136
-rw-r--r--results/ep_bias/centered_r3/seed_1989_sdil.json296
-rw-r--r--results/ep_bias/centered_r3/summary.json167
10 files changed, 2037 insertions, 0 deletions
diff --git a/RAIN_EP_RELEASED_PROFILE.md b/RAIN_EP_RELEASED_PROFILE.md
index eb6a16f..6849a9d 100644
--- a/RAIN_EP_RELEASED_PROFILE.md
+++ b/RAIN_EP_RELEASED_PROFILE.md
@@ -123,3 +123,25 @@ Affine SDIL lost all four paired comparisons. The one-epoch state-dependent
claim is therefore negative. The remaining accuracy question is whether the
affine predictor needs a longer trajectory to learn the state relation; R3
tests that question on full-data ten-epoch trajectories.
+
+## R3 full-data trajectories
+
+R3 used all 60,000 FashionMNIST training examples, the official 10,000-example
+test set, ten epochs, and two paired initializations. The hardware bias was the
+released state-dependent profile, not the constant-offset sanity check. The
+intercept tracker and affine SDIL received the same exact neutral observation
+every ten parameter updates. Final test accuracy was:
+
+| seed | clean/oracle | raw | intercept tracker | affine SDIL | SDIL minus intercept |
+|---:|---:|---:|---:|---:|---:|
+| 1988 | 88.67% | 10.00% (nonfinite after epoch 3) | 84.52% | 83.13% | -1.39 points |
+| 1989 | 88.80% | 10.00% (nonfinite after epoch 2) | 86.02% | 87.22% | +1.20 points |
+| mean | 88.74% | 10.00% | 85.27% | 85.18% | -0.10 points |
+
+Both local correction methods prevent the raw state-dependent failure, but
+affine SDIL does not have a consistent accuracy advantage: it wins one pair,
+loses one pair, and is 0.095 percentage points lower on the two-seed mean. The
+predeclared endpoint is final accuracy, so its temporarily higher intermediate
+or best accuracy is not substituted for this result. Two further paired seeds
+are required to narrow the comparison, but R3 itself is mixed/negative for an
+SDIL-over-intercept claim.
diff --git a/results/ep_bias/centered_r3/seed_1988_clean.json b/results/ep_bias/centered_r3/seed_1988_clean.json
new file mode 100644
index 0000000..12fd5ee
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1988_clean.json
@@ -0,0 +1,186 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 2.1457672119140625e-06,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.5966166666666667,
+ "train_cost": 0.26790297616322833,
+ "test_accuracy": 0.792,
+ "test_cost": 0.15573115186691283,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 773.0352191925049
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.7990166666666667,
+ "train_cost": 0.1508844397544861,
+ "test_accuracy": 0.8135,
+ "test_cost": 0.1375195680141449,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 1545.9970779418945
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8292,
+ "train_cost": 0.12718361412684123,
+ "test_accuracy": 0.8574,
+ "test_cost": 0.1070521926999092,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 2319.259986639023
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.84385,
+ "train_cost": 0.11590963444709777,
+ "test_accuracy": 0.8465,
+ "test_cost": 0.11115882776975632,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 3091.5079197883606
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.8542166666666666,
+ "train_cost": 0.10834487209320068,
+ "test_accuracy": 0.8717,
+ "test_cost": 0.09622300601005554,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 3862.8982717990875
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.8607,
+ "train_cost": 0.1035885739326477,
+ "test_accuracy": 0.86,
+ "test_cost": 0.1034158871769905,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 4634.808916807175
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.8689666666666667,
+ "train_cost": 0.09762942288716635,
+ "test_accuracy": 0.8724,
+ "test_cost": 0.09512372477054595,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 5406.447237491608
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8729166666666667,
+ "train_cost": 0.09451936751206716,
+ "test_accuracy": 0.8745,
+ "test_cost": 0.09160860464572906,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 6178.133781671524
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.8778,
+ "train_cost": 0.09079933222929637,
+ "test_accuracy": 0.871,
+ "test_cost": 0.09528597943782806,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 6949.983987569809
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8811,
+ "train_cost": 0.08831276926994323,
+ "test_accuracy": 0.8867,
+ "test_cost": 0.08445086604356766,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 7721.515896558762
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8811,
+ "train_cost": 0.08831276926994323,
+ "test_accuracy": 0.8867,
+ "test_cost": 0.08445086604356766,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 7721.515896558762
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1988_intercept.json b/results/ep_bias/centered_r3/seed_1988_intercept.json
new file mode 100644
index 0000000..10d9ba8
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1988_intercept.json
@@ -0,0 +1,296 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.6379166666666667,
+ "train_cost": 0.2457014633178711,
+ "test_accuracy": 0.8056,
+ "test_cost": 0.1505281674146652,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005912389875797398,
+ "bias_update_rms": 0.00024815531329949183,
+ "residual_update_rms": 8.516195342807299e-07,
+ "bias_to_clean_update_rms": 0.41972082104281627,
+ "residual_to_clean_update_rms": 0.0014403981337003302,
+ "neutral_observations": 48
+ },
+ "wall_seconds": 831.86829662323
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.79885,
+ "train_cost": 0.15100324606895446,
+ "test_accuracy": 0.8107,
+ "test_cost": 0.1410569483757019,
+ "finite": true,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006362818029495578,
+ "bias_update_rms": 0.0002480266233984186,
+ "residual_update_rms": 9.330004461058466e-07,
+ "bias_to_clean_update_rms": 0.38980624976018885,
+ "residual_to_clean_update_rms": 0.0014663321216807008,
+ "neutral_observations": 95
+ },
+ "wall_seconds": 1664.0175342559814
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8200166666666666,
+ "train_cost": 0.13274317696889243,
+ "test_accuracy": 0.8313,
+ "test_cost": 0.1241843073129654,
+ "finite": true,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006525129674423072,
+ "bias_update_rms": 0.00024800405395488436,
+ "residual_update_rms": 6.296205867374435e-07,
+ "bias_to_clean_update_rms": 0.3800752878935114,
+ "residual_to_clean_update_rms": 0.0009649165888693426,
+ "neutral_observations": 142
+ },
+ "wall_seconds": 2497.1119043827057
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.8251333333333334,
+ "train_cost": 0.1280106491247813,
+ "test_accuracy": 0.8277,
+ "test_cost": 0.12270383191108704,
+ "finite": true,
+ "corrector": {
+ "step": 1875,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0003477749663410005,
+ "bias_update_rms": 0.00024797584966803943,
+ "residual_update_rms": 4.815648869021293e-07,
+ "bias_to_clean_update_rms": 0.7130353638648447,
+ "residual_to_clean_update_rms": 0.0013847025620295655,
+ "neutral_observations": 189
+ },
+ "wall_seconds": 3326.9885873794556
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.836,
+ "train_cost": 0.12103946491877238,
+ "test_accuracy": 0.8454,
+ "test_cost": 0.11515080854892731,
+ "finite": true,
+ "corrector": {
+ "step": 2344,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004121663225289022,
+ "bias_update_rms": 0.0002479503040354703,
+ "residual_update_rms": 3.091296718932677e-07,
+ "bias_to_clean_update_rms": 0.6015782718833933,
+ "residual_to_clean_update_rms": 0.0007500119611824683,
+ "neutral_observations": 236
+ },
+ "wall_seconds": 4156.00572180748
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.8386,
+ "train_cost": 0.11862480351130168,
+ "test_accuracy": 0.8367,
+ "test_cost": 0.12245318219661713,
+ "finite": true,
+ "corrector": {
+ "step": 2813,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005693208973066719,
+ "bias_update_rms": 0.00024795349574279006,
+ "residual_update_rms": 2.076727673714642e-07,
+ "bias_to_clean_update_rms": 0.43552502097815454,
+ "residual_to_clean_update_rms": 0.00036477278166657323,
+ "neutral_observations": 283
+ },
+ "wall_seconds": 4985.344669818878
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.8372166666666667,
+ "train_cost": 0.1192303105990092,
+ "test_accuracy": 0.8384,
+ "test_cost": 0.11817904765605927,
+ "finite": true,
+ "corrector": {
+ "step": 3282,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006527238093164116,
+ "bias_update_rms": 0.00024793823880767384,
+ "residual_update_rms": 1.0486701262266198e-07,
+ "bias_to_clean_update_rms": 0.3798516849987992,
+ "residual_to_clean_update_rms": 0.00016066062111705058,
+ "neutral_observations": 330
+ },
+ "wall_seconds": 5815.382421970367
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8429333333333333,
+ "train_cost": 0.11504684060414633,
+ "test_accuracy": 0.8472,
+ "test_cost": 0.11157319618463517,
+ "finite": true,
+ "corrector": {
+ "step": 3751,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0002527978519986613,
+ "bias_update_rms": 0.00024794589886162745,
+ "residual_update_rms": 3.165819530104748e-12,
+ "bias_to_clean_update_rms": 0.9808069843209761,
+ "residual_to_clean_update_rms": 1.252312670014899e-08,
+ "neutral_observations": 377
+ },
+ "wall_seconds": 6644.28409075737
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.8437666666666667,
+ "train_cost": 0.11362157521247863,
+ "test_accuracy": 0.8211,
+ "test_cost": 0.12780055351257325,
+ "finite": true,
+ "corrector": {
+ "step": 4220,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004532410213345832,
+ "bias_update_rms": 0.0002479495710431662,
+ "residual_update_rms": 8.421799228703382e-07,
+ "bias_to_clean_update_rms": 0.5470589804803424,
+ "residual_to_clean_update_rms": 0.0018581281994081462,
+ "neutral_observations": 423
+ },
+ "wall_seconds": 7473.06492972374
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8501666666666666,
+ "train_cost": 0.10972953166166942,
+ "test_accuracy": 0.8452,
+ "test_cost": 0.11462557312250138,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00042104258128212,
+ "bias_update_rms": 0.0002479632806978909,
+ "residual_update_rms": 8.854394713820801e-07,
+ "bias_to_clean_update_rms": 0.5889268490203913,
+ "residual_to_clean_update_rms": 0.0021029689412548763,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8300.64514875412
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8501666666666666,
+ "train_cost": 0.10972953166166942,
+ "test_accuracy": 0.8452,
+ "test_cost": 0.11462557312250138,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00042104258128212,
+ "bias_update_rms": 0.0002479632806978909,
+ "residual_update_rms": 8.854394713820801e-07,
+ "bias_to_clean_update_rms": 0.5889268490203913,
+ "residual_to_clean_update_rms": 0.0021029689412548763,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8300.64514875412
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1988_raw.json b/results/ep_bias/centered_r3/seed_1988_raw.json
new file mode 100644
index 0000000..f3f10b2
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1988_raw.json
@@ -0,0 +1,156 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 1.1920928955078125e-06,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.4395,
+ "train_cost": 0.7167087767601014,
+ "test_accuracy": 0.1,
+ "test_cost": 0.48992531185150145,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0009198356660080169,
+ "bias_update_rms": 0.00017159385524410895,
+ "residual_update_rms": 0.00017159385515615823,
+ "bias_to_clean_update_rms": 0.18654838204829233,
+ "residual_to_clean_update_rms": 0.18654838195267665,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 831.1388154029846
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.10715,
+ "train_cost": 1.66081443678538,
+ "test_accuracy": 0.1,
+ "test_cost": 471.0141723144531,
+ "finite": true,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.2610104705407043,
+ "bias_update_rms": 0.000166707993062808,
+ "residual_update_rms": 0.00016670808499451263,
+ "bias_to_clean_update_rms": 0.0006387023199393453,
+ "residual_to_clean_update_rms": 0.0006387026721539689,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 1666.3909628391266
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.10038333333333334,
+ "train_cost": NaN,
+ "test_accuracy": 0.1,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 2501.671797990799
+ }
+ ],
+ "epochs_completed": 3,
+ "beta_sign_counts": {
+ "positive": 1407,
+ "negative": 1407
+ },
+ "final": {
+ "epoch": 3,
+ "train_accuracy": 0.10038333333333334,
+ "train_cost": NaN,
+ "test_accuracy": 0.1,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 2501.671797990799
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1988_sdil.json b/results/ep_bias/centered_r3/seed_1988_sdil.json
new file mode 100644
index 0000000..2628ceb
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1988_sdil.json
@@ -0,0 +1,296 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.6414,
+ "train_cost": 0.24428939560254415,
+ "test_accuracy": 0.7879,
+ "test_cost": 0.15489654624462126,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005044067244796634,
+ "bias_update_rms": 0.0002481419248887212,
+ "residual_update_rms": 5.907895842473555e-07,
+ "bias_to_clean_update_rms": 0.49194809039213294,
+ "residual_to_clean_update_rms": 0.0011712563603445275,
+ "neutral_observations": 48
+ },
+ "wall_seconds": 835.7167277336121
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.80785,
+ "train_cost": 0.14529478352864583,
+ "test_accuracy": 0.8195,
+ "test_cost": 0.13500099263191223,
+ "finite": true,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005439189822692433,
+ "bias_update_rms": 0.0002480326756484366,
+ "residual_update_rms": 5.445831411684245e-07,
+ "bias_to_clean_update_rms": 0.4560103319314914,
+ "residual_to_clean_update_rms": 0.0010012210621817433,
+ "neutral_observations": 95
+ },
+ "wall_seconds": 1672.1666207313538
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8269833333333333,
+ "train_cost": 0.1284785340309143,
+ "test_accuracy": 0.8217,
+ "test_cost": 0.12805011922121048,
+ "finite": true,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006703795586964196,
+ "bias_update_rms": 0.0002480026554835836,
+ "residual_update_rms": 3.6361537016501616e-07,
+ "bias_to_clean_update_rms": 0.36994364202547414,
+ "residual_to_clean_update_rms": 0.0005424022338510457,
+ "neutral_observations": 142
+ },
+ "wall_seconds": 2508.2711963653564
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.8332666666666667,
+ "train_cost": 0.12343429210980733,
+ "test_accuracy": 0.8231,
+ "test_cost": 0.12306875606775283,
+ "finite": true,
+ "corrector": {
+ "step": 1875,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005284445609793372,
+ "bias_update_rms": 0.00024798038546384234,
+ "residual_update_rms": 2.6442243864294214e-07,
+ "bias_to_clean_update_rms": 0.46926471341529935,
+ "residual_to_clean_update_rms": 0.0005003787684992019,
+ "neutral_observations": 189
+ },
+ "wall_seconds": 3344.4905066490173
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.83395,
+ "train_cost": 0.12255464715957641,
+ "test_accuracy": 0.8422,
+ "test_cost": 0.11449280109405517,
+ "finite": true,
+ "corrector": {
+ "step": 2344,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005084548618424255,
+ "bias_update_rms": 0.0002479473467605643,
+ "residual_update_rms": 1.93182508398727e-07,
+ "bias_to_clean_update_rms": 0.487648688935942,
+ "residual_to_clean_update_rms": 0.00037994033078711303,
+ "neutral_observations": 236
+ },
+ "wall_seconds": 4183.238507509232
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.8424166666666667,
+ "train_cost": 0.11606575908660889,
+ "test_accuracy": 0.8494,
+ "test_cost": 0.11201731077432632,
+ "finite": true,
+ "corrector": {
+ "step": 2813,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006028233135396703,
+ "bias_update_rms": 0.00024792638421127736,
+ "residual_update_rms": 1.4381506605318305e-07,
+ "bias_to_clean_update_rms": 0.4112753747951421,
+ "residual_to_clean_update_rms": 0.00023856918407605504,
+ "neutral_observations": 283
+ },
+ "wall_seconds": 5020.138065576553
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.8420666666666666,
+ "train_cost": 0.11606640078226725,
+ "test_accuracy": 0.8376,
+ "test_cost": 0.1149260580420494,
+ "finite": true,
+ "corrector": {
+ "step": 3282,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005329347078406797,
+ "bias_update_rms": 0.0002479322806728202,
+ "residual_update_rms": 6.098457895591215e-08,
+ "bias_to_clean_update_rms": 0.46522074285118487,
+ "residual_to_clean_update_rms": 0.00011443161433978781,
+ "neutral_observations": 330
+ },
+ "wall_seconds": 5857.24401473999
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8413666666666667,
+ "train_cost": 0.11614268266359964,
+ "test_accuracy": 0.8369,
+ "test_cost": 0.11700071120262145,
+ "finite": true,
+ "corrector": {
+ "step": 3751,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00034951649619403434,
+ "bias_update_rms": 0.00024794873915549506,
+ "residual_update_rms": 5.6898903272574065e-12,
+ "bias_to_clean_update_rms": 0.7094049690228245,
+ "residual_to_clean_update_rms": 1.6279318399033905e-08,
+ "neutral_observations": 377
+ },
+ "wall_seconds": 6693.713828086853
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.8446333333333333,
+ "train_cost": 0.11383107699553172,
+ "test_accuracy": 0.8287,
+ "test_cost": 0.12292674199342728,
+ "finite": true,
+ "corrector": {
+ "step": 4220,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004699156819867266,
+ "bias_update_rms": 0.00024795088657150597,
+ "residual_update_rms": 3.9292129663639363e-07,
+ "bias_to_clean_update_rms": 0.5276497381896476,
+ "residual_to_clean_update_rms": 0.0008361527646304263,
+ "neutral_observations": 423
+ },
+ "wall_seconds": 7529.938046693802
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8459,
+ "train_cost": 0.11318698964118958,
+ "test_accuracy": 0.8313,
+ "test_cost": 0.12444570105075836,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000517193442122431,
+ "bias_update_rms": 0.00024795332044080283,
+ "residual_update_rms": 3.6990502310299927e-07,
+ "bias_to_clean_update_rms": 0.47942085155462366,
+ "residual_to_clean_update_rms": 0.0007152159965234723,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8364.393671989441
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8459,
+ "train_cost": 0.11318698964118958,
+ "test_accuracy": 0.8313,
+ "test_cost": 0.12444570105075836,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000517193442122431,
+ "bias_update_rms": 0.00024795332044080283,
+ "residual_update_rms": 3.6990502310299927e-07,
+ "bias_to_clean_update_rms": 0.47942085155462366,
+ "residual_to_clean_update_rms": 0.0007152159965234723,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8364.393671989441
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1989_clean.json b/results/ep_bias/centered_r3/seed_1989_clean.json
new file mode 100644
index 0000000..aaaa1d2
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1989_clean.json
@@ -0,0 +1,186 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 2.384185791015625e-06,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.62995,
+ "train_cost": 0.24774755630493164,
+ "test_accuracy": 0.785,
+ "test_cost": 0.15017734718322753,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 791.8711850643158
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.8123833333333333,
+ "train_cost": 0.14134639674822488,
+ "test_accuracy": 0.8323,
+ "test_cost": 0.12335672492980956,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 1585.6684465408325
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8347,
+ "train_cost": 0.12240706000328064,
+ "test_accuracy": 0.8527,
+ "test_cost": 0.11043169293403625,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 2381.7297286987305
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.8522666666666666,
+ "train_cost": 0.11007866832415263,
+ "test_accuracy": 0.8503,
+ "test_cost": 0.10634270758628846,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 3178.3342180252075
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.8600666666666666,
+ "train_cost": 0.10362589096228282,
+ "test_accuracy": 0.8649,
+ "test_cost": 0.09968915002346039,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 3975.0621688365936
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.86675,
+ "train_cost": 0.09925567571322123,
+ "test_accuracy": 0.8668,
+ "test_cost": 0.09750469102859496,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 4771.791045427322
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.8730833333333333,
+ "train_cost": 0.0941778604666392,
+ "test_accuracy": 0.8779,
+ "test_cost": 0.08983972749710083,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 5568.52526140213
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8776666666666667,
+ "train_cost": 0.0916673661549886,
+ "test_accuracy": 0.8765,
+ "test_cost": 0.08934285793304443,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 6365.089915275574
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.8824,
+ "train_cost": 0.08827614934444428,
+ "test_accuracy": 0.8827,
+ "test_cost": 0.08754250838756561,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 7161.721607923508
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8861833333333333,
+ "train_cost": 0.08464979181289672,
+ "test_accuracy": 0.888,
+ "test_cost": 0.08476702122688294,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 7958.297293424606
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8861833333333333,
+ "train_cost": 0.08464979181289672,
+ "test_accuracy": 0.888,
+ "test_cost": 0.08476702122688294,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 7958.297293424606
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1989_intercept.json b/results/ep_bias/centered_r3/seed_1989_intercept.json
new file mode 100644
index 0000000..a272804
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1989_intercept.json
@@ -0,0 +1,296 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.6339166666666667,
+ "train_cost": 0.2456015769958496,
+ "test_accuracy": 0.7854,
+ "test_cost": 0.15374195680618286,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00042877408119194985,
+ "bias_update_rms": 0.0002550279603814115,
+ "residual_update_rms": 9.301938189743932e-07,
+ "bias_to_clean_update_rms": 0.5947839936417304,
+ "residual_to_clean_update_rms": 0.0021694264177268964,
+ "neutral_observations": 48
+ },
+ "wall_seconds": 827.2065126895905
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.8077166666666666,
+ "train_cost": 0.14449990399678547,
+ "test_accuracy": 0.8173,
+ "test_cost": 0.13303444242477416,
+ "finite": true,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0006923730029198261,
+ "bias_update_rms": 0.00025490534180030804,
+ "residual_update_rms": 6.608906837327593e-07,
+ "bias_to_clean_update_rms": 0.3681618733332169,
+ "residual_to_clean_update_rms": 0.0009545298284966314,
+ "neutral_observations": 95
+ },
+ "wall_seconds": 1656.586102962494
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8287166666666667,
+ "train_cost": 0.1285227791150411,
+ "test_accuracy": 0.8408,
+ "test_cost": 0.11559003837108613,
+ "finite": true,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005084580772650482,
+ "bias_update_rms": 0.0002548737816838632,
+ "residual_update_rms": 5.958228060464798e-07,
+ "bias_to_clean_update_rms": 0.5012680358129172,
+ "residual_to_clean_update_rms": 0.0011718228752532732,
+ "neutral_observations": 142
+ },
+ "wall_seconds": 2485.472142457962
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.83905,
+ "train_cost": 0.11831587142944336,
+ "test_accuracy": 0.8328,
+ "test_cost": 0.12195949485301971,
+ "finite": true,
+ "corrector": {
+ "step": 1875,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005207754703657215,
+ "bias_update_rms": 0.0002548459162100203,
+ "residual_update_rms": 4.3203919645379567e-07,
+ "bias_to_clean_update_rms": 0.4893585253373231,
+ "residual_to_clean_update_rms": 0.0008296074240024984,
+ "neutral_observations": 189
+ },
+ "wall_seconds": 3314.8510603904724
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.8482333333333333,
+ "train_cost": 0.11244425039291382,
+ "test_accuracy": 0.8336,
+ "test_cost": 0.117599473798275,
+ "finite": true,
+ "corrector": {
+ "step": 2344,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005858914156526038,
+ "bias_update_rms": 0.00025483235652912803,
+ "residual_update_rms": 3.0440995008288915e-07,
+ "bias_to_clean_update_rms": 0.43494809741371493,
+ "residual_to_clean_update_rms": 0.0005195671790886673,
+ "neutral_observations": 236
+ },
+ "wall_seconds": 4143.885350942612
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.8504,
+ "train_cost": 0.11004521047274271,
+ "test_accuracy": 0.8405,
+ "test_cost": 0.11480701524019242,
+ "finite": true,
+ "corrector": {
+ "step": 2813,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00033550004656803385,
+ "bias_update_rms": 0.00025484019732576347,
+ "residual_update_rms": 2.420401056459422e-07,
+ "bias_to_clean_update_rms": 0.7595831950923027,
+ "residual_to_clean_update_rms": 0.0007214309152021548,
+ "neutral_observations": 283
+ },
+ "wall_seconds": 4974.852057933807
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.8538833333333333,
+ "train_cost": 0.10742587502797445,
+ "test_accuracy": 0.8453,
+ "test_cost": 0.11043691914081573,
+ "finite": true,
+ "corrector": {
+ "step": 3282,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0003669912207015775,
+ "bias_update_rms": 0.0002548284814216698,
+ "residual_update_rms": 8.164310640248532e-08,
+ "bias_to_clean_update_rms": 0.694372145836388,
+ "residual_to_clean_update_rms": 0.00022246610217652648,
+ "neutral_observations": 330
+ },
+ "wall_seconds": 5804.899300813675
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8569,
+ "train_cost": 0.10537596474488577,
+ "test_accuracy": 0.8452,
+ "test_cost": 0.10979842546582222,
+ "finite": true,
+ "corrector": {
+ "step": 3751,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0003509540871007948,
+ "bias_update_rms": 0.0002548361636437436,
+ "residual_update_rms": 9.162360345894927e-12,
+ "bias_to_clean_update_rms": 0.7261239376037074,
+ "residual_to_clean_update_rms": 2.6107005681525163e-08,
+ "neutral_observations": 377
+ },
+ "wall_seconds": 6634.237590551376
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.8586333333333334,
+ "train_cost": 0.10456536351839701,
+ "test_accuracy": 0.8618,
+ "test_cost": 0.10211618549823762,
+ "finite": true,
+ "corrector": {
+ "step": 4220,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004393878627748794,
+ "bias_update_rms": 0.0002548492764688893,
+ "residual_update_rms": 6.965519868154715e-07,
+ "bias_to_clean_update_rms": 0.5800098228918569,
+ "residual_to_clean_update_rms": 0.0015852781695345787,
+ "neutral_observations": 423
+ },
+ "wall_seconds": 7464.362337589264
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8616333333333334,
+ "train_cost": 0.10167002823352814,
+ "test_accuracy": 0.8602,
+ "test_cost": 0.10281604286432267,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000377134481830818,
+ "bias_update_rms": 0.00025486823183524344,
+ "residual_update_rms": 6.404241808528831e-07,
+ "bias_to_clean_update_rms": 0.6758019860660128,
+ "residual_to_clean_update_rms": 0.0016981321298013168,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8292.83525443077
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8616333333333334,
+ "train_cost": 0.10167002823352814,
+ "test_accuracy": 0.8602,
+ "test_cost": 0.10281604286432267,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000377134481830818,
+ "bias_update_rms": 0.00025486823183524344,
+ "residual_update_rms": 6.404241808528831e-07,
+ "bias_to_clean_update_rms": 0.6758019860660128,
+ "residual_to_clean_update_rms": 0.0016981321298013168,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8292.83525443077
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1989_raw.json b/results/ep_bias/centered_r3/seed_1989_raw.json
new file mode 100644
index 0000000..5cfd2a6
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1989_raw.json
@@ -0,0 +1,136 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 9.5367431640625e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.49016666666666664,
+ "train_cost": 36.581053507328036,
+ "test_accuracy": 0.1739,
+ "test_cost": 105.17654489746094,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 5.169414345721687,
+ "bias_update_rms": 0.0001711535879573308,
+ "residual_update_rms": 0.000171147312905697,
+ "bias_to_clean_update_rms": 3.310889329252182e-05,
+ "residual_to_clean_update_rms": 3.310767941195158e-05,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 831.0293717384338
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.10053333333333334,
+ "train_cost": NaN,
+ "test_accuracy": 0.1,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 1662.4170327186584
+ }
+ ],
+ "epochs_completed": 2,
+ "beta_sign_counts": {
+ "positive": 938,
+ "negative": 938
+ },
+ "final": {
+ "epoch": 2,
+ "train_accuracy": 0.10053333333333334,
+ "train_cost": NaN,
+ "test_accuracy": 0.1,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 1662.4170327186584
+ }
+}
diff --git a/results/ep_bias/centered_r3/seed_1989_sdil.json b/results/ep_bias/centered_r3/seed_1989_sdil.json
new file mode 100644
index 0000000..228b659
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1989_sdil.json
@@ -0,0 +1,296 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "neutral_cadence": 10,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 10,
+ "train_limit": 60000,
+ "test_limit": 10000,
+ "evaluation_split": "test",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.6375833333333333,
+ "train_cost": 0.24372959696451824,
+ "test_accuracy": 0.7971,
+ "test_cost": 0.14594474699497223,
+ "finite": true,
+ "corrector": {
+ "step": 468,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.00041771182552043616,
+ "bias_update_rms": 0.00025509162119103366,
+ "residual_update_rms": 6.616512235390727e-07,
+ "bias_to_clean_update_rms": 0.6106880523988266,
+ "residual_to_clean_update_rms": 0.0015839896864655607,
+ "neutral_observations": 48
+ },
+ "wall_seconds": 826.6448926925659
+ },
+ {
+ "epoch": 2,
+ "train_accuracy": 0.8066833333333333,
+ "train_cost": 0.14657605986595154,
+ "test_accuracy": 0.8141,
+ "test_cost": 0.13199705736637116,
+ "finite": true,
+ "corrector": {
+ "step": 937,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005572421196838177,
+ "bias_update_rms": 0.000254917315303664,
+ "residual_update_rms": 6.243934477181251e-07,
+ "bias_to_clean_update_rms": 0.4574623961453336,
+ "residual_to_clean_update_rms": 0.0011205065548031607,
+ "neutral_observations": 95
+ },
+ "wall_seconds": 1655.0201470851898
+ },
+ {
+ "epoch": 3,
+ "train_accuracy": 0.8208833333333333,
+ "train_cost": 0.1333048082669576,
+ "test_accuracy": 0.8235,
+ "test_cost": 0.12576292197704314,
+ "finite": true,
+ "corrector": {
+ "step": 1406,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004969672586254139,
+ "bias_update_rms": 0.00025487722951803845,
+ "residual_update_rms": 4.349330589720075e-07,
+ "bias_to_clean_update_rms": 0.5128652342671746,
+ "residual_to_clean_update_rms": 0.0008751744736162502,
+ "neutral_observations": 142
+ },
+ "wall_seconds": 2479.9009778499603
+ },
+ {
+ "epoch": 4,
+ "train_accuracy": 0.82995,
+ "train_cost": 0.1241160659790039,
+ "test_accuracy": 0.8266,
+ "test_cost": 0.12248113236427308,
+ "finite": true,
+ "corrector": {
+ "step": 1875,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0003989268270686613,
+ "bias_update_rms": 0.00025485214644379727,
+ "residual_update_rms": 2.9821652309091916e-07,
+ "bias_to_clean_update_rms": 0.638844342248092,
+ "residual_to_clean_update_rms": 0.0007475469255407875,
+ "neutral_observations": 189
+ },
+ "wall_seconds": 3305.238174676895
+ },
+ {
+ "epoch": 5,
+ "train_accuracy": 0.8391166666666666,
+ "train_cost": 0.11874872349103292,
+ "test_accuracy": 0.8239,
+ "test_cost": 0.1274190316438675,
+ "finite": true,
+ "corrector": {
+ "step": 2344,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005345309911439545,
+ "bias_update_rms": 0.0002548363242903419,
+ "residual_update_rms": 2.1394552512892625e-07,
+ "bias_to_clean_update_rms": 0.47674751981164726,
+ "residual_to_clean_update_rms": 0.0004002490569743384,
+ "neutral_observations": 236
+ },
+ "wall_seconds": 4130.922740459442
+ },
+ {
+ "epoch": 6,
+ "train_accuracy": 0.8438833333333333,
+ "train_cost": 0.1144898591518402,
+ "test_accuracy": 0.8449,
+ "test_cost": 0.11315111498832703,
+ "finite": true,
+ "corrector": {
+ "step": 2813,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0003169381149244905,
+ "bias_update_rms": 0.0002548435663949696,
+ "residual_update_rms": 1.3312272557346084e-07,
+ "bias_to_clean_update_rms": 0.8040798957098778,
+ "residual_to_clean_update_rms": 0.0004200275047549169,
+ "neutral_observations": 283
+ },
+ "wall_seconds": 4957.198348999023
+ },
+ {
+ "epoch": 7,
+ "train_accuracy": 0.84755,
+ "train_cost": 0.1107346476952235,
+ "test_accuracy": 0.8596,
+ "test_cost": 0.10145815197825432,
+ "finite": true,
+ "corrector": {
+ "step": 3282,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0004267035193489106,
+ "bias_update_rms": 0.00025484768104246233,
+ "residual_update_rms": 5.981886285404321e-08,
+ "bias_to_clean_update_rms": 0.5972476660875071,
+ "residual_to_clean_update_rms": 0.00014018835125924987,
+ "neutral_observations": 330
+ },
+ "wall_seconds": 5783.009205579758
+ },
+ {
+ "epoch": 8,
+ "train_accuracy": 0.8565333333333334,
+ "train_cost": 0.10630311357180278,
+ "test_accuracy": 0.8534,
+ "test_cost": 0.10781848565340042,
+ "finite": true,
+ "corrector": {
+ "step": 3751,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000452509110513581,
+ "bias_update_rms": 0.00025486371002038334,
+ "residual_update_rms": 6.758565027674311e-12,
+ "bias_to_clean_update_rms": 0.5632233784887171,
+ "residual_to_clean_update_rms": 1.493575459730212e-08,
+ "neutral_observations": 377
+ },
+ "wall_seconds": 6608.3986937999725
+ },
+ {
+ "epoch": 9,
+ "train_accuracy": 0.86085,
+ "train_cost": 0.10319126005967458,
+ "test_accuracy": 0.8661,
+ "test_cost": 0.09632158966064452,
+ "finite": true,
+ "corrector": {
+ "step": 4220,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005267697980458482,
+ "bias_update_rms": 0.0002548765728107786,
+ "residual_update_rms": 3.7657449466716263e-07,
+ "bias_to_clean_update_rms": 0.4838481130776503,
+ "residual_to_clean_update_rms": 0.0007148748771553279,
+ "neutral_observations": 423
+ },
+ "wall_seconds": 7434.465129375458
+ },
+ {
+ "epoch": 10,
+ "train_accuracy": 0.8624833333333334,
+ "train_cost": 0.10089744210243225,
+ "test_accuracy": 0.8722,
+ "test_cost": 0.0937792196393013,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005418124942091109,
+ "bias_update_rms": 0.00025489015362430405,
+ "residual_update_rms": 2.84077419763116e-07,
+ "bias_to_clean_update_rms": 0.47043978562430483,
+ "residual_to_clean_update_rms": 0.0005243094664654913,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8258.133251428604
+ }
+ ],
+ "epochs_completed": 10,
+ "beta_sign_counts": {
+ "positive": 4690,
+ "negative": 4690
+ },
+ "final": {
+ "epoch": 10,
+ "train_accuracy": 0.8624833333333334,
+ "train_cost": 0.10089744210243225,
+ "test_accuracy": 0.8722,
+ "test_cost": 0.0937792196393013,
+ "finite": true,
+ "corrector": {
+ "step": 4689,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0005418124942091109,
+ "bias_update_rms": 0.00025489015362430405,
+ "residual_update_rms": 2.84077419763116e-07,
+ "bias_to_clean_update_rms": 0.47043978562430483,
+ "residual_to_clean_update_rms": 0.0005243094664654913,
+ "neutral_observations": 470
+ },
+ "wall_seconds": 8258.133251428604
+ }
+}
diff --git a/results/ep_bias/centered_r3/summary.json b/results/ep_bias/centered_r3/summary.json
new file mode 100644
index 0000000..84f4e87
--- /dev/null
+++ b/results/ep_bias/centered_r3/summary.json
@@ -0,0 +1,167 @@
+{
+ "by_seed": {
+ "1988": {
+ "clean": {
+ "trajectory": [
+ 0.792,
+ 0.8135,
+ 0.8574,
+ 0.8465,
+ 0.8717,
+ 0.86,
+ 0.8724,
+ 0.8745,
+ 0.871,
+ 0.8867
+ ],
+ "best_accuracy": 0.8867,
+ "final_accuracy": 0.8867,
+ "epochs_completed": 10,
+ "finite": true
+ },
+ "intercept": {
+ "trajectory": [
+ 0.8056,
+ 0.8107,
+ 0.8313,
+ 0.8277,
+ 0.8454,
+ 0.8367,
+ 0.8384,
+ 0.8472,
+ 0.8211,
+ 0.8452
+ ],
+ "best_accuracy": 0.8472,
+ "final_accuracy": 0.8452,
+ "epochs_completed": 10,
+ "finite": true
+ },
+ "raw": {
+ "trajectory": [
+ 0.1,
+ 0.1,
+ 0.1
+ ],
+ "best_accuracy": 0.1,
+ "final_accuracy": 0.1,
+ "epochs_completed": 3,
+ "finite": false
+ },
+ "sdil": {
+ "trajectory": [
+ 0.7879,
+ 0.8195,
+ 0.8217,
+ 0.8231,
+ 0.8422,
+ 0.8494,
+ 0.8376,
+ 0.8369,
+ 0.8287,
+ 0.8313
+ ],
+ "best_accuracy": 0.8494,
+ "final_accuracy": 0.8313,
+ "epochs_completed": 10,
+ "finite": true
+ }
+ },
+ "1989": {
+ "clean": {
+ "trajectory": [
+ 0.785,
+ 0.8323,
+ 0.8527,
+ 0.8503,
+ 0.8649,
+ 0.8668,
+ 0.8779,
+ 0.8765,
+ 0.8827,
+ 0.888
+ ],
+ "best_accuracy": 0.888,
+ "final_accuracy": 0.888,
+ "epochs_completed": 10,
+ "finite": true
+ },
+ "intercept": {
+ "trajectory": [
+ 0.7854,
+ 0.8173,
+ 0.8408,
+ 0.8328,
+ 0.8336,
+ 0.8405,
+ 0.8453,
+ 0.8452,
+ 0.8618,
+ 0.8602
+ ],
+ "best_accuracy": 0.8618,
+ "final_accuracy": 0.8602,
+ "epochs_completed": 10,
+ "finite": true
+ },
+ "raw": {
+ "trajectory": [
+ 0.1739,
+ 0.1
+ ],
+ "best_accuracy": 0.1739,
+ "final_accuracy": 0.1,
+ "epochs_completed": 2,
+ "finite": false
+ },
+ "sdil": {
+ "trajectory": [
+ 0.7971,
+ 0.8141,
+ 0.8235,
+ 0.8266,
+ 0.8239,
+ 0.8449,
+ 0.8596,
+ 0.8534,
+ 0.8661,
+ 0.8722
+ ],
+ "best_accuracy": 0.8722,
+ "final_accuracy": 0.8722,
+ "epochs_completed": 10,
+ "finite": true
+ }
+ }
+ },
+ "final_accuracy": {
+ "clean": {
+ "mean": 0.8873500000000001,
+ "values": [
+ 0.8867,
+ 0.888
+ ]
+ },
+ "raw": {
+ "mean": 0.1,
+ "values": [
+ 0.1,
+ 0.1
+ ]
+ },
+ "intercept": {
+ "mean": 0.8527,
+ "values": [
+ 0.8452,
+ 0.8602
+ ]
+ },
+ "sdil": {
+ "mean": 0.85175,
+ "values": [
+ 0.8313,
+ 0.8722
+ ]
+ }
+ }
+}