results: select four-probe least-squares SDIL

9 files changed, 960 insertions, 0 deletions

diff --git a/results/ep_bias/centered_r6_ols/probes_16_intercept.json b/results/ep_bias/centered_r6_ols/probes_16_intercept.json
new file mode 100644
index 0000000..38171c6
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_16_intercept.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "constant",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 16,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "nlms",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 7.152557373046875e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "6",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2289,
+      "train_cost": 0.4367092197418213,
+      "test_accuracy": 0.4545,
+      "test_cost": 0.3875820608139038,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0008846799293614056,
+        "bias_update_rms": 0.0002526815659105885,
+        "residual_update_rms": 5.440245210821184e-06,
+        "bias_to_clean_update_rms": 0.28561919121753254,
+        "residual_to_clean_update_rms": 0.006149393730168777,
+        "neutral_observations": 16
+      },
+      "wall_seconds": 137.89838790893555
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2289,
+    "train_cost": 0.4367092197418213,
+    "test_accuracy": 0.4545,
+    "test_cost": 0.3875820608139038,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.0008846799293614056,
+      "bias_update_rms": 0.0002526815659105885,
+      "residual_update_rms": 5.440245210821184e-06,
+      "bias_to_clean_update_rms": 0.28561919121753254,
+      "residual_to_clean_update_rms": 0.006149393730168777,
+      "neutral_observations": 16
+    },
+    "wall_seconds": 137.89838790893555
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_16_sdil.json b/results/ep_bias/centered_r6_ols/probes_16_sdil.json
new file mode 100644
index 0000000..cab1d18
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_16_sdil.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "innovation",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 16,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "ols",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 2.384185791015625e-06,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "7",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2287,
+      "train_cost": 0.43676079912185667,
+      "test_accuracy": 0.459,
+      "test_cost": 0.37831288623809817,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0013158778410665367,
+        "bias_update_rms": 0.0002524245267563672,
+        "residual_update_rms": 4.706583249401432e-09,
+        "bias_to_clean_update_rms": 0.1918297571997821,
+        "residual_to_clean_update_rms": 3.5767630569617945e-06,
+        "neutral_observations": 16
+      },
+      "wall_seconds": 137.92687368392944
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2287,
+    "train_cost": 0.43676079912185667,
+    "test_accuracy": 0.459,
+    "test_cost": 0.37831288623809817,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.0013158778410665367,
+      "bias_update_rms": 0.0002524245267563672,
+      "residual_update_rms": 4.706583249401432e-09,
+      "bias_to_clean_update_rms": 0.1918297571997821,
+      "residual_to_clean_update_rms": 3.5767630569617945e-06,
+      "neutral_observations": 16
+    },
+    "wall_seconds": 137.92687368392944
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_2_intercept.json b/results/ep_bias/centered_r6_ols/probes_2_intercept.json
new file mode 100644
index 0000000..9b3b942
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_2_intercept.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "constant",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 2,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "nlms",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 9.5367431640625e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "0",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2691,
+      "train_cost": 0.42186671981811524,
+      "test_accuracy": 0.4375,
+      "test_cost": 0.35975148487091063,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.001427166825556736,
+        "bias_update_rms": 0.0002054776426739298,
+        "residual_update_rms": 1.6090036340887493e-05,
+        "bias_to_clean_update_rms": 0.14397591016997838,
+        "residual_to_clean_update_rms": 0.011274110393233665,
+        "neutral_observations": 2
+      },
+      "wall_seconds": 137.37018537521362
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2691,
+    "train_cost": 0.42186671981811524,
+    "test_accuracy": 0.4375,
+    "test_cost": 0.35975148487091063,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.001427166825556736,
+      "bias_update_rms": 0.0002054776426739298,
+      "residual_update_rms": 1.6090036340887493e-05,
+      "bias_to_clean_update_rms": 0.14397591016997838,
+      "residual_to_clean_update_rms": 0.011274110393233665,
+      "neutral_observations": 2
+    },
+    "wall_seconds": 137.37018537521362
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_2_sdil.json b/results/ep_bias/centered_r6_ols/probes_2_sdil.json
new file mode 100644
index 0000000..1a1aec3
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_2_sdil.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "innovation",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 2,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "ols",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "1",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2302,
+      "train_cost": 0.4364230097770691,
+      "test_accuracy": 0.4465,
+      "test_cost": 0.3900137386322021,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0011782453860992794,
+        "bias_update_rms": 0.0002523992658193139,
+        "residual_update_rms": 3.028866772235715e-07,
+        "bias_to_clean_update_rms": 0.2142162140391752,
+        "residual_to_clean_update_rms": 0.0002570658716740777,
+        "neutral_observations": 2
+      },
+      "wall_seconds": 139.83865213394165
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2302,
+    "train_cost": 0.4364230097770691,
+    "test_accuracy": 0.4465,
+    "test_cost": 0.3900137386322021,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.0011782453860992794,
+      "bias_update_rms": 0.0002523992658193139,
+      "residual_update_rms": 3.028866772235715e-07,
+      "bias_to_clean_update_rms": 0.2142162140391752,
+      "residual_to_clean_update_rms": 0.0002570658716740777,
+      "neutral_observations": 2
+    },
+    "wall_seconds": 139.83865213394165
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_4_intercept.json b/results/ep_bias/centered_r6_ols/probes_4_intercept.json
new file mode 100644
index 0000000..d371ae7
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_4_intercept.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "constant",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 4,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "nlms",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "2",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2447,
+      "train_cost": 0.4306257155418396,
+      "test_accuracy": 0.413,
+      "test_cost": 0.3766919221878052,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0011484142593455489,
+        "bias_update_rms": 0.00025195370507864143,
+        "residual_update_rms": 1.3200444637024647e-05,
+        "bias_to_clean_update_rms": 0.21939270000202124,
+        "residual_to_clean_update_rms": 0.011494497329341099,
+        "neutral_observations": 4
+      },
+      "wall_seconds": 139.11218452453613
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2447,
+    "train_cost": 0.4306257155418396,
+    "test_accuracy": 0.413,
+    "test_cost": 0.3766919221878052,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.0011484142593455489,
+      "bias_update_rms": 0.00025195370507864143,
+      "residual_update_rms": 1.3200444637024647e-05,
+      "bias_to_clean_update_rms": 0.21939270000202124,
+      "residual_to_clean_update_rms": 0.011494497329341099,
+      "neutral_observations": 4
+    },
+    "wall_seconds": 139.11218452453613
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_4_sdil.json b/results/ep_bias/centered_r6_ols/probes_4_sdil.json
new file mode 100644
index 0000000..194c960
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_4_sdil.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "innovation",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 4,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "ols",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "3",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2284,
+      "train_cost": 0.4367024730205536,
+      "test_accuracy": 0.4535,
+      "test_cost": 0.38465969657897947,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.000925396244964672,
+        "bias_update_rms": 0.0002524133321648608,
+        "residual_update_rms": 6.183748753054423e-08,
+        "bias_to_clean_update_rms": 0.2727624339717274,
+        "residual_to_clean_update_rms": 6.682271282925396e-05,
+        "neutral_observations": 4
+      },
+      "wall_seconds": 139.24932861328125
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2284,
+    "train_cost": 0.4367024730205536,
+    "test_accuracy": 0.4535,
+    "test_cost": 0.38465969657897947,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.000925396244964672,
+      "bias_update_rms": 0.0002524133321648608,
+      "residual_update_rms": 6.183748753054423e-08,
+      "bias_to_clean_update_rms": 0.2727624339717274,
+      "residual_to_clean_update_rms": 6.682271282925396e-05,
+      "neutral_observations": 4
+    },
+    "wall_seconds": 139.24932861328125
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_8_intercept.json b/results/ep_bias/centered_r6_ols/probes_8_intercept.json
new file mode 100644
index 0000000..4a7adc6
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_8_intercept.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "constant",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 8,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "nlms",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 7.152557373046875e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "4",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.231,
+      "train_cost": 0.43597276763916015,
+      "test_accuracy": 0.449,
+      "test_cost": 0.3863673219680786,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0011208931783681822,
+        "bias_update_rms": 0.0002526917364861689,
+        "residual_update_rms": 5.4604730424687395e-06,
+        "bias_to_clean_update_rms": 0.22543783953975202,
+        "residual_to_clean_update_rms": 0.004871537402358181,
+        "neutral_observations": 8
+      },
+      "wall_seconds": 138.231778383255
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.231,
+    "train_cost": 0.43597276763916015,
+    "test_accuracy": 0.449,
+    "test_cost": 0.3863673219680786,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.0011208931783681822,
+      "bias_update_rms": 0.0002526917364861689,
+      "residual_update_rms": 5.4604730424687395e-06,
+      "bias_to_clean_update_rms": 0.22543783953975202,
+      "residual_to_clean_update_rms": 0.004871537402358181,
+      "neutral_observations": 8
+    },
+    "wall_seconds": 138.231778383255
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_8_sdil.json b/results/ep_bias/centered_r6_ols/probes_8_sdil.json
new file mode 100644
index 0000000..e50b8cb
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_8_sdil.json
@@ -0,0 +1,117 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "innovation",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 8,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "predictor_kind": "ols",
+    "neutral_cadence": 0,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "train_holdout",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "5",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2301,
+      "train_cost": 0.43645429883003234,
+      "test_accuracy": 0.461,
+      "test_cost": 0.380447811126709,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.001087196846756034,
+        "bias_update_rms": 0.0002524021024746036,
+        "residual_update_rms": 1.0196675680815633e-08,
+        "bias_to_clean_update_rms": 0.23215860423778661,
+        "residual_to_clean_update_rms": 9.3788679678757e-06,
+        "neutral_observations": 8
+      },
+      "wall_seconds": 138.86330723762512
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2301,
+    "train_cost": 0.43645429883003234,
+    "test_accuracy": 0.461,
+    "test_cost": 0.380447811126709,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.001087196846756034,
+      "bias_update_rms": 0.0002524021024746036,
+      "residual_update_rms": 1.0196675680815633e-08,
+      "bias_to_clean_update_rms": 0.23215860423778661,
+      "residual_to_clean_update_rms": 9.3788679678757e-06,
+      "neutral_observations": 8
+    },
+    "wall_seconds": 138.86330723762512
+  }
+}
diff --git a/results/ep_bias/centered_r6_ols/summary.json b/results/ep_bias/centered_r6_ols/summary.json
new file mode 100644
index 0000000..2c3af8b
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/summary.json
@@ -0,0 +1,24 @@
+{
+  "by_upfront_probe_budget": {
+    "16": {
+      "intercept": 0.4545,
+      "sdil": 0.459,
+      "sdil_minus_intercept": 0.004500000000000004
+    },
+    "2": {
+      "intercept": 0.4375,
+      "sdil": 0.4465,
+      "sdil_minus_intercept": 0.009000000000000008
+    },
+    "4": {
+      "intercept": 0.413,
+      "sdil": 0.4535,
+      "sdil_minus_intercept": 0.040500000000000036
+    },
+    "8": {
+      "intercept": 0.449,
+      "sdil": 0.461,
+      "sdil_minus_intercept": 0.01200000000000001
+    }
+  }
+}