summaryrefslogtreecommitdiff
path: root/results/ep_bias
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-10 04:38:38 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-10 04:38:38 -0500
commit4eb1b2b57ef04fb6769e0a25c74bef6030a7cddb (patch)
tree5ede4ec31aeef754f953858b1b20ef38172df5fa /results/ep_bias
parent82a31439f67a0a7d3143f9d3703e63932887fd69 (diff)
results: reject four-probe OLS SDIL across seeds
Diffstat (limited to 'results/ep_bias')
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json117
-rw-r--r--results/ep_bias/centered_r7_ols_seeds/summary.json54
9 files changed, 990 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json
new file mode 100644
index 0000000..aae4388
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2447,
+ "train_cost": 0.4306257155418396,
+ "test_accuracy": 0.413,
+ "test_cost": 0.3766919221878052,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011484142593455489,
+ "bias_update_rms": 0.00025195370507864143,
+ "residual_update_rms": 1.3200444637024647e-05,
+ "bias_to_clean_update_rms": 0.21939270000202124,
+ "residual_to_clean_update_rms": 0.011494497329341099,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 137.60602021217346
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2447,
+ "train_cost": 0.4306257155418396,
+ "test_accuracy": 0.413,
+ "test_cost": 0.3766919221878052,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011484142593455489,
+ "bias_update_rms": 0.00025195370507864143,
+ "residual_update_rms": 1.3200444637024647e-05,
+ "bias_to_clean_update_rms": 0.21939270000202124,
+ "residual_to_clean_update_rms": 0.011494497329341099,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 137.60602021217346
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json
new file mode 100644
index 0000000..fc7aa73
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2284,
+ "train_cost": 0.4367024730205536,
+ "test_accuracy": 0.4535,
+ "test_cost": 0.38465969657897947,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000925396244964672,
+ "bias_update_rms": 0.0002524133321648608,
+ "residual_update_rms": 6.183748753054423e-08,
+ "bias_to_clean_update_rms": 0.2727624339717274,
+ "residual_to_clean_update_rms": 6.682271282925396e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 141.1657612323761
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2284,
+ "train_cost": 0.4367024730205536,
+ "test_accuracy": 0.4535,
+ "test_cost": 0.38465969657897947,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000925396244964672,
+ "bias_update_rms": 0.0002524133321648608,
+ "residual_update_rms": 6.183748753054423e-08,
+ "bias_to_clean_update_rms": 0.2727624339717274,
+ "residual_to_clean_update_rms": 6.682271282925396e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 141.1657612323761
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json
new file mode 100644
index 0000000..8bcee46
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2123,
+ "train_cost": 0.4357117296218872,
+ "test_accuracy": 0.3185,
+ "test_cost": 0.3888361797332764,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011275176152060193,
+ "bias_update_rms": 0.0002564221217800003,
+ "residual_update_rms": 1.1867691252874218e-05,
+ "bias_to_clean_update_rms": 0.2274218321042789,
+ "residual_to_clean_update_rms": 0.010525504074458084,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.31516075134277
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2123,
+ "train_cost": 0.4357117296218872,
+ "test_accuracy": 0.3185,
+ "test_cost": 0.3888361797332764,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011275176152060193,
+ "bias_update_rms": 0.0002564221217800003,
+ "residual_update_rms": 1.1867691252874218e-05,
+ "bias_to_clean_update_rms": 0.2274218321042789,
+ "residual_to_clean_update_rms": 0.010525504074458084,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.31516075134277
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json
new file mode 100644
index 0000000..716f640
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1989,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2075,
+ "train_cost": 0.43981979370117186,
+ "test_accuracy": 0.3045,
+ "test_cost": 0.39659762191772463,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011563772732575436,
+ "bias_update_rms": 0.00025680796604022076,
+ "residual_update_rms": 2.9476326109899094e-08,
+ "bias_to_clean_update_rms": 0.22207974160265734,
+ "residual_to_clean_update_rms": 2.5490232981545502e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 141.11547660827637
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2075,
+ "train_cost": 0.43981979370117186,
+ "test_accuracy": 0.3045,
+ "test_cost": 0.39659762191772463,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011563772732575436,
+ "bias_update_rms": 0.00025680796604022076,
+ "residual_update_rms": 2.9476326109899094e-08,
+ "bias_to_clean_update_rms": 0.22207974160265734,
+ "residual_to_clean_update_rms": 2.5490232981545502e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 141.11547660827637
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json
new file mode 100644
index 0000000..671b2ef
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1990,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2566,
+ "train_cost": 0.434562979888916,
+ "test_accuracy": 0.345,
+ "test_cost": 0.38171837615966797,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0009545816243542391,
+ "bias_update_rms": 0.000260334898334753,
+ "residual_update_rms": 9.31709120165825e-06,
+ "bias_to_clean_update_rms": 0.2727214642444703,
+ "residual_to_clean_update_rms": 0.009760392368710354,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.34644055366516
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2566,
+ "train_cost": 0.434562979888916,
+ "test_accuracy": 0.345,
+ "test_cost": 0.38171837615966797,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0009545816243542391,
+ "bias_update_rms": 0.000260334898334753,
+ "residual_update_rms": 9.31709120165825e-06,
+ "bias_to_clean_update_rms": 0.2727214642444703,
+ "residual_to_clean_update_rms": 0.009760392368710354,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.34644055366516
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json
new file mode 100644
index 0000000..3908f9e
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1990,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2378,
+ "train_cost": 0.4366354133605957,
+ "test_accuracy": 0.331,
+ "test_cost": 0.40251190185546876,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011133781182069468,
+ "bias_update_rms": 0.0002602248515351915,
+ "residual_update_rms": 3.070956485673808e-08,
+ "bias_to_clean_update_rms": 0.23372549476207935,
+ "residual_to_clean_update_rms": 2.7582331963012412e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.68928813934326
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2378,
+ "train_cost": 0.4366354133605957,
+ "test_accuracy": 0.331,
+ "test_cost": 0.40251190185546876,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011133781182069468,
+ "bias_update_rms": 0.0002602248515351915,
+ "residual_update_rms": 3.070956485673808e-08,
+ "bias_to_clean_update_rms": 0.23372549476207935,
+ "residual_to_clean_update_rms": 2.7582331963012412e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 140.68928813934326
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json
new file mode 100644
index 0000000..0e44cc4
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1991,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2384,
+ "train_cost": 0.43469526443481443,
+ "test_accuracy": 0.464,
+ "test_cost": 0.36409887886047365,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0008167004057840804,
+ "bias_update_rms": 0.0002517174167378931,
+ "residual_update_rms": 1.6792177369959656e-05,
+ "bias_to_clean_update_rms": 0.3082126749970567,
+ "residual_to_clean_update_rms": 0.02056100039994247,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.31538462638855
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2384,
+ "train_cost": 0.43469526443481443,
+ "test_accuracy": 0.464,
+ "test_cost": 0.36409887886047365,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0008167004057840804,
+ "bias_update_rms": 0.0002517174167378931,
+ "residual_update_rms": 1.6792177369959656e-05,
+ "bias_to_clean_update_rms": 0.3082126749970567,
+ "residual_to_clean_update_rms": 0.02056100039994247,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.31538462638855
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json
new file mode 100644
index 0000000..d0e311a
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1991,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2249,
+ "train_cost": 0.43890957684516907,
+ "test_accuracy": 0.442,
+ "test_cost": 0.3665769090652466,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0009768038753474439,
+ "bias_update_rms": 0.00026184852482933013,
+ "residual_update_rms": 5.5021669416461124e-08,
+ "bias_to_clean_update_rms": 0.26806663183660284,
+ "residual_to_clean_update_rms": 5.6328266917338153e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.37703227996826
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2249,
+ "train_cost": 0.43890957684516907,
+ "test_accuracy": 0.442,
+ "test_cost": 0.3665769090652466,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0009768038753474439,
+ "bias_update_rms": 0.00026184852482933013,
+ "residual_update_rms": 5.5021669416461124e-08,
+ "bias_to_clean_update_rms": 0.26806663183660284,
+ "residual_to_clean_update_rms": 5.6328266917338153e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.37703227996826
+ }
+}
diff --git a/results/ep_bias/centered_r7_ols_seeds/summary.json b/results/ep_bias/centered_r7_ols_seeds/summary.json
new file mode 100644
index 0000000..d7d9219
--- /dev/null
+++ b/results/ep_bias/centered_r7_ols_seeds/summary.json
@@ -0,0 +1,54 @@
+{
+ "by_seed": {
+ "1988": {
+ "intercept": 0.413,
+ "sdil": 0.4535,
+ "sdil_minus_intercept": 0.040500000000000036
+ },
+ "1989": {
+ "intercept": 0.3185,
+ "sdil": 0.3045,
+ "sdil_minus_intercept": -0.014000000000000012
+ },
+ "1990": {
+ "intercept": 0.345,
+ "sdil": 0.331,
+ "sdil_minus_intercept": -0.013999999999999957
+ },
+ "1991": {
+ "intercept": 0.464,
+ "sdil": 0.442,
+ "sdil_minus_intercept": -0.02200000000000002
+ }
+ },
+ "intercept": {
+ "mean": 0.385125,
+ "sample_std": 0.06594742223923541,
+ "values": [
+ 0.413,
+ 0.3185,
+ 0.345,
+ 0.464
+ ]
+ },
+ "sdil": {
+ "mean": 0.38275000000000003,
+ "sample_std": 0.07597642178114647,
+ "values": [
+ 0.4535,
+ 0.3045,
+ 0.331,
+ 0.442
+ ]
+ },
+ "sdil_minus_intercept": {
+ "mean": -0.0023749999999999882,
+ "sample_std": 0.028831045188592586,
+ "values": [
+ 0.040500000000000036,
+ -0.014000000000000012,
+ -0.013999999999999957,
+ -0.02200000000000002
+ ]
+ }
+}