summaryrefslogtreecommitdiff
path: root/results/ep_bias
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-07 13:04:04 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-07 13:04:04 -0500
commit61d838358b99c104e74c313a8289a774b54025d7 (patch)
tree14cd634a6bd4b9b11ab70f249ba15436ab2f328b /results/ep_bias
parent138955f8365bc3086de8b8ff3b7f36f48070f602 (diff)
results: select damaging Dillavou update bias
Diffstat (limited to 'results/ep_bias')
-rw-r--r--results/ep_bias/dillavou_s0b/centered_clean.json81
-rw-r--r--results/ep_bias/dillavou_s0b/centered_raw_selected.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_clean.json81
-rw-r--r--results/ep_bias/dillavou_s0b/pep_constant_selected.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_oracle_selected.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_03.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_1.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_10.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_3.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_beta05.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_beta1.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_raw_beta2.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_sdil_3.json99
-rw-r--r--results/ep_bias/dillavou_s0b/pep_sdil_selected.json99
-rw-r--r--results/ep_bias/dillavou_s0b/random_clean.json81
-rw-r--r--results/ep_bias/dillavou_s0b/random_raw_selected.json99
-rw-r--r--results/ep_bias/dillavou_s0b/selector.json17
-rw-r--r--results/ep_bias/dillavou_s0b/summary.json231
18 files changed, 1778 insertions, 0 deletions
diff --git a/results/ep_bias/dillavou_s0b/centered_clean.json b/results/ep_bias/dillavou_s0b/centered_clean.json
new file mode 100644
index 0000000..ecf9ce1
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/centered_clean.json
@@ -0,0 +1,81 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 0.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2805,
+ "train_cost": 0.4179134355545044,
+ "test_accuracy": 0.5085,
+ "test_cost": 0.3253386163711548,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 147.13633942604065
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 100
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2805,
+ "train_cost": 0.4179134355545044,
+ "test_accuracy": 0.5085,
+ "test_cost": 0.3253386163711548,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 147.13633942604065
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/centered_raw_selected.json b/results/ep_bias/dillavou_s0b/centered_raw_selected.json
new file mode 100644
index 0000000..a7e7d4e
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/centered_raw_selected.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1214,
+ "train_cost": 0.489387109375,
+ "test_accuracy": 0.2315,
+ "test_cost": 1.0281318225860596,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0017007966127565303,
+ "bias_update_rms": 0.0002167748926504395,
+ "residual_update_rms": 0.00021677489153652438,
+ "bias_to_clean_update_rms": 0.12745491790409094,
+ "residual_to_clean_update_rms": 0.12745491724915364,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.31327867507935
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 100
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1214,
+ "train_cost": 0.489387109375,
+ "test_accuracy": 0.2315,
+ "test_cost": 1.0281318225860596,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0017007966127565303,
+ "bias_update_rms": 0.0002167748926504395,
+ "residual_update_rms": 0.00021677489153652438,
+ "bias_to_clean_update_rms": 0.12745491790409094,
+ "residual_to_clean_update_rms": 0.12745491724915364,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.31327867507935
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_clean.json b/results/ep_bias/dillavou_s0b/pep_clean.json
new file mode 100644
index 0000000..93d5a55
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_clean.json
@@ -0,0 +1,81 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 0.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 145.47748732566833
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 145.47748732566833
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_constant_selected.json b/results/ep_bias/dillavou_s0b/pep_constant_selected.json
new file mode 100644
index 0000000..55fae5e
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_constant_selected.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3953671941757202,
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 152.78116750717163
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3953671941757202,
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 152.78116750717163
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_oracle_selected.json b/results/ep_bias/dillavou_s0b/pep_oracle_selected.json
new file mode 100644
index 0000000..c108597
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_oracle_selected.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "oracle",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 2.1457672119140625e-06,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009169057171871156,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.0,
+ "bias_to_clean_update_rms": 0.1745577761195224,
+ "residual_to_clean_update_rms": 0.0,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.25092959403992
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009169057171871156,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.0,
+ "bias_to_clean_update_rms": 0.1745577761195224,
+ "residual_to_clean_update_rms": 0.0,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.25092959403992
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_03.json b/results/ep_bias/dillavou_s0b/pep_raw_03.json
new file mode 100644
index 0000000..cf399be
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_03.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.3,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.327,
+ "train_cost": 0.40488642177581785,
+ "test_accuracy": 0.5615,
+ "test_cost": 0.30644658470153807,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00062359184603791,
+ "bias_update_rms": 4.8015909032388e-05,
+ "residual_update_rms": 4.801590797622057e-05,
+ "bias_to_clean_update_rms": 0.07699893662411514,
+ "residual_to_clean_update_rms": 0.0769989349304313,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 155.52709484100342
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.327,
+ "train_cost": 0.40488642177581785,
+ "test_accuracy": 0.5615,
+ "test_cost": 0.30644658470153807,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00062359184603791,
+ "bias_update_rms": 4.8015909032388e-05,
+ "residual_update_rms": 4.801590797622057e-05,
+ "bias_to_clean_update_rms": 0.07699893662411514,
+ "residual_to_clean_update_rms": 0.0769989349304313,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 155.52709484100342
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_1.json b/results/ep_bias/dillavou_s0b/pep_raw_1.json
new file mode 100644
index 0000000..aa8ab49
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_1.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.165,
+ "train_cost": 0.5414885200500489,
+ "test_accuracy": 0.1965,
+ "test_cost": 0.4308369312286377,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0005663993811762308,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.00016005302210418226,
+ "bias_to_clean_update_rms": 0.28257979832371916,
+ "residual_to_clean_update_rms": 0.28257979691256585,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.90621161460876
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.165,
+ "train_cost": 0.5414885200500489,
+ "test_accuracy": 0.1965,
+ "test_cost": 0.4308369312286377,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0005663993811762308,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.00016005302210418226,
+ "bias_to_clean_update_rms": 0.28257979832371916,
+ "residual_to_clean_update_rms": 0.28257979691256585,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.90621161460876
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_10.json b/results/ep_bias/dillavou_s0b/pep_raw_10.json
new file mode 100644
index 0000000..5b185ba
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_10.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 10.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1039,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.3833601474762
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1039,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.3833601474762
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_3.json b/results/ep_bias/dillavou_s0b/pep_raw_3.json
new file mode 100644
index 0000000..6b4f1b8
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_3.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 3.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1071,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.92182517051697
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1071,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.92182517051697
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta05.json b/results/ep_bias/dillavou_s0b/pep_raw_beta05.json
new file mode 100644
index 0000000..541f239
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_beta05.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.5,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2915,
+ "train_cost": 0.4247793546676636,
+ "test_accuracy": 0.544,
+ "test_cost": 0.32427291965484617,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000598504018745181,
+ "bias_update_rms": 0.0001342120021169413,
+ "residual_update_rms": 0.00013421200211600787,
+ "bias_to_clean_update_rms": 0.22424578267382256,
+ "residual_to_clean_update_rms": 0.224245782672263,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.60576701164246
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2915,
+ "train_cost": 0.4247793546676636,
+ "test_accuracy": 0.544,
+ "test_cost": 0.32427291965484617,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000598504018745181,
+ "bias_update_rms": 0.0001342120021169413,
+ "residual_update_rms": 0.00013421200211600787,
+ "bias_to_clean_update_rms": 0.22424578267382256,
+ "residual_to_clean_update_rms": 0.224245782672263,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 157.60576701164246
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta1.json b/results/ep_bias/dillavou_s0b/pep_raw_beta1.json
new file mode 100644
index 0000000..cc7f3b0
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_beta1.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 1.0,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1438,
+ "train_cost": 0.5200685279846191,
+ "test_accuracy": 0.085,
+ "test_cost": 0.4508027458190918,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00017692629099073527,
+ "bias_update_rms": 0.00014855022008540845,
+ "residual_update_rms": 0.00014855022092355845,
+ "bias_to_clean_update_rms": 0.839616425877527,
+ "residual_to_clean_update_rms": 0.8396164306148105,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 155.58481884002686
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1438,
+ "train_cost": 0.5200685279846191,
+ "test_accuracy": 0.085,
+ "test_cost": 0.4508027458190918,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00017692629099073527,
+ "bias_update_rms": 0.00014855022008540845,
+ "residual_update_rms": 0.00014855022092355845,
+ "bias_to_clean_update_rms": 0.839616425877527,
+ "residual_to_clean_update_rms": 0.8396164306148105,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 155.58481884002686
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta2.json b/results/ep_bias/dillavou_s0b/pep_raw_beta2.json
new file mode 100644
index 0000000..e10ec01
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_raw_beta2.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 2.0,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1028,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 154.3118805885315
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1028,
+ "train_cost": NaN,
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 154.3118805885315
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_sdil_3.json b/results/ep_bias/dillavou_s0b/pep_sdil_3.json
new file mode 100644
index 0000000..2f7a07b
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_sdil_3.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 3.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3946528022766113,
+ "test_accuracy": 0.5845,
+ "test_cost": 0.30579797554016114,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006428324867539793,
+ "bias_update_rms": 0.00048015905710687166,
+ "residual_update_rms": 1.2244390282131502e-11,
+ "bias_to_clean_update_rms": 0.746942737028527,
+ "residual_to_clean_update_rms": 1.9047559876695523e-08,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 153.1792278289795
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3946528022766113,
+ "test_accuracy": 0.5845,
+ "test_cost": 0.30579797554016114,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006428324867539793,
+ "bias_update_rms": 0.00048015905710687166,
+ "residual_update_rms": 1.2244390282131502e-11,
+ "bias_to_clean_update_rms": 0.746942737028527,
+ "residual_to_clean_update_rms": 1.9047559876695523e-08,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 153.1792278289795
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/pep_sdil_selected.json b/results/ep_bias/dillavou_s0b/pep_sdil_selected.json
new file mode 100644
index 0000000..4b09d3d
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/pep_sdil_selected.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3953671941757202,
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 158.1991639137268
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3523,
+ "train_cost": 0.3953671941757202,
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ },
+ "wall_seconds": 158.1991639137268
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/random_clean.json b/results/ep_bias/dillavou_s0b/random_clean.json
new file mode 100644
index 0000000..19e5912
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/random_clean.json
@@ -0,0 +1,81 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "random_sign",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 0.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2783,
+ "train_cost": 0.4183937540054321,
+ "test_accuracy": 0.487,
+ "test_cost": 0.32863751792907714,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 148.2477421760559
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 55,
+ "negative": 45
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2783,
+ "train_cost": 0.4183937540054321,
+ "test_accuracy": 0.487,
+ "test_cost": 0.32863751792907714,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 148.2477421760559
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/random_raw_selected.json b/results/ep_bias/dillavou_s0b/random_raw_selected.json
new file mode 100644
index 0000000..c6cc28e
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/random_raw_selected.json
@@ -0,0 +1,99 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "random_sign",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 1,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.1065,
+ "train_cost": 0.7115094978332519,
+ "test_accuracy": 0.085,
+ "test_cost": 0.671344825744629,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006369761166715286,
+ "bias_update_rms": 0.0002803655771934793,
+ "residual_update_rms": 0.00028036557611689906,
+ "bias_to_clean_update_rms": 0.44015084687713063,
+ "residual_to_clean_update_rms": 0.44015084518698844,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 158.12627720832825
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 55,
+ "negative": 45
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.1065,
+ "train_cost": 0.7115094978332519,
+ "test_accuracy": 0.085,
+ "test_cost": 0.671344825744629,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006369761166715286,
+ "bias_update_rms": 0.0002803655771934793,
+ "residual_update_rms": 0.00028036557611689906,
+ "bias_to_clean_update_rms": 0.44015084687713063,
+ "residual_to_clean_update_rms": 0.44015084518698844,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 158.12627720832825
+ }
+}
diff --git a/results/ep_bias/dillavou_s0b/selector.json b/results/ep_bias/dillavou_s0b/selector.json
new file mode 100644
index 0000000..ac9aa39
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/selector.json
@@ -0,0 +1,17 @@
+{
+ "rule": "smallest ratio with >=0.10 accuracy damage and finite parameters",
+ "clean_accuracy": 0.5755,
+ "candidates": [
+ {
+ "ratio": 0.3,
+ "accuracy": 0.5615,
+ "finite": true
+ },
+ {
+ "ratio": 1.0,
+ "accuracy": 0.1965,
+ "finite": true
+ }
+ ],
+ "selected_ratio": 1.0
+}
diff --git a/results/ep_bias/dillavou_s0b/summary.json b/results/ep_bias/dillavou_s0b/summary.json
new file mode 100644
index 0000000..929a492
--- /dev/null
+++ b/results/ep_bias/dillavou_s0b/summary.json
@@ -0,0 +1,231 @@
+{
+ "centered_clean": {
+ "test_accuracy": 0.5085,
+ "test_cost": 0.3253386163711548,
+ "finite": true,
+ "wall_seconds": 147.13633942604065,
+ "corrector": {}
+ },
+ "centered_raw_selected": {
+ "test_accuracy": 0.2315,
+ "test_cost": 1.0281318225860596,
+ "finite": true,
+ "wall_seconds": 157.31327867507935,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0017007966127565303,
+ "bias_update_rms": 0.0002167748926504395,
+ "residual_update_rms": 0.00021677489153652438,
+ "bias_to_clean_update_rms": 0.12745491790409094,
+ "residual_to_clean_update_rms": 0.12745491724915364,
+ "neutral_observations": 0
+ }
+ },
+ "pep_clean": {
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "wall_seconds": 145.47748732566833,
+ "corrector": {}
+ },
+ "pep_constant_selected": {
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "wall_seconds": 152.78116750717163,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ }
+ },
+ "pep_oracle_selected": {
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "wall_seconds": 157.25092959403992,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009169057171871156,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.0,
+ "bias_to_clean_update_rms": 0.1745577761195224,
+ "residual_to_clean_update_rms": 0.0,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_03": {
+ "test_accuracy": 0.5615,
+ "test_cost": 0.30644658470153807,
+ "finite": true,
+ "wall_seconds": 155.52709484100342,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00062359184603791,
+ "bias_update_rms": 4.8015909032388e-05,
+ "residual_update_rms": 4.801590797622057e-05,
+ "bias_to_clean_update_rms": 0.07699893662411514,
+ "residual_to_clean_update_rms": 0.0769989349304313,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_1": {
+ "test_accuracy": 0.1965,
+ "test_cost": 0.4308369312286377,
+ "finite": true,
+ "wall_seconds": 153.90621161460876,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0005663993811762308,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 0.00016005302210418226,
+ "bias_to_clean_update_rms": 0.28257979832371916,
+ "residual_to_clean_update_rms": 0.28257979691256585,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_10": {
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "wall_seconds": 152.3833601474762,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_3": {
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "wall_seconds": 153.92182517051697,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_beta05": {
+ "test_accuracy": 0.544,
+ "test_cost": 0.32427291965484617,
+ "finite": true,
+ "wall_seconds": 157.60576701164246,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000598504018745181,
+ "bias_update_rms": 0.0001342120021169413,
+ "residual_update_rms": 0.00013421200211600787,
+ "bias_to_clean_update_rms": 0.22424578267382256,
+ "residual_to_clean_update_rms": 0.224245782672263,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_beta1": {
+ "test_accuracy": 0.085,
+ "test_cost": 0.4508027458190918,
+ "finite": true,
+ "wall_seconds": 155.58481884002686,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00017692629099073527,
+ "bias_update_rms": 0.00014855022008540845,
+ "residual_update_rms": 0.00014855022092355845,
+ "bias_to_clean_update_rms": 0.839616425877527,
+ "residual_to_clean_update_rms": 0.8396164306148105,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_beta2": {
+ "test_accuracy": 0.1015,
+ "test_cost": NaN,
+ "finite": false,
+ "wall_seconds": 154.3118805885315,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": NaN,
+ "bias_update_rms": NaN,
+ "residual_update_rms": NaN,
+ "bias_to_clean_update_rms": NaN,
+ "residual_to_clean_update_rms": NaN,
+ "neutral_observations": 0
+ }
+ },
+ "pep_sdil_3": {
+ "test_accuracy": 0.5845,
+ "test_cost": 0.30579797554016114,
+ "finite": true,
+ "wall_seconds": 153.1792278289795,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006428324867539793,
+ "bias_update_rms": 0.00048015905710687166,
+ "residual_update_rms": 1.2244390282131502e-11,
+ "bias_to_clean_update_rms": 0.746942737028527,
+ "residual_to_clean_update_rms": 1.9047559876695523e-08,
+ "neutral_observations": 1
+ }
+ },
+ "pep_sdil_selected": {
+ "test_accuracy": 0.597,
+ "test_cost": 0.3003366823196411,
+ "finite": true,
+ "wall_seconds": 158.1991639137268,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0008973869218368469,
+ "bias_update_rms": 0.00016005302290345862,
+ "residual_update_rms": 6.020679432068825e-12,
+ "bias_to_clean_update_rms": 0.17835453025752665,
+ "residual_to_clean_update_rms": 6.709123217157202e-09,
+ "neutral_observations": 1
+ }
+ },
+ "random_clean": {
+ "test_accuracy": 0.487,
+ "test_cost": 0.32863751792907714,
+ "finite": true,
+ "wall_seconds": 148.2477421760559,
+ "corrector": {}
+ },
+ "random_raw_selected": {
+ "test_accuracy": 0.085,
+ "test_cost": 0.671344825744629,
+ "finite": true,
+ "wall_seconds": 158.12627720832825,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0006369761166715286,
+ "bias_update_rms": 0.0002803655771934793,
+ "residual_update_rms": 0.00028036557611689906,
+ "bias_to_clean_update_rms": 0.44015084687713063,
+ "residual_to_clean_update_rms": 0.44015084518698844,
+ "neutral_observations": 0
+ }
+ }
+}