summaryrefslogtreecommitdiff
path: root/results/ep_bias
diff options
context:
space:
mode:
Diffstat (limited to 'results/ep_bias')
-rw-r--r--results/ep_bias/dillavou_s0/centered_raw_003.json98
-rw-r--r--results/ep_bias/dillavou_s0/pep_clean.json80
-rw-r--r--results/ep_bias/dillavou_s0/pep_raw_0003.json98
-rw-r--r--results/ep_bias/dillavou_s0/pep_raw_001.json98
-rw-r--r--results/ep_bias/dillavou_s0/pep_raw_003.json98
-rw-r--r--results/ep_bias/dillavou_s0/pep_raw_01.json98
-rw-r--r--results/ep_bias/dillavou_s0/pep_sdil_003.json98
-rw-r--r--results/ep_bias/dillavou_s0/random_raw_003.json98
-rw-r--r--results/ep_bias/dillavou_s0/summary.json121
9 files changed, 887 insertions, 0 deletions
diff --git a/results/ep_bias/dillavou_s0/centered_raw_003.json b/results/ep_bias/dillavou_s0/centered_raw_003.json
new file mode 100644
index 0000000..5e910b1
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/centered_raw_003.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.03,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2822,
+ "train_cost": 0.417550887298584,
+ "test_accuracy": 0.5345,
+ "test_cost": 0.3240563020706177,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00041313492070849556,
+ "bias_update_rms": 6.503246690024369e-06,
+ "residual_update_rms": 6.503246972236463e-06,
+ "bias_to_clean_update_rms": 0.01574121761208611,
+ "residual_to_clean_update_rms": 0.015741218295185214,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.28398823738098
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 100
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2822,
+ "train_cost": 0.417550887298584,
+ "test_accuracy": 0.5345,
+ "test_cost": 0.3240563020706177,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00041313492070849556,
+ "bias_update_rms": 6.503246690024369e-06,
+ "residual_update_rms": 6.503246972236463e-06,
+ "bias_to_clean_update_rms": 0.01574121761208611,
+ "residual_to_clean_update_rms": 0.015741218295185214,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.28398823738098
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_clean.json b/results/ep_bias/dillavou_s0/pep_clean.json
new file mode 100644
index 0000000..2cfe251
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_clean.json
@@ -0,0 +1,80 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "clean",
+ "bias_ratio": 0.0,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 145.0823254585266
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3512,
+ "train_cost": 0.3947441162109375,
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "corrector": {},
+ "wall_seconds": 145.0823254585266
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_raw_0003.json b/results/ep_bias/dillavou_s0/pep_raw_0003.json
new file mode 100644
index 0000000..6b67f1f
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_raw_0003.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.003,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3497,
+ "train_cost": 0.39485346813201905,
+ "test_accuracy": 0.61,
+ "test_cost": 0.2973249130249023,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009096100547661731,
+ "bias_update_rms": 4.801590515814698e-07,
+ "residual_update_rms": 4.801593853184891e-07,
+ "bias_to_clean_update_rms": 0.0005278735091653102,
+ "residual_to_clean_update_rms": 0.0005278738760665087,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.87779831886292
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3497,
+ "train_cost": 0.39485346813201905,
+ "test_accuracy": 0.61,
+ "test_cost": 0.2973249130249023,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009096100547661731,
+ "bias_update_rms": 4.801590515814698e-07,
+ "residual_update_rms": 4.801593853184891e-07,
+ "bias_to_clean_update_rms": 0.0005278735091653102,
+ "residual_to_clean_update_rms": 0.0005278738760665087,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 153.87779831886292
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_raw_001.json b/results/ep_bias/dillavou_s0/pep_raw_001.json
new file mode 100644
index 0000000..7269e8f
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_raw_001.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.01,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3554,
+ "train_cost": 0.39486269702911375,
+ "test_accuracy": 0.6075,
+ "test_cost": 0.2891751708984375,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.001534299736953337,
+ "bias_update_rms": 1.600530256302197e-06,
+ "residual_update_rms": 1.600531572712035e-06,
+ "bias_to_clean_update_rms": 0.0010431666106391795,
+ "residual_to_clean_update_rms": 0.0010431674686265768,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.5839765071869
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3554,
+ "train_cost": 0.39486269702911375,
+ "test_accuracy": 0.6075,
+ "test_cost": 0.2891751708984375,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.001534299736953337,
+ "bias_update_rms": 1.600530256302197e-06,
+ "residual_update_rms": 1.600531572712035e-06,
+ "bias_to_clean_update_rms": 0.0010431666106391795,
+ "residual_to_clean_update_rms": 0.0010431674686265768,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.5839765071869
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_raw_003.json b/results/ep_bias/dillavou_s0/pep_raw_003.json
new file mode 100644
index 0000000..ada0e1f
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_raw_003.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.03,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3529,
+ "train_cost": 0.39473402061462404,
+ "test_accuracy": 0.6,
+ "test_cost": 0.29615421676635745,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0011114971786767257,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 4.801590472554527e-06,
+ "bias_to_clean_update_rms": 0.004319930437709506,
+ "residual_to_clean_update_rms": 0.004319930418780712,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.4670271873474
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3529,
+ "train_cost": 0.39473402061462404,
+ "test_accuracy": 0.6,
+ "test_cost": 0.29615421676635745,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0011114971786767257,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 4.801590472554527e-06,
+ "bias_to_clean_update_rms": 0.004319930437709506,
+ "residual_to_clean_update_rms": 0.004319930418780712,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.4670271873474
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_raw_01.json b/results/ep_bias/dillavou_s0/pep_raw_01.json
new file mode 100644
index 0000000..7baeadb
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_raw_01.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.1,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3616,
+ "train_cost": 0.3932610486984253,
+ "test_accuracy": 0.618,
+ "test_cost": 0.2880277557373047,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000880107246138749,
+ "bias_update_rms": 1.6005302904856332e-05,
+ "residual_update_rms": 1.6005303405634208e-05,
+ "bias_to_clean_update_rms": 0.018185627916456323,
+ "residual_to_clean_update_rms": 0.01818562848545275,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.33694529533386
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3616,
+ "train_cost": 0.3932610486984253,
+ "test_accuracy": 0.618,
+ "test_cost": 0.2880277557373047,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000880107246138749,
+ "bias_update_rms": 1.6005302904856332e-05,
+ "residual_update_rms": 1.6005303405634208e-05,
+ "bias_to_clean_update_rms": 0.018185627916456323,
+ "residual_to_clean_update_rms": 0.01818562848545275,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.33694529533386
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/pep_sdil_003.json b/results/ep_bias/dillavou_s0/pep_sdil_003.json
new file mode 100644
index 0000000..ccee900
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/pep_sdil_003.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "fixed_positive",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 0.03,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 9.5367431640625e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.3515,
+ "train_cost": 0.39533150882720947,
+ "test_accuracy": 0.5945,
+ "test_cost": 0.3071982622146606,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000698607822552421,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 9.076550975822782e-13,
+ "bias_to_clean_update_rms": 0.006873084352320625,
+ "residual_to_clean_update_rms": 1.2992340885421034e-09,
+ "neutral_observations": 100
+ },
+ "wall_seconds": 152.4237139225006
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 100,
+ "negative": 0
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.3515,
+ "train_cost": 0.39533150882720947,
+ "test_accuracy": 0.5945,
+ "test_cost": 0.3071982622146606,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000698607822552421,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 9.076550975822782e-13,
+ "bias_to_clean_update_rms": 0.006873084352320625,
+ "residual_to_clean_update_rms": 1.2992340885421034e-09,
+ "neutral_observations": 100
+ },
+ "wall_seconds": 152.4237139225006
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/random_raw_003.json b/results/ep_bias/dillavou_s0/random_raw_003.json
new file mode 100644
index 0000000..79f67f9
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/random_raw_003.json
@@ -0,0 +1,98 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "random_sign",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "raw",
+ "bias_ratio": 0.03,
+ "dillavou_drift_ratio": 0.0,
+ "predictor_rate": 1.0,
+ "neutral_cadence": 1,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 100,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2839,
+ "train_cost": 0.41663807735443115,
+ "test_accuracy": 0.509,
+ "test_cost": 0.3235563220977783,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0003912168196358956,
+ "bias_update_rms": 8.410967374269637e-06,
+ "residual_update_rms": 8.410967150118983e-06,
+ "bias_to_clean_update_rms": 0.021499503477630896,
+ "residual_to_clean_update_rms": 0.021499502904673284,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.6708607673645
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 55,
+ "negative": 45
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2839,
+ "train_cost": 0.41663807735443115,
+ "test_accuracy": 0.509,
+ "test_cost": 0.3235563220977783,
+ "finite": true,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0003912168196358956,
+ "bias_update_rms": 8.410967374269637e-06,
+ "residual_update_rms": 8.410967150118983e-06,
+ "bias_to_clean_update_rms": 0.021499503477630896,
+ "residual_to_clean_update_rms": 0.021499502904673284,
+ "neutral_observations": 0
+ },
+ "wall_seconds": 152.6708607673645
+ }
+}
diff --git a/results/ep_bias/dillavou_s0/summary.json b/results/ep_bias/dillavou_s0/summary.json
new file mode 100644
index 0000000..6d63a62
--- /dev/null
+++ b/results/ep_bias/dillavou_s0/summary.json
@@ -0,0 +1,121 @@
+{
+ "centered_raw_003": {
+ "test_accuracy": 0.5345,
+ "test_cost": 0.3240563020706177,
+ "finite": true,
+ "wall_seconds": 152.28398823738098,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.00041313492070849556,
+ "bias_update_rms": 6.503246690024369e-06,
+ "residual_update_rms": 6.503246972236463e-06,
+ "bias_to_clean_update_rms": 0.01574121761208611,
+ "residual_to_clean_update_rms": 0.015741218295185214,
+ "neutral_observations": 0
+ }
+ },
+ "pep_clean": {
+ "test_accuracy": 0.5755,
+ "test_cost": 0.309199969291687,
+ "finite": true,
+ "wall_seconds": 145.0823254585266,
+ "corrector": {}
+ },
+ "pep_raw_0003": {
+ "test_accuracy": 0.61,
+ "test_cost": 0.2973249130249023,
+ "finite": true,
+ "wall_seconds": 153.87779831886292,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0009096100547661731,
+ "bias_update_rms": 4.801590515814698e-07,
+ "residual_update_rms": 4.801593853184891e-07,
+ "bias_to_clean_update_rms": 0.0005278735091653102,
+ "residual_to_clean_update_rms": 0.0005278738760665087,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_001": {
+ "test_accuracy": 0.6075,
+ "test_cost": 0.2891751708984375,
+ "finite": true,
+ "wall_seconds": 152.5839765071869,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.001534299736953337,
+ "bias_update_rms": 1.600530256302197e-06,
+ "residual_update_rms": 1.600531572712035e-06,
+ "bias_to_clean_update_rms": 0.0010431666106391795,
+ "residual_to_clean_update_rms": 0.0010431674686265768,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_003": {
+ "test_accuracy": 0.6,
+ "test_cost": 0.29615421676635745,
+ "finite": true,
+ "wall_seconds": 152.4670271873474,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0011114971786767257,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 4.801590472554527e-06,
+ "bias_to_clean_update_rms": 0.004319930437709506,
+ "residual_to_clean_update_rms": 0.004319930418780712,
+ "neutral_observations": 0
+ }
+ },
+ "pep_raw_01": {
+ "test_accuracy": 0.618,
+ "test_cost": 0.2880277557373047,
+ "finite": true,
+ "wall_seconds": 152.33694529533386,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000880107246138749,
+ "bias_update_rms": 1.6005302904856332e-05,
+ "residual_update_rms": 1.6005303405634208e-05,
+ "bias_to_clean_update_rms": 0.018185627916456323,
+ "residual_to_clean_update_rms": 0.01818562848545275,
+ "neutral_observations": 0
+ }
+ },
+ "pep_sdil_003": {
+ "test_accuracy": 0.5945,
+ "test_cost": 0.3071982622146606,
+ "finite": true,
+ "wall_seconds": 152.4237139225006,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.000698607822552421,
+ "bias_update_rms": 4.801590493593829e-06,
+ "residual_update_rms": 9.076550975822782e-13,
+ "bias_to_clean_update_rms": 0.006873084352320625,
+ "residual_to_clean_update_rms": 1.2992340885421034e-09,
+ "neutral_observations": 100
+ }
+ },
+ "random_raw_003": {
+ "test_accuracy": 0.509,
+ "test_cost": 0.3235563220977783,
+ "finite": true,
+ "wall_seconds": 152.6708607673645,
+ "corrector": {
+ "step": 99,
+ "bias_model": "dillavou_constant_update",
+ "clean_update_rms": 0.0003912168196358956,
+ "bias_update_rms": 8.410967374269637e-06,
+ "residual_update_rms": 8.410967150118983e-06,
+ "bias_to_clean_update_rms": 0.021499503477630896,
+ "residual_to_clean_update_rms": 0.021499502904673284,
+ "neutral_observations": 0
+ }
+ }
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-15 11:23:48 +0000