summaryrefslogtreecommitdiff
path: root/results
diff options
context:
space:
mode:
Diffstat (limited to 'results')
-rw-r--r--results/ep_bias/centered_r6_ols/probes_16_intercept.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_16_sdil.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_2_intercept.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_2_sdil.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_4_intercept.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_4_sdil.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_8_intercept.json117
-rw-r--r--results/ep_bias/centered_r6_ols/probes_8_sdil.json117
-rw-r--r--results/ep_bias/centered_r6_ols/summary.json24
9 files changed, 960 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r6_ols/probes_16_intercept.json b/results/ep_bias/centered_r6_ols/probes_16_intercept.json
new file mode 100644
index 0000000..38171c6
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_16_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 16,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "6",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2289,
+ "train_cost": 0.4367092197418213,
+ "test_accuracy": 0.4545,
+ "test_cost": 0.3875820608139038,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0008846799293614056,
+ "bias_update_rms": 0.0002526815659105885,
+ "residual_update_rms": 5.440245210821184e-06,
+ "bias_to_clean_update_rms": 0.28561919121753254,
+ "residual_to_clean_update_rms": 0.006149393730168777,
+ "neutral_observations": 16
+ },
+ "wall_seconds": 137.89838790893555
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2289,
+ "train_cost": 0.4367092197418213,
+ "test_accuracy": 0.4545,
+ "test_cost": 0.3875820608139038,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0008846799293614056,
+ "bias_update_rms": 0.0002526815659105885,
+ "residual_update_rms": 5.440245210821184e-06,
+ "bias_to_clean_update_rms": 0.28561919121753254,
+ "residual_to_clean_update_rms": 0.006149393730168777,
+ "neutral_observations": 16
+ },
+ "wall_seconds": 137.89838790893555
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_16_sdil.json b/results/ep_bias/centered_r6_ols/probes_16_sdil.json
new file mode 100644
index 0000000..cab1d18
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_16_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 16,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 2.384185791015625e-06,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "7",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2287,
+ "train_cost": 0.43676079912185667,
+ "test_accuracy": 0.459,
+ "test_cost": 0.37831288623809817,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0013158778410665367,
+ "bias_update_rms": 0.0002524245267563672,
+ "residual_update_rms": 4.706583249401432e-09,
+ "bias_to_clean_update_rms": 0.1918297571997821,
+ "residual_to_clean_update_rms": 3.5767630569617945e-06,
+ "neutral_observations": 16
+ },
+ "wall_seconds": 137.92687368392944
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2287,
+ "train_cost": 0.43676079912185667,
+ "test_accuracy": 0.459,
+ "test_cost": 0.37831288623809817,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0013158778410665367,
+ "bias_update_rms": 0.0002524245267563672,
+ "residual_update_rms": 4.706583249401432e-09,
+ "bias_to_clean_update_rms": 0.1918297571997821,
+ "residual_to_clean_update_rms": 3.5767630569617945e-06,
+ "neutral_observations": 16
+ },
+ "wall_seconds": 137.92687368392944
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_2_intercept.json b/results/ep_bias/centered_r6_ols/probes_2_intercept.json
new file mode 100644
index 0000000..9b3b942
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_2_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 2,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 9.5367431640625e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "0",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2691,
+ "train_cost": 0.42186671981811524,
+ "test_accuracy": 0.4375,
+ "test_cost": 0.35975148487091063,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.001427166825556736,
+ "bias_update_rms": 0.0002054776426739298,
+ "residual_update_rms": 1.6090036340887493e-05,
+ "bias_to_clean_update_rms": 0.14397591016997838,
+ "residual_to_clean_update_rms": 0.011274110393233665,
+ "neutral_observations": 2
+ },
+ "wall_seconds": 137.37018537521362
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2691,
+ "train_cost": 0.42186671981811524,
+ "test_accuracy": 0.4375,
+ "test_cost": 0.35975148487091063,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.001427166825556736,
+ "bias_update_rms": 0.0002054776426739298,
+ "residual_update_rms": 1.6090036340887493e-05,
+ "bias_to_clean_update_rms": 0.14397591016997838,
+ "residual_to_clean_update_rms": 0.011274110393233665,
+ "neutral_observations": 2
+ },
+ "wall_seconds": 137.37018537521362
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_2_sdil.json b/results/ep_bias/centered_r6_ols/probes_2_sdil.json
new file mode 100644
index 0000000..1a1aec3
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_2_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 2,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "1",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2302,
+ "train_cost": 0.4364230097770691,
+ "test_accuracy": 0.4465,
+ "test_cost": 0.3900137386322021,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011782453860992794,
+ "bias_update_rms": 0.0002523992658193139,
+ "residual_update_rms": 3.028866772235715e-07,
+ "bias_to_clean_update_rms": 0.2142162140391752,
+ "residual_to_clean_update_rms": 0.0002570658716740777,
+ "neutral_observations": 2
+ },
+ "wall_seconds": 139.83865213394165
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2302,
+ "train_cost": 0.4364230097770691,
+ "test_accuracy": 0.4465,
+ "test_cost": 0.3900137386322021,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011782453860992794,
+ "bias_update_rms": 0.0002523992658193139,
+ "residual_update_rms": 3.028866772235715e-07,
+ "bias_to_clean_update_rms": 0.2142162140391752,
+ "residual_to_clean_update_rms": 0.0002570658716740777,
+ "neutral_observations": 2
+ },
+ "wall_seconds": 139.83865213394165
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_4_intercept.json b/results/ep_bias/centered_r6_ols/probes_4_intercept.json
new file mode 100644
index 0000000..d371ae7
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_4_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "2",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2447,
+ "train_cost": 0.4306257155418396,
+ "test_accuracy": 0.413,
+ "test_cost": 0.3766919221878052,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011484142593455489,
+ "bias_update_rms": 0.00025195370507864143,
+ "residual_update_rms": 1.3200444637024647e-05,
+ "bias_to_clean_update_rms": 0.21939270000202124,
+ "residual_to_clean_update_rms": 0.011494497329341099,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.11218452453613
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2447,
+ "train_cost": 0.4306257155418396,
+ "test_accuracy": 0.413,
+ "test_cost": 0.3766919221878052,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011484142593455489,
+ "bias_update_rms": 0.00025195370507864143,
+ "residual_update_rms": 1.3200444637024647e-05,
+ "bias_to_clean_update_rms": 0.21939270000202124,
+ "residual_to_clean_update_rms": 0.011494497329341099,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.11218452453613
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_4_sdil.json b/results/ep_bias/centered_r6_ols/probes_4_sdil.json
new file mode 100644
index 0000000..194c960
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_4_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 4,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "3",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2284,
+ "train_cost": 0.4367024730205536,
+ "test_accuracy": 0.4535,
+ "test_cost": 0.38465969657897947,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000925396244964672,
+ "bias_update_rms": 0.0002524133321648608,
+ "residual_update_rms": 6.183748753054423e-08,
+ "bias_to_clean_update_rms": 0.2727624339717274,
+ "residual_to_clean_update_rms": 6.682271282925396e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.24932861328125
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2284,
+ "train_cost": 0.4367024730205536,
+ "test_accuracy": 0.4535,
+ "test_cost": 0.38465969657897947,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.000925396244964672,
+ "bias_update_rms": 0.0002524133321648608,
+ "residual_update_rms": 6.183748753054423e-08,
+ "bias_to_clean_update_rms": 0.2727624339717274,
+ "residual_to_clean_update_rms": 6.682271282925396e-05,
+ "neutral_observations": 4
+ },
+ "wall_seconds": 139.24932861328125
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_8_intercept.json b/results/ep_bias/centered_r6_ols/probes_8_intercept.json
new file mode 100644
index 0000000..4a7adc6
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_8_intercept.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "constant",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 8,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "nlms",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 7.152557373046875e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "4",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.231,
+ "train_cost": 0.43597276763916015,
+ "test_accuracy": 0.449,
+ "test_cost": 0.3863673219680786,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011208931783681822,
+ "bias_update_rms": 0.0002526917364861689,
+ "residual_update_rms": 5.4604730424687395e-06,
+ "bias_to_clean_update_rms": 0.22543783953975202,
+ "residual_to_clean_update_rms": 0.004871537402358181,
+ "neutral_observations": 8
+ },
+ "wall_seconds": 138.231778383255
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.231,
+ "train_cost": 0.43597276763916015,
+ "test_accuracy": 0.449,
+ "test_cost": 0.3863673219680786,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.0011208931783681822,
+ "bias_update_rms": 0.0002526917364861689,
+ "residual_update_rms": 5.4604730424687395e-06,
+ "bias_to_clean_update_rms": 0.22543783953975202,
+ "residual_to_clean_update_rms": 0.004871537402358181,
+ "neutral_observations": 8
+ },
+ "wall_seconds": 138.231778383255
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/probes_8_sdil.json b/results/ep_bias/centered_r6_ols/probes_8_sdil.json
new file mode 100644
index 0000000..e50b8cb
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/probes_8_sdil.json
@@ -0,0 +1,117 @@
+{
+ "schema": "rain_ep_structured_bias_screen_v1",
+ "sdil": {
+ "revision": "b505149998ab0e5f7c072af89464572a0839d2d7"
+ },
+ "author": {
+ "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+ "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+ },
+ "protocol": {
+ "dataset": "FashionMNIST",
+ "network": "author comparative-study ConvHopfieldEnergy32",
+ "network_protocol": "comparative32",
+ "algorithm": "equilibrium propagation",
+ "beta_policy": "centered",
+ "beta_seed": 7100,
+ "beta_value": 0.25,
+ "adapter": "dillavou",
+ "mode": "innovation",
+ "bias_ratio": 1.0,
+ "dillavou_drift_ratio": 0.0,
+ "dillavou_calibration_steps": 8,
+ "dillavou_profile": {
+ "normalized_offsets": [
+ 0.9356214982615908,
+ 1.6020613079954447,
+ -0.10013991355431538,
+ 0.7402593971899275
+ ],
+ "normalized_state_variations": [
+ 0.5259526502913017,
+ 0.31316961348123956,
+ 0.3831972460091073,
+ -0.04782433762159926
+ ],
+ "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+ },
+ "predictor_rate": 1.0,
+ "predictor_kind": "ols",
+ "neutral_cadence": 0,
+ "layer_calibration_steps": 1,
+ "layer_bias_normalization": "clean_difference",
+ "calibration_batches": 0,
+ "calibration_observations": 0,
+ "calibration_seconds": 4.76837158203125e-07,
+ "extra_equilibrium_phases_for_predictor": 0,
+ "predictor_neutral_source": "instruction_off_local_update_probe",
+ "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+ "bias_ratio_normalization_visible_to_predictor": false,
+ "epochs": 1,
+ "train_limit": 10000,
+ "test_limit": 2000,
+ "evaluation_split": "train_holdout",
+ "data_seed": 6200,
+ "batch_size": 128,
+ "training_iterations": 15,
+ "inference_iterations": 60,
+ "schedule_epochs": 100,
+ "seed": 1988,
+ "device": "cuda",
+ "determinism": "best_effort_warn_only",
+ "autodiff_used_for_learning": false
+ },
+ "hardware": {
+ "torch_version": "2.3.1+cu118",
+ "torch_cuda_version": "11.8",
+ "cuda_visible_devices": "5",
+ "device_name": "NVIDIA GeForce GTX 1080"
+ },
+ "metrics": [
+ {
+ "epoch": 1,
+ "train_accuracy": 0.2301,
+ "train_cost": 0.43645429883003234,
+ "test_accuracy": 0.461,
+ "test_cost": 0.380447811126709,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.001087196846756034,
+ "bias_update_rms": 0.0002524021024746036,
+ "residual_update_rms": 1.0196675680815633e-08,
+ "bias_to_clean_update_rms": 0.23215860423778661,
+ "residual_to_clean_update_rms": 9.3788679678757e-06,
+ "neutral_observations": 8
+ },
+ "wall_seconds": 138.86330723762512
+ }
+ ],
+ "epochs_completed": 1,
+ "beta_sign_counts": {
+ "positive": 79,
+ "negative": 79
+ },
+ "final": {
+ "epoch": 1,
+ "train_accuracy": 0.2301,
+ "train_cost": 0.43645429883003234,
+ "test_accuracy": 0.461,
+ "test_cost": 0.380447811126709,
+ "finite": true,
+ "corrector": {
+ "step": 78,
+ "bias_model": "dillavou_released_affine_update",
+ "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+ "clean_update_rms": 0.001087196846756034,
+ "bias_update_rms": 0.0002524021024746036,
+ "residual_update_rms": 1.0196675680815633e-08,
+ "bias_to_clean_update_rms": 0.23215860423778661,
+ "residual_to_clean_update_rms": 9.3788679678757e-06,
+ "neutral_observations": 8
+ },
+ "wall_seconds": 138.86330723762512
+ }
+}
diff --git a/results/ep_bias/centered_r6_ols/summary.json b/results/ep_bias/centered_r6_ols/summary.json
new file mode 100644
index 0000000..2c3af8b
--- /dev/null
+++ b/results/ep_bias/centered_r6_ols/summary.json
@@ -0,0 +1,24 @@
+{
+ "by_upfront_probe_budget": {
+ "16": {
+ "intercept": 0.4545,
+ "sdil": 0.459,
+ "sdil_minus_intercept": 0.004500000000000004
+ },
+ "2": {
+ "intercept": 0.4375,
+ "sdil": 0.4465,
+ "sdil_minus_intercept": 0.009000000000000008
+ },
+ "4": {
+ "intercept": 0.413,
+ "sdil": 0.4535,
+ "sdil_minus_intercept": 0.040500000000000036
+ },
+ "8": {
+ "intercept": 0.449,
+ "sdil": 0.461,
+ "sdil_minus_intercept": 0.01200000000000001
+ }
+ }
+}