diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-10 04:26:07 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-10 04:26:07 -0500 |
| commit | 3b89612174f16da526188e640f6e67a0b4b22974 (patch) | |
| tree | 965259532a9beb4a1ad7b114c4549f7e20232e74 | |
| parent | 1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda (diff) | |
results: aggregate four full state-bias EP seeds
| -rw-r--r-- | RAIN_EP_RELEASED_PROFILE.md | 18 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1990_clean.json | 186 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1990_intercept.json | 296 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1990_raw.json | 156 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1990_sdil.json | 296 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1991_clean.json | 186 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1991_intercept.json | 296 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1991_raw.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1991_sdil.json | 296 | ||||
| -rw-r--r-- | results/ep_bias/centered_r4/summary.json | 166 |
10 files changed, 2012 insertions, 0 deletions
diff --git a/RAIN_EP_RELEASED_PROFILE.md b/RAIN_EP_RELEASED_PROFILE.md index 6849a9d..1d0b4d6 100644 --- a/RAIN_EP_RELEASED_PROFILE.md +++ b/RAIN_EP_RELEASED_PROFILE.md @@ -145,3 +145,21 @@ predeclared endpoint is final accuracy, so its temporarily higher intermediate or best accuracy is not substituted for this result. Two further paired seeds are required to narrow the comparison, but R3 itself is mixed/negative for an SDIL-over-intercept claim. + +## R4 four-seed aggregate + +R4 added seeds 1990 and 1991 under the identical full-data protocol. Their +final clean/raw/intercept/SDIL accuracies were 86.93/10.00/83.56/84.37% and +83.17/10.00/83.37/85.72%, respectively. Raw became nonfinite after three and +one epochs. SDIL beat the intercept tracker by 0.81 and 2.35 points on these +seeds. + +Across all four full runs, final clean/raw/intercept/SDIL accuracy averages +86.89/10.00/84.37/85.11%. The paired SDIL-minus-intercept differences are +-1.39, +1.20, +0.81, and +2.35 points, for a +0.74-point mean with a +1.56-point sample standard deviation. This is directionally positive but not +decisive: the gain changes sign and is small relative to seed variation. It +also compares against a costly tracker that receives a fresh exact local probe +every ten updates. The next experiment freezes equal small upfront probe +budgets and then removes further probes, testing whether state prediction +improves accuracy when repeated recalibration is unavailable. diff --git a/results/ep_bias/centered_r4/seed_1990_clean.json b/results/ep_bias/centered_r4/seed_1990_clean.json new file mode 100644 index 0000000..c9f8610 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1990_clean.json @@ -0,0 +1,186 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.86102294921875e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6423333333333333, + "train_cost": 0.24444140720367433, + "test_accuracy": 0.7951, + "test_cost": 0.15331767020225526, + "finite": true, + "corrector": {}, + "wall_seconds": 770.9147839546204 + }, + { + "epoch": 2, + "train_accuracy": 0.8063, + "train_cost": 0.14571314191818238, + "test_accuracy": 0.8173, + "test_cost": 0.13457163079977036, + "finite": true, + "corrector": {}, + "wall_seconds": 1544.1100521087646 + }, + { + "epoch": 3, + "train_accuracy": 0.8279666666666666, + "train_cost": 0.12732332185109457, + "test_accuracy": 0.8444, + "test_cost": 0.11292936514616013, + "finite": true, + "corrector": {}, + "wall_seconds": 2317.3022859096527 + }, + { + "epoch": 4, + "train_accuracy": 0.83675, + "train_cost": 0.11989593629837036, + "test_accuracy": 0.8397, + "test_cost": 0.11484382976293564, + "finite": true, + "corrector": {}, + "wall_seconds": 3090.199138879776 + }, + { + "epoch": 5, + "train_accuracy": 0.8433333333333334, + "train_cost": 0.11557844934463501, + "test_accuracy": 0.858, + "test_cost": 0.10375962245464325, + "finite": true, + "corrector": {}, + "wall_seconds": 3861.989620923996 + }, + { + "epoch": 6, + "train_accuracy": 0.8507166666666667, + "train_cost": 0.11010909735361735, + "test_accuracy": 0.8539, + "test_cost": 0.10742683361768722, + "finite": true, + "corrector": {}, + "wall_seconds": 4633.1326332092285 + }, + { + "epoch": 7, + "train_accuracy": 0.8566166666666667, + "train_cost": 0.10507652663389842, + "test_accuracy": 0.8656, + "test_cost": 0.09814836411476136, + "finite": true, + "corrector": {}, + "wall_seconds": 5404.696265220642 + }, + { + "epoch": 8, + "train_accuracy": 0.8663166666666666, + "train_cost": 0.0994640639702479, + "test_accuracy": 0.8687, + "test_cost": 0.09573213506937027, + "finite": true, + "corrector": {}, + "wall_seconds": 6175.839174032211 + }, + { + "epoch": 9, + "train_accuracy": 0.8646333333333334, + "train_cost": 0.10043093843460082, + "test_accuracy": 0.86, + "test_cost": 0.102595478785038, + "finite": true, + "corrector": {}, + "wall_seconds": 6947.259646892548 + }, + { + "epoch": 10, + "train_accuracy": 0.86405, + "train_cost": 0.10068858074347178, + "test_accuracy": 0.8693, + "test_cost": 0.09585296335220336, + "finite": true, + "corrector": {}, + "wall_seconds": 7718.637752056122 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.86405, + "train_cost": 0.10068858074347178, + "test_accuracy": 0.8693, + "test_cost": 0.09585296335220336, + "finite": true, + "corrector": {}, + "wall_seconds": 7718.637752056122 + } +} diff --git a/results/ep_bias/centered_r4/seed_1990_intercept.json b/results/ep_bias/centered_r4/seed_1990_intercept.json new file mode 100644 index 0000000..853132a --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1990_intercept.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6474333333333333, + "train_cost": 0.2417059617996216, + "test_accuracy": 0.7795, + "test_cost": 0.16303146097660065, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005221281548768258, + "bias_update_rms": 0.00026148071313819885, + "residual_update_rms": 9.249037493962291e-07, + "bias_to_clean_update_rms": 0.5007979567772671, + "residual_to_clean_update_rms": 0.0017714113685641433, + "neutral_observations": 48 + }, + "wall_seconds": 829.7541427612305 + }, + { + "epoch": 2, + "train_accuracy": 0.8062833333333334, + "train_cost": 0.14628827896118163, + "test_accuracy": 0.8174, + "test_cost": 0.13377151896953582, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009385443663101033, + "bias_update_rms": 0.0002613670530448708, + "residual_update_rms": 8.929265471788275e-07, + "bias_to_clean_update_rms": 0.27848129766357027, + "residual_to_clean_update_rms": 0.0009513951382920526, + "neutral_observations": 95 + }, + "wall_seconds": 1664.1845891475677 + }, + { + "epoch": 3, + "train_accuracy": 0.8245833333333333, + "train_cost": 0.130151260693868, + "test_accuracy": 0.836, + "test_cost": 0.12190136926174164, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004652812092831218, + "bias_update_rms": 0.0002613303570262669, + "residual_update_rms": 6.099165547671066e-07, + "bias_to_clean_update_rms": 0.5616611026026808, + "residual_to_clean_update_rms": 0.0013108557633497182, + "neutral_observations": 142 + }, + "wall_seconds": 2499.4920842647552 + }, + { + "epoch": 4, + "train_accuracy": 0.8329833333333333, + "train_cost": 0.12418507847785949, + "test_accuracy": 0.8292, + "test_cost": 0.12611120706796647, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006230707638718521, + "bias_update_rms": 0.0002612657499249402, + "residual_update_rms": 5.052612182533991e-07, + "bias_to_clean_update_rms": 0.41931954614817246, + "residual_to_clean_update_rms": 0.0008109210824042402, + "neutral_observations": 189 + }, + "wall_seconds": 3331.2795655727386 + }, + { + "epoch": 5, + "train_accuracy": 0.8424333333333334, + "train_cost": 0.11662534416516622, + "test_accuracy": 0.84, + "test_cost": 0.11594380098581314, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00043339295943136714, + "bias_update_rms": 0.00026127861417347937, + "residual_update_rms": 3.038141262834658e-07, + "bias_to_clean_update_rms": 0.6028676942890114, + "residual_to_clean_update_rms": 0.0007010130637149364, + "neutral_observations": 236 + }, + "wall_seconds": 4162.307617425919 + }, + { + "epoch": 6, + "train_accuracy": 0.8484333333333334, + "train_cost": 0.11203231050173441, + "test_accuracy": 0.8389, + "test_cost": 0.11475424456596374, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013366025829535768, + "bias_update_rms": 0.0002612542324714626, + "residual_update_rms": 2.1181337987950575e-07, + "bias_to_clean_update_rms": 0.19546141523544888, + "residual_to_clean_update_rms": 0.0001584714728079068, + "neutral_observations": 283 + }, + "wall_seconds": 4992.184067726135 + }, + { + "epoch": 7, + "train_accuracy": 0.8521, + "train_cost": 0.10870440247853597, + "test_accuracy": 0.8592, + "test_cost": 0.1039106228351593, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00035925950936681973, + "bias_update_rms": 0.0002612226697581015, + "residual_update_rms": 1.1925350409922087e-07, + "bias_to_clean_update_rms": 0.7271141415810978, + "residual_to_clean_update_rms": 0.00033194251227865987, + "neutral_observations": 330 + }, + "wall_seconds": 5822.207181930542 + }, + { + "epoch": 8, + "train_accuracy": 0.8594166666666667, + "train_cost": 0.10473083751996358, + "test_accuracy": 0.853, + "test_cost": 0.10644330288767814, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004681721112072834, + "bias_update_rms": 0.00026121968560350787, + "residual_update_rms": 3.745466119466226e-12, + "bias_to_clean_update_rms": 0.557956527845916, + "residual_to_clean_update_rms": 8.000190591890937e-09, + "neutral_observations": 377 + }, + "wall_seconds": 6651.512896060944 + }, + { + "epoch": 9, + "train_accuracy": 0.8628833333333333, + "train_cost": 0.10129236212571462, + "test_accuracy": 0.854, + "test_cost": 0.10493281111121178, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005810235037184167, + "bias_update_rms": 0.000261211847579096, + "residual_update_rms": 6.565881782012852e-07, + "bias_to_clean_update_rms": 0.4495719121643106, + "residual_to_clean_update_rms": 0.0011300544194843617, + "neutral_observations": 423 + }, + "wall_seconds": 7480.356019258499 + }, + { + "epoch": 10, + "train_accuracy": 0.8676666666666667, + "train_cost": 0.09874262790679932, + "test_accuracy": 0.8356, + "test_cost": 0.12003890194892883, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00038800802881482977, + "bias_update_rms": 0.0002611985890053924, + "residual_update_rms": 6.375669333626698e-07, + "bias_to_clean_update_rms": 0.673178309745866, + "residual_to_clean_update_rms": 0.0016431797437545751, + "neutral_observations": 470 + }, + "wall_seconds": 8308.632310390472 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8676666666666667, + "train_cost": 0.09874262790679932, + "test_accuracy": 0.8356, + "test_cost": 0.12003890194892883, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00038800802881482977, + "bias_update_rms": 0.0002611985890053924, + "residual_update_rms": 6.375669333626698e-07, + "bias_to_clean_update_rms": 0.673178309745866, + "residual_to_clean_update_rms": 0.0016431797437545751, + "neutral_observations": 470 + }, + "wall_seconds": 8308.632310390472 + } +} diff --git a/results/ep_bias/centered_r4/seed_1990_raw.json b/results/ep_bias/centered_r4/seed_1990_raw.json new file mode 100644 index 0000000..6bb4d98 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1990_raw.json @@ -0,0 +1,156 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.39966666666666667, + "train_cost": 0.741419501431783, + "test_accuracy": 0.1433, + "test_cost": 0.46476038236618045, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0012942503762052367, + "bias_update_rms": 0.00017666968080245704, + "residual_update_rms": 0.0001766696804607617, + "bias_to_clean_update_rms": 0.13650348035474824, + "residual_to_clean_update_rms": 0.136503480090738, + "neutral_observations": 0 + }, + "wall_seconds": 831.5404508113861 + }, + { + "epoch": 2, + "train_accuracy": 0.36361666666666664, + "train_cost": 1.325737651379903, + "test_accuracy": 0.1001, + "test_cost": 487.04954169921876, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.2387424020434094, + "bias_update_rms": 0.000169507662557792, + "residual_update_rms": 0.00016950763568829698, + "bias_to_clean_update_rms": 0.0007100023335066018, + "residual_to_clean_update_rms": 0.0007100022209606328, + "neutral_observations": 0 + }, + "wall_seconds": 1669.2314295768738 + }, + { + "epoch": 3, + "train_accuracy": 0.09966666666666667, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 2500.756426334381 + } + ], + "epochs_completed": 3, + "beta_sign_counts": { + "positive": 1407, + "negative": 1407 + }, + "final": { + "epoch": 3, + "train_accuracy": 0.09966666666666667, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 2500.756426334381 + } +} diff --git a/results/ep_bias/centered_r4/seed_1990_sdil.json b/results/ep_bias/centered_r4/seed_1990_sdil.json new file mode 100644 index 0000000..16a8fe8 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1990_sdil.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6473833333333333, + "train_cost": 0.24178644746144612, + "test_accuracy": 0.7908, + "test_cost": 0.15552680525779725, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005159845612538132, + "bias_update_rms": 0.00026138713075164565, + "residual_update_rms": 7.218216857752804e-07, + "bias_to_clean_update_rms": 0.5065793637633067, + "residual_to_clean_update_rms": 0.0013989210917886663, + "neutral_observations": 48 + }, + "wall_seconds": 831.0553042888641 + }, + { + "epoch": 2, + "train_accuracy": 0.8028166666666666, + "train_cost": 0.14827118317286173, + "test_accuracy": 0.8038, + "test_cost": 0.13996086926460266, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004168165013267567, + "bias_update_rms": 0.0002612964129899571, + "residual_update_rms": 5.425926322846646e-07, + "bias_to_clean_update_rms": 0.6268859609881854, + "residual_to_clean_update_rms": 0.0013017542025268998, + "neutral_observations": 95 + }, + "wall_seconds": 1667.7637870311737 + }, + { + "epoch": 3, + "train_accuracy": 0.82525, + "train_cost": 0.130003280433019, + "test_accuracy": 0.8378, + "test_cost": 0.11703220479488373, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00044855874499676214, + "bias_update_rms": 0.00026123321684533106, + "residual_update_rms": 4.211277939995838e-07, + "bias_to_clean_update_rms": 0.5823835110989013, + "residual_to_clean_update_rms": 0.0009388464692681973, + "neutral_observations": 142 + }, + "wall_seconds": 2506.805260181427 + }, + { + "epoch": 4, + "train_accuracy": 0.83255, + "train_cost": 0.12341828454335531, + "test_accuracy": 0.8411, + "test_cost": 0.11702486989498138, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004612714971065108, + "bias_update_rms": 0.0002612234843509979, + "residual_update_rms": 3.242023716755007e-07, + "bias_to_clean_update_rms": 0.5663117838184559, + "residual_to_clean_update_rms": 0.0007028450136398524, + "neutral_observations": 189 + }, + "wall_seconds": 3343.087058067322 + }, + { + "epoch": 5, + "train_accuracy": 0.8399, + "train_cost": 0.11796689587434132, + "test_accuracy": 0.8468, + "test_cost": 0.11193187379837036, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003965767815716722, + "bias_update_rms": 0.00026121502350207, + "residual_update_rms": 2.3480544810204137e-07, + "bias_to_clean_update_rms": 0.6586745256917199, + "residual_to_clean_update_rms": 0.0005920806739403267, + "neutral_observations": 236 + }, + "wall_seconds": 4180.126822948456 + }, + { + "epoch": 6, + "train_accuracy": 0.84025, + "train_cost": 0.1170670990784963, + "test_accuracy": 0.848, + "test_cost": 0.11059373168945312, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004983124788295408, + "bias_update_rms": 0.0002612131538844772, + "residual_update_rms": 1.6233209722669797e-07, + "bias_to_clean_update_rms": 0.5241954897417512, + "residual_to_clean_update_rms": 0.0003257636606010571, + "neutral_observations": 283 + }, + "wall_seconds": 5017.842904090881 + }, + { + "epoch": 7, + "train_accuracy": 0.8395833333333333, + "train_cost": 0.11662110528151194, + "test_accuracy": 0.8488, + "test_cost": 0.11356991345882415, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003360330910853704, + "bias_update_rms": 0.00026119569525866003, + "residual_update_rms": 8.092817285714731e-08, + "bias_to_clean_update_rms": 0.7772915887986233, + "residual_to_clean_update_rms": 0.00024083393869262485, + "neutral_observations": 330 + }, + "wall_seconds": 5854.61641907692 + }, + { + "epoch": 8, + "train_accuracy": 0.8360833333333333, + "train_cost": 0.11993322369257609, + "test_accuracy": 0.8346, + "test_cost": 0.11934596486091614, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0007578647419854319, + "bias_update_rms": 0.000261215361975321, + "residual_update_rms": 8.628898715510185e-12, + "bias_to_clean_update_rms": 0.34467279912111576, + "residual_to_clean_update_rms": 1.1385803082624544e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6692.80065870285 + }, + { + "epoch": 9, + "train_accuracy": 0.8375, + "train_cost": 0.11945780922571818, + "test_accuracy": 0.8479, + "test_cost": 0.11341914104223251, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006221577070874517, + "bias_update_rms": 0.00026124046571233294, + "residual_update_rms": 4.260643598436629e-07, + "bias_to_clean_update_rms": 0.41989428522117866, + "residual_to_clean_update_rms": 0.0006848172979134605, + "neutral_observations": 423 + }, + "wall_seconds": 7531.446505784988 + }, + { + "epoch": 10, + "train_accuracy": 0.8455833333333334, + "train_cost": 0.11371816020011902, + "test_accuracy": 0.8437, + "test_cost": 0.11368084188699722, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000574456558656988, + "bias_update_rms": 0.00026121531904447256, + "residual_update_rms": 3.778861042408339e-07, + "bias_to_clean_update_rms": 0.4547172716683109, + "residual_to_clean_update_rms": 0.000657814935779108, + "neutral_observations": 470 + }, + "wall_seconds": 8366.408798217773 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8455833333333334, + "train_cost": 0.11371816020011902, + "test_accuracy": 0.8437, + "test_cost": 0.11368084188699722, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000574456558656988, + "bias_update_rms": 0.00026121531904447256, + "residual_update_rms": 3.778861042408339e-07, + "bias_to_clean_update_rms": 0.4547172716683109, + "residual_to_clean_update_rms": 0.000657814935779108, + "neutral_observations": 470 + }, + "wall_seconds": 8366.408798217773 + } +} diff --git a/results/ep_bias/centered_r4/seed_1991_clean.json b/results/ep_bias/centered_r4/seed_1991_clean.json new file mode 100644 index 0000000..7dcbd13 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1991_clean.json @@ -0,0 +1,186 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 1.9073486328125e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6417333333333334, + "train_cost": 0.24397507147789002, + "test_accuracy": 0.8022, + "test_cost": 0.15076367568969726, + "finite": true, + "corrector": {}, + "wall_seconds": 788.8055789470673 + }, + { + "epoch": 2, + "train_accuracy": 0.8042, + "train_cost": 0.14745115655263266, + "test_accuracy": 0.8202, + "test_cost": 0.1319915910243988, + "finite": true, + "corrector": {}, + "wall_seconds": 1581.060385942459 + }, + { + "epoch": 3, + "train_accuracy": 0.81805, + "train_cost": 0.1342075693130493, + "test_accuracy": 0.8201, + "test_cost": 0.12513953797817232, + "finite": true, + "corrector": {}, + "wall_seconds": 2373.1336472034454 + }, + { + "epoch": 4, + "train_accuracy": 0.8356, + "train_cost": 0.1212175722916921, + "test_accuracy": 0.8332, + "test_cost": 0.12569856029748916, + "finite": true, + "corrector": {}, + "wall_seconds": 3165.675495862961 + }, + { + "epoch": 5, + "train_accuracy": 0.8387, + "train_cost": 0.11939558706283569, + "test_accuracy": 0.8372, + "test_cost": 0.12055516040325165, + "finite": true, + "corrector": {}, + "wall_seconds": 3958.578593492508 + }, + { + "epoch": 6, + "train_accuracy": 0.8417833333333333, + "train_cost": 0.11647964973449706, + "test_accuracy": 0.8535, + "test_cost": 0.10791677417755127, + "finite": true, + "corrector": {}, + "wall_seconds": 4751.68808889389 + }, + { + "epoch": 7, + "train_accuracy": 0.8429333333333333, + "train_cost": 0.11598127350012462, + "test_accuracy": 0.8474, + "test_cost": 0.10812918365001678, + "finite": true, + "corrector": {}, + "wall_seconds": 5544.835435628891 + }, + { + "epoch": 8, + "train_accuracy": 0.8438833333333333, + "train_cost": 0.11484526540438335, + "test_accuracy": 0.8507, + "test_cost": 0.10655797142982483, + "finite": true, + "corrector": {}, + "wall_seconds": 6338.120084524155 + }, + { + "epoch": 9, + "train_accuracy": 0.8413666666666667, + "train_cost": 0.11594181873003642, + "test_accuracy": 0.8439, + "test_cost": 0.11000810678005218, + "finite": true, + "corrector": {}, + "wall_seconds": 7131.2709312438965 + }, + { + "epoch": 10, + "train_accuracy": 0.8423666666666667, + "train_cost": 0.11567023173967997, + "test_accuracy": 0.8317, + "test_cost": 0.12044157196283341, + "finite": true, + "corrector": {}, + "wall_seconds": 7924.087611436844 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8423666666666667, + "train_cost": 0.11567023173967997, + "test_accuracy": 0.8317, + "test_cost": 0.12044157196283341, + "finite": true, + "corrector": {}, + "wall_seconds": 7924.087611436844 + } +} diff --git a/results/ep_bias/centered_r4/seed_1991_intercept.json b/results/ep_bias/centered_r4/seed_1991_intercept.json new file mode 100644 index 0000000..980cf0b --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1991_intercept.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6514166666666666, + "train_cost": 0.23874953289031983, + "test_accuracy": 0.7989, + "test_cost": 0.14913629243373872, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010334190118103733, + "bias_update_rms": 0.0002575815232551045, + "residual_update_rms": 8.520667960982931e-07, + "bias_to_clean_update_rms": 0.24925177523477698, + "residual_to_clean_update_rms": 0.0008245124062558302, + "neutral_observations": 48 + }, + "wall_seconds": 825.315509557724 + }, + { + "epoch": 2, + "train_accuracy": 0.8054666666666667, + "train_cost": 0.1463900848865509, + "test_accuracy": 0.8107, + "test_cost": 0.1376047594666481, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005757326241265676, + "bias_update_rms": 0.0002574850657788311, + "residual_update_rms": 7.741208258014799e-07, + "bias_to_clean_update_rms": 0.4472302853593828, + "residual_to_clean_update_rms": 0.0013445839151044862, + "neutral_observations": 95 + }, + "wall_seconds": 1655.0283901691437 + }, + { + "epoch": 3, + "train_accuracy": 0.8147833333333333, + "train_cost": 0.1375980861822764, + "test_accuracy": 0.8297, + "test_cost": 0.12498511123657227, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005640374960177168, + "bias_update_rms": 0.00025742908814589184, + "residual_update_rms": 5.414683457147868e-07, + "bias_to_clean_update_rms": 0.45640421064809106, + "residual_to_clean_update_rms": 0.0009599864362524206, + "neutral_observations": 142 + }, + "wall_seconds": 2485.8760273456573 + }, + { + "epoch": 4, + "train_accuracy": 0.8214666666666667, + "train_cost": 0.13063794898986816, + "test_accuracy": 0.8216, + "test_cost": 0.12810545012950897, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005424991321083923, + "bias_update_rms": 0.00025743289748546576, + "residual_update_rms": 4.2801005870752226e-07, + "bias_to_clean_update_rms": 0.47453144576465467, + "residual_to_clean_update_rms": 0.0007889598957404509, + "neutral_observations": 189 + }, + "wall_seconds": 3316.546987056732 + }, + { + "epoch": 5, + "train_accuracy": 0.8323666666666667, + "train_cost": 0.12345273388226827, + "test_accuracy": 0.8475, + "test_cost": 0.11482098010778427, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004736085091954156, + "bias_update_rms": 0.0002573980065061997, + "residual_update_rms": 3.1660371138779617e-07, + "bias_to_clean_update_rms": 0.5434826476058832, + "residual_to_clean_update_rms": 0.0006684924473288176, + "neutral_observations": 236 + }, + "wall_seconds": 4148.957462072372 + }, + { + "epoch": 6, + "train_accuracy": 0.8387833333333333, + "train_cost": 0.11886263562838237, + "test_accuracy": 0.839, + "test_cost": 0.11830596129894257, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004375926793469371, + "bias_update_rms": 0.00025741087497606466, + "residual_update_rms": 2.7531101765124375e-07, + "bias_to_clean_update_rms": 0.5882431016904223, + "residual_to_clean_update_rms": 0.000629149048064784, + "neutral_observations": 283 + }, + "wall_seconds": 4978.673540592194 + }, + { + "epoch": 7, + "train_accuracy": 0.84085, + "train_cost": 0.11724454936981202, + "test_accuracy": 0.8477, + "test_cost": 0.10940983446836472, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005587562179490701, + "bias_update_rms": 0.0002574036610321253, + "residual_update_rms": 1.0339163175876161e-07, + "bias_to_clean_update_rms": 0.4606725666104128, + "residual_to_clean_update_rms": 0.0001850388925214352, + "neutral_observations": 330 + }, + "wall_seconds": 5808.141820907593 + }, + { + "epoch": 8, + "train_accuracy": 0.8412166666666666, + "train_cost": 0.11605071331659952, + "test_accuracy": 0.8483, + "test_cost": 0.10899548338651657, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00040743396708950913, + "bias_update_rms": 0.0002574096197428271, + "residual_update_rms": 5.71478876581627e-12, + "bias_to_clean_update_rms": 0.6317824249696805, + "residual_to_clean_update_rms": 1.4026294387381767e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6638.962812900543 + }, + { + "epoch": 9, + "train_accuracy": 0.8418833333333333, + "train_cost": 0.11540374369621277, + "test_accuracy": 0.8499, + "test_cost": 0.11006788313388824, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0008956813915907756, + "bias_update_rms": 0.0002574158030177409, + "residual_update_rms": 7.962559456815576e-07, + "bias_to_clean_update_rms": 0.28739661830035046, + "residual_to_clean_update_rms": 0.0008889946281761717, + "neutral_observations": 423 + }, + "wall_seconds": 7468.951384544373 + }, + { + "epoch": 10, + "train_accuracy": 0.8351166666666666, + "train_cost": 0.11930307742754619, + "test_accuracy": 0.8337, + "test_cost": 0.11911704300642013, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0021008752219369015, + "bias_update_rms": 0.00025743942414021214, + "residual_update_rms": 7.030352842674331e-07, + "bias_to_clean_update_rms": 0.12253913104980406, + "residual_to_clean_update_rms": 0.0003346392384119176, + "neutral_observations": 470 + }, + "wall_seconds": 8297.173201560974 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8351166666666666, + "train_cost": 0.11930307742754619, + "test_accuracy": 0.8337, + "test_cost": 0.11911704300642013, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0021008752219369015, + "bias_update_rms": 0.00025743942414021214, + "residual_update_rms": 7.030352842674331e-07, + "bias_to_clean_update_rms": 0.12253913104980406, + "residual_to_clean_update_rms": 0.0003346392384119176, + "neutral_observations": 470 + }, + "wall_seconds": 8297.173201560974 + } +} diff --git a/results/ep_bias/centered_r4/seed_1991_raw.json b/results/ep_bias/centered_r4/seed_1991_raw.json new file mode 100644 index 0000000..2889725 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1991_raw.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.29105, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 826.2407557964325 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 469, + "negative": 469 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.29105, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 826.2407557964325 + } +} diff --git a/results/ep_bias/centered_r4/seed_1991_sdil.json b/results/ep_bias/centered_r4/seed_1991_sdil.json new file mode 100644 index 0000000..3512385 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1991_sdil.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6485, + "train_cost": 0.24037602392832438, + "test_accuracy": 0.7983, + "test_cost": 0.15679822082519532, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006799890282450727, + "bias_update_rms": 0.00025754797581088376, + "residual_update_rms": 7.111546687989346e-07, + "bias_to_clean_update_rms": 0.3787531344080183, + "residual_to_clean_update_rms": 0.0010458325638492943, + "neutral_observations": 48 + }, + "wall_seconds": 823.127326965332 + }, + { + "epoch": 2, + "train_accuracy": 0.8087666666666666, + "train_cost": 0.14332550908724467, + "test_accuracy": 0.8201, + "test_cost": 0.13269902795553207, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004855288694742885, + "bias_update_rms": 0.00025750825947684, + "residual_update_rms": 5.506540403295504e-07, + "bias_to_clean_update_rms": 0.5303665253842883, + "residual_to_clean_update_rms": 0.0011341324377390305, + "neutral_observations": 95 + }, + "wall_seconds": 1649.7897806167603 + }, + { + "epoch": 3, + "train_accuracy": 0.8244166666666667, + "train_cost": 0.1298372230052948, + "test_accuracy": 0.8173, + "test_cost": 0.13138793330192566, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005081138753201961, + "bias_update_rms": 0.00025747028348741387, + "residual_update_rms": 4.161335027492304e-07, + "bias_to_clean_update_rms": 0.5067176788375732, + "residual_to_clean_update_rms": 0.0008189768533421709, + "neutral_observations": 142 + }, + "wall_seconds": 2475.0353739261627 + }, + { + "epoch": 4, + "train_accuracy": 0.8387166666666667, + "train_cost": 0.11882174382209777, + "test_accuracy": 0.835, + "test_cost": 0.12292138862609864, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006563092946412464, + "bias_update_rms": 0.00025743177367345096, + "residual_update_rms": 2.999531191114711e-07, + "bias_to_clean_update_rms": 0.39224154796431615, + "residual_to_clean_update_rms": 0.0004570301252177638, + "neutral_observations": 189 + }, + "wall_seconds": 3300.7484488487244 + }, + { + "epoch": 5, + "train_accuracy": 0.8411333333333333, + "train_cost": 0.11793410498301188, + "test_accuracy": 0.8548, + "test_cost": 0.10606370570659637, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000624140335500853, + "bias_update_rms": 0.0002574327203590343, + "residual_update_rms": 2.1063431793598556e-07, + "bias_to_clean_update_rms": 0.41245967567927266, + "residual_to_clean_update_rms": 0.00033747909877825496, + "neutral_observations": 236 + }, + "wall_seconds": 4126.404043197632 + }, + { + "epoch": 6, + "train_accuracy": 0.8416166666666667, + "train_cost": 0.1163845210870107, + "test_accuracy": 0.8395, + "test_cost": 0.11655362930297851, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00040499238681311394, + "bias_update_rms": 0.000257435291797321, + "residual_update_rms": 1.2694066388718238e-07, + "bias_to_clean_update_rms": 0.6356546448269803, + "residual_to_clean_update_rms": 0.0003134396300287982, + "neutral_observations": 283 + }, + "wall_seconds": 4951.166619539261 + }, + { + "epoch": 7, + "train_accuracy": 0.8469666666666666, + "train_cost": 0.11271246469815573, + "test_accuracy": 0.8565, + "test_cost": 0.10544226248264313, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005303229547019104, + "bias_update_rms": 0.0002574116414939837, + "residual_update_rms": 5.7475708522589925e-08, + "bias_to_clean_update_rms": 0.48538657286421333, + "residual_to_clean_update_rms": 0.00010837869266831281, + "neutral_observations": 330 + }, + "wall_seconds": 5775.952752351761 + }, + { + "epoch": 8, + "train_accuracy": 0.8508666666666667, + "train_cost": 0.11000345706144969, + "test_accuracy": 0.8551, + "test_cost": 0.10589179579615593, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004419286842735836, + "bias_update_rms": 0.0002574271353218377, + "residual_update_rms": 6.125149658506436e-12, + "bias_to_clean_update_rms": 0.5825083197416372, + "residual_to_clean_update_rms": 1.3860040944331543e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6601.019071817398 + }, + { + "epoch": 9, + "train_accuracy": 0.8517666666666667, + "train_cost": 0.10954608976046244, + "test_accuracy": 0.8513, + "test_cost": 0.10955323088169099, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000497968870470014, + "bias_update_rms": 0.0002573969974317611, + "residual_update_rms": 3.683905290418785e-07, + "bias_to_clean_update_rms": 0.5168937511873258, + "residual_to_clean_update_rms": 0.0007397862615270883, + "neutral_observations": 423 + }, + "wall_seconds": 7424.96383523941 + }, + { + "epoch": 10, + "train_accuracy": 0.8574666666666667, + "train_cost": 0.10483481509685516, + "test_accuracy": 0.8572, + "test_cost": 0.10302262293696403, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000565999298781052, + "bias_update_rms": 0.0002574244487065355, + "residual_update_rms": 3.391135620565512e-07, + "bias_to_clean_update_rms": 0.45481407708619115, + "residual_to_clean_update_rms": 0.0005991413112823166, + "neutral_observations": 470 + }, + "wall_seconds": 8247.714519500732 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8574666666666667, + "train_cost": 0.10483481509685516, + "test_accuracy": 0.8572, + "test_cost": 0.10302262293696403, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000565999298781052, + "bias_update_rms": 0.0002574244487065355, + "residual_update_rms": 3.391135620565512e-07, + "bias_to_clean_update_rms": 0.45481407708619115, + "residual_to_clean_update_rms": 0.0005991413112823166, + "neutral_observations": 470 + }, + "wall_seconds": 8247.714519500732 + } +} diff --git a/results/ep_bias/centered_r4/summary.json b/results/ep_bias/centered_r4/summary.json new file mode 100644 index 0000000..34de1e6 --- /dev/null +++ b/results/ep_bias/centered_r4/summary.json @@ -0,0 +1,166 @@ +{ + "by_seed": { + "1990": { + "clean": { + "trajectory": [ + 0.7951, + 0.8173, + 0.8444, + 0.8397, + 0.858, + 0.8539, + 0.8656, + 0.8687, + 0.86, + 0.8693 + ], + "best_accuracy": 0.8693, + "final_accuracy": 0.8693, + "epochs_completed": 10, + "finite": true + }, + "intercept": { + "trajectory": [ + 0.7795, + 0.8174, + 0.836, + 0.8292, + 0.84, + 0.8389, + 0.8592, + 0.853, + 0.854, + 0.8356 + ], + "best_accuracy": 0.8592, + "final_accuracy": 0.8356, + "epochs_completed": 10, + "finite": true + }, + "raw": { + "trajectory": [ + 0.1433, + 0.1001, + 0.1 + ], + "best_accuracy": 0.1433, + "final_accuracy": 0.1, + "epochs_completed": 3, + "finite": false + }, + "sdil": { + "trajectory": [ + 0.7908, + 0.8038, + 0.8378, + 0.8411, + 0.8468, + 0.848, + 0.8488, + 0.8346, + 0.8479, + 0.8437 + ], + "best_accuracy": 0.8488, + "final_accuracy": 0.8437, + "epochs_completed": 10, + "finite": true + } + }, + "1991": { + "clean": { + "trajectory": [ + 0.8022, + 0.8202, + 0.8201, + 0.8332, + 0.8372, + 0.8535, + 0.8474, + 0.8507, + 0.8439, + 0.8317 + ], + "best_accuracy": 0.8535, + "final_accuracy": 0.8317, + "epochs_completed": 10, + "finite": true + }, + "intercept": { + "trajectory": [ + 0.7989, + 0.8107, + 0.8297, + 0.8216, + 0.8475, + 0.839, + 0.8477, + 0.8483, + 0.8499, + 0.8337 + ], + "best_accuracy": 0.8499, + "final_accuracy": 0.8337, + "epochs_completed": 10, + "finite": true + }, + "raw": { + "trajectory": [ + 0.1 + ], + "best_accuracy": 0.1, + "final_accuracy": 0.1, + "epochs_completed": 1, + "finite": false + }, + "sdil": { + "trajectory": [ + 0.7983, + 0.8201, + 0.8173, + 0.835, + 0.8548, + 0.8395, + 0.8565, + 0.8551, + 0.8513, + 0.8572 + ], + "best_accuracy": 0.8572, + "final_accuracy": 0.8572, + "epochs_completed": 10, + "finite": true + } + } + }, + "final_accuracy": { + "clean": { + "mean": 0.8505, + "values": [ + 0.8693, + 0.8317 + ] + }, + "raw": { + "mean": 0.1, + "values": [ + 0.1, + 0.1 + ] + }, + "intercept": { + "mean": 0.83465, + "values": [ + 0.8356, + 0.8337 + ] + }, + "sdil": { + "mean": 0.8504499999999999, + "values": [ + 0.8437, + 0.8572 + ] + } + } +} |
