From a3baf15507c67202814d5ccb4c06e1af027971c5 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Sat, 8 Aug 2026 10:27:17 -0500 Subject: results: compare full state-bias EP trajectories --- results/ep_bias/centered_r3/seed_1988_clean.json | 186 +++++++++++++ .../ep_bias/centered_r3/seed_1988_intercept.json | 296 +++++++++++++++++++++ results/ep_bias/centered_r3/seed_1988_raw.json | 156 +++++++++++ results/ep_bias/centered_r3/seed_1988_sdil.json | 296 +++++++++++++++++++++ results/ep_bias/centered_r3/seed_1989_clean.json | 186 +++++++++++++ .../ep_bias/centered_r3/seed_1989_intercept.json | 296 +++++++++++++++++++++ results/ep_bias/centered_r3/seed_1989_raw.json | 136 ++++++++++ results/ep_bias/centered_r3/seed_1989_sdil.json | 296 +++++++++++++++++++++ results/ep_bias/centered_r3/summary.json | 167 ++++++++++++ 9 files changed, 2015 insertions(+) create mode 100644 results/ep_bias/centered_r3/seed_1988_clean.json create mode 100644 results/ep_bias/centered_r3/seed_1988_intercept.json create mode 100644 results/ep_bias/centered_r3/seed_1988_raw.json create mode 100644 results/ep_bias/centered_r3/seed_1988_sdil.json create mode 100644 results/ep_bias/centered_r3/seed_1989_clean.json create mode 100644 results/ep_bias/centered_r3/seed_1989_intercept.json create mode 100644 results/ep_bias/centered_r3/seed_1989_raw.json create mode 100644 results/ep_bias/centered_r3/seed_1989_sdil.json create mode 100644 results/ep_bias/centered_r3/summary.json (limited to 'results') diff --git a/results/ep_bias/centered_r3/seed_1988_clean.json b/results/ep_bias/centered_r3/seed_1988_clean.json new file mode 100644 index 0000000..12fd5ee --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1988_clean.json @@ -0,0 +1,186 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.1457672119140625e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.5966166666666667, + "train_cost": 0.26790297616322833, + "test_accuracy": 0.792, + "test_cost": 0.15573115186691283, + "finite": true, + "corrector": {}, + "wall_seconds": 773.0352191925049 + }, + { + "epoch": 2, + "train_accuracy": 0.7990166666666667, + "train_cost": 0.1508844397544861, + "test_accuracy": 0.8135, + "test_cost": 0.1375195680141449, + "finite": true, + "corrector": {}, + "wall_seconds": 1545.9970779418945 + }, + { + "epoch": 3, + "train_accuracy": 0.8292, + "train_cost": 0.12718361412684123, + "test_accuracy": 0.8574, + "test_cost": 0.1070521926999092, + "finite": true, + "corrector": {}, + "wall_seconds": 2319.259986639023 + }, + { + "epoch": 4, + "train_accuracy": 0.84385, + "train_cost": 0.11590963444709777, + "test_accuracy": 0.8465, + "test_cost": 0.11115882776975632, + "finite": true, + "corrector": {}, + "wall_seconds": 3091.5079197883606 + }, + { + "epoch": 5, + "train_accuracy": 0.8542166666666666, + "train_cost": 0.10834487209320068, + "test_accuracy": 0.8717, + "test_cost": 0.09622300601005554, + "finite": true, + "corrector": {}, + "wall_seconds": 3862.8982717990875 + }, + { + "epoch": 6, + "train_accuracy": 0.8607, + "train_cost": 0.1035885739326477, + "test_accuracy": 0.86, + "test_cost": 0.1034158871769905, + "finite": true, + "corrector": {}, + "wall_seconds": 4634.808916807175 + }, + { + "epoch": 7, + "train_accuracy": 0.8689666666666667, + "train_cost": 0.09762942288716635, + "test_accuracy": 0.8724, + "test_cost": 0.09512372477054595, + "finite": true, + "corrector": {}, + "wall_seconds": 5406.447237491608 + }, + { + "epoch": 8, + "train_accuracy": 0.8729166666666667, + "train_cost": 0.09451936751206716, + "test_accuracy": 0.8745, + "test_cost": 0.09160860464572906, + "finite": true, + "corrector": {}, + "wall_seconds": 6178.133781671524 + }, + { + "epoch": 9, + "train_accuracy": 0.8778, + "train_cost": 0.09079933222929637, + "test_accuracy": 0.871, + "test_cost": 0.09528597943782806, + "finite": true, + "corrector": {}, + "wall_seconds": 6949.983987569809 + }, + { + "epoch": 10, + "train_accuracy": 0.8811, + "train_cost": 0.08831276926994323, + "test_accuracy": 0.8867, + "test_cost": 0.08445086604356766, + "finite": true, + "corrector": {}, + "wall_seconds": 7721.515896558762 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8811, + "train_cost": 0.08831276926994323, + "test_accuracy": 0.8867, + "test_cost": 0.08445086604356766, + "finite": true, + "corrector": {}, + "wall_seconds": 7721.515896558762 + } +} diff --git a/results/ep_bias/centered_r3/seed_1988_intercept.json b/results/ep_bias/centered_r3/seed_1988_intercept.json new file mode 100644 index 0000000..10d9ba8 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1988_intercept.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6379166666666667, + "train_cost": 0.2457014633178711, + "test_accuracy": 0.8056, + "test_cost": 0.1505281674146652, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005912389875797398, + "bias_update_rms": 0.00024815531329949183, + "residual_update_rms": 8.516195342807299e-07, + "bias_to_clean_update_rms": 0.41972082104281627, + "residual_to_clean_update_rms": 0.0014403981337003302, + "neutral_observations": 48 + }, + "wall_seconds": 831.86829662323 + }, + { + "epoch": 2, + "train_accuracy": 0.79885, + "train_cost": 0.15100324606895446, + "test_accuracy": 0.8107, + "test_cost": 0.1410569483757019, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006362818029495578, + "bias_update_rms": 0.0002480266233984186, + "residual_update_rms": 9.330004461058466e-07, + "bias_to_clean_update_rms": 0.38980624976018885, + "residual_to_clean_update_rms": 0.0014663321216807008, + "neutral_observations": 95 + }, + "wall_seconds": 1664.0175342559814 + }, + { + "epoch": 3, + "train_accuracy": 0.8200166666666666, + "train_cost": 0.13274317696889243, + "test_accuracy": 0.8313, + "test_cost": 0.1241843073129654, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006525129674423072, + "bias_update_rms": 0.00024800405395488436, + "residual_update_rms": 6.296205867374435e-07, + "bias_to_clean_update_rms": 0.3800752878935114, + "residual_to_clean_update_rms": 0.0009649165888693426, + "neutral_observations": 142 + }, + "wall_seconds": 2497.1119043827057 + }, + { + "epoch": 4, + "train_accuracy": 0.8251333333333334, + "train_cost": 0.1280106491247813, + "test_accuracy": 0.8277, + "test_cost": 0.12270383191108704, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003477749663410005, + "bias_update_rms": 0.00024797584966803943, + "residual_update_rms": 4.815648869021293e-07, + "bias_to_clean_update_rms": 0.7130353638648447, + "residual_to_clean_update_rms": 0.0013847025620295655, + "neutral_observations": 189 + }, + "wall_seconds": 3326.9885873794556 + }, + { + "epoch": 5, + "train_accuracy": 0.836, + "train_cost": 0.12103946491877238, + "test_accuracy": 0.8454, + "test_cost": 0.11515080854892731, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004121663225289022, + "bias_update_rms": 0.0002479503040354703, + "residual_update_rms": 3.091296718932677e-07, + "bias_to_clean_update_rms": 0.6015782718833933, + "residual_to_clean_update_rms": 0.0007500119611824683, + "neutral_observations": 236 + }, + "wall_seconds": 4156.00572180748 + }, + { + "epoch": 6, + "train_accuracy": 0.8386, + "train_cost": 0.11862480351130168, + "test_accuracy": 0.8367, + "test_cost": 0.12245318219661713, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005693208973066719, + "bias_update_rms": 0.00024795349574279006, + "residual_update_rms": 2.076727673714642e-07, + "bias_to_clean_update_rms": 0.43552502097815454, + "residual_to_clean_update_rms": 0.00036477278166657323, + "neutral_observations": 283 + }, + "wall_seconds": 4985.344669818878 + }, + { + "epoch": 7, + "train_accuracy": 0.8372166666666667, + "train_cost": 0.1192303105990092, + "test_accuracy": 0.8384, + "test_cost": 0.11817904765605927, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006527238093164116, + "bias_update_rms": 0.00024793823880767384, + "residual_update_rms": 1.0486701262266198e-07, + "bias_to_clean_update_rms": 0.3798516849987992, + "residual_to_clean_update_rms": 0.00016066062111705058, + "neutral_observations": 330 + }, + "wall_seconds": 5815.382421970367 + }, + { + "epoch": 8, + "train_accuracy": 0.8429333333333333, + "train_cost": 0.11504684060414633, + "test_accuracy": 0.8472, + "test_cost": 0.11157319618463517, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0002527978519986613, + "bias_update_rms": 0.00024794589886162745, + "residual_update_rms": 3.165819530104748e-12, + "bias_to_clean_update_rms": 0.9808069843209761, + "residual_to_clean_update_rms": 1.252312670014899e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6644.28409075737 + }, + { + "epoch": 9, + "train_accuracy": 0.8437666666666667, + "train_cost": 0.11362157521247863, + "test_accuracy": 0.8211, + "test_cost": 0.12780055351257325, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004532410213345832, + "bias_update_rms": 0.0002479495710431662, + "residual_update_rms": 8.421799228703382e-07, + "bias_to_clean_update_rms": 0.5470589804803424, + "residual_to_clean_update_rms": 0.0018581281994081462, + "neutral_observations": 423 + }, + "wall_seconds": 7473.06492972374 + }, + { + "epoch": 10, + "train_accuracy": 0.8501666666666666, + "train_cost": 0.10972953166166942, + "test_accuracy": 0.8452, + "test_cost": 0.11462557312250138, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00042104258128212, + "bias_update_rms": 0.0002479632806978909, + "residual_update_rms": 8.854394713820801e-07, + "bias_to_clean_update_rms": 0.5889268490203913, + "residual_to_clean_update_rms": 0.0021029689412548763, + "neutral_observations": 470 + }, + "wall_seconds": 8300.64514875412 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8501666666666666, + "train_cost": 0.10972953166166942, + "test_accuracy": 0.8452, + "test_cost": 0.11462557312250138, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00042104258128212, + "bias_update_rms": 0.0002479632806978909, + "residual_update_rms": 8.854394713820801e-07, + "bias_to_clean_update_rms": 0.5889268490203913, + "residual_to_clean_update_rms": 0.0021029689412548763, + "neutral_observations": 470 + }, + "wall_seconds": 8300.64514875412 + } +} diff --git a/results/ep_bias/centered_r3/seed_1988_raw.json b/results/ep_bias/centered_r3/seed_1988_raw.json new file mode 100644 index 0000000..f3f10b2 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1988_raw.json @@ -0,0 +1,156 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 1.1920928955078125e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.4395, + "train_cost": 0.7167087767601014, + "test_accuracy": 0.1, + "test_cost": 0.48992531185150145, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009198356660080169, + "bias_update_rms": 0.00017159385524410895, + "residual_update_rms": 0.00017159385515615823, + "bias_to_clean_update_rms": 0.18654838204829233, + "residual_to_clean_update_rms": 0.18654838195267665, + "neutral_observations": 0 + }, + "wall_seconds": 831.1388154029846 + }, + { + "epoch": 2, + "train_accuracy": 0.10715, + "train_cost": 1.66081443678538, + "test_accuracy": 0.1, + "test_cost": 471.0141723144531, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.2610104705407043, + "bias_update_rms": 0.000166707993062808, + "residual_update_rms": 0.00016670808499451263, + "bias_to_clean_update_rms": 0.0006387023199393453, + "residual_to_clean_update_rms": 0.0006387026721539689, + "neutral_observations": 0 + }, + "wall_seconds": 1666.3909628391266 + }, + { + "epoch": 3, + "train_accuracy": 0.10038333333333334, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 2501.671797990799 + } + ], + "epochs_completed": 3, + "beta_sign_counts": { + "positive": 1407, + "negative": 1407 + }, + "final": { + "epoch": 3, + "train_accuracy": 0.10038333333333334, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 2501.671797990799 + } +} diff --git a/results/ep_bias/centered_r3/seed_1988_sdil.json b/results/ep_bias/centered_r3/seed_1988_sdil.json new file mode 100644 index 0000000..2628ceb --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1988_sdil.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6414, + "train_cost": 0.24428939560254415, + "test_accuracy": 0.7879, + "test_cost": 0.15489654624462126, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005044067244796634, + "bias_update_rms": 0.0002481419248887212, + "residual_update_rms": 5.907895842473555e-07, + "bias_to_clean_update_rms": 0.49194809039213294, + "residual_to_clean_update_rms": 0.0011712563603445275, + "neutral_observations": 48 + }, + "wall_seconds": 835.7167277336121 + }, + { + "epoch": 2, + "train_accuracy": 0.80785, + "train_cost": 0.14529478352864583, + "test_accuracy": 0.8195, + "test_cost": 0.13500099263191223, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005439189822692433, + "bias_update_rms": 0.0002480326756484366, + "residual_update_rms": 5.445831411684245e-07, + "bias_to_clean_update_rms": 0.4560103319314914, + "residual_to_clean_update_rms": 0.0010012210621817433, + "neutral_observations": 95 + }, + "wall_seconds": 1672.1666207313538 + }, + { + "epoch": 3, + "train_accuracy": 0.8269833333333333, + "train_cost": 0.1284785340309143, + "test_accuracy": 0.8217, + "test_cost": 0.12805011922121048, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006703795586964196, + "bias_update_rms": 0.0002480026554835836, + "residual_update_rms": 3.6361537016501616e-07, + "bias_to_clean_update_rms": 0.36994364202547414, + "residual_to_clean_update_rms": 0.0005424022338510457, + "neutral_observations": 142 + }, + "wall_seconds": 2508.2711963653564 + }, + { + "epoch": 4, + "train_accuracy": 0.8332666666666667, + "train_cost": 0.12343429210980733, + "test_accuracy": 0.8231, + "test_cost": 0.12306875606775283, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005284445609793372, + "bias_update_rms": 0.00024798038546384234, + "residual_update_rms": 2.6442243864294214e-07, + "bias_to_clean_update_rms": 0.46926471341529935, + "residual_to_clean_update_rms": 0.0005003787684992019, + "neutral_observations": 189 + }, + "wall_seconds": 3344.4905066490173 + }, + { + "epoch": 5, + "train_accuracy": 0.83395, + "train_cost": 0.12255464715957641, + "test_accuracy": 0.8422, + "test_cost": 0.11449280109405517, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005084548618424255, + "bias_update_rms": 0.0002479473467605643, + "residual_update_rms": 1.93182508398727e-07, + "bias_to_clean_update_rms": 0.487648688935942, + "residual_to_clean_update_rms": 0.00037994033078711303, + "neutral_observations": 236 + }, + "wall_seconds": 4183.238507509232 + }, + { + "epoch": 6, + "train_accuracy": 0.8424166666666667, + "train_cost": 0.11606575908660889, + "test_accuracy": 0.8494, + "test_cost": 0.11201731077432632, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006028233135396703, + "bias_update_rms": 0.00024792638421127736, + "residual_update_rms": 1.4381506605318305e-07, + "bias_to_clean_update_rms": 0.4112753747951421, + "residual_to_clean_update_rms": 0.00023856918407605504, + "neutral_observations": 283 + }, + "wall_seconds": 5020.138065576553 + }, + { + "epoch": 7, + "train_accuracy": 0.8420666666666666, + "train_cost": 0.11606640078226725, + "test_accuracy": 0.8376, + "test_cost": 0.1149260580420494, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005329347078406797, + "bias_update_rms": 0.0002479322806728202, + "residual_update_rms": 6.098457895591215e-08, + "bias_to_clean_update_rms": 0.46522074285118487, + "residual_to_clean_update_rms": 0.00011443161433978781, + "neutral_observations": 330 + }, + "wall_seconds": 5857.24401473999 + }, + { + "epoch": 8, + "train_accuracy": 0.8413666666666667, + "train_cost": 0.11614268266359964, + "test_accuracy": 0.8369, + "test_cost": 0.11700071120262145, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00034951649619403434, + "bias_update_rms": 0.00024794873915549506, + "residual_update_rms": 5.6898903272574065e-12, + "bias_to_clean_update_rms": 0.7094049690228245, + "residual_to_clean_update_rms": 1.6279318399033905e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6693.713828086853 + }, + { + "epoch": 9, + "train_accuracy": 0.8446333333333333, + "train_cost": 0.11383107699553172, + "test_accuracy": 0.8287, + "test_cost": 0.12292674199342728, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004699156819867266, + "bias_update_rms": 0.00024795088657150597, + "residual_update_rms": 3.9292129663639363e-07, + "bias_to_clean_update_rms": 0.5276497381896476, + "residual_to_clean_update_rms": 0.0008361527646304263, + "neutral_observations": 423 + }, + "wall_seconds": 7529.938046693802 + }, + { + "epoch": 10, + "train_accuracy": 0.8459, + "train_cost": 0.11318698964118958, + "test_accuracy": 0.8313, + "test_cost": 0.12444570105075836, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000517193442122431, + "bias_update_rms": 0.00024795332044080283, + "residual_update_rms": 3.6990502310299927e-07, + "bias_to_clean_update_rms": 0.47942085155462366, + "residual_to_clean_update_rms": 0.0007152159965234723, + "neutral_observations": 470 + }, + "wall_seconds": 8364.393671989441 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8459, + "train_cost": 0.11318698964118958, + "test_accuracy": 0.8313, + "test_cost": 0.12444570105075836, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000517193442122431, + "bias_update_rms": 0.00024795332044080283, + "residual_update_rms": 3.6990502310299927e-07, + "bias_to_clean_update_rms": 0.47942085155462366, + "residual_to_clean_update_rms": 0.0007152159965234723, + "neutral_observations": 470 + }, + "wall_seconds": 8364.393671989441 + } +} diff --git a/results/ep_bias/centered_r3/seed_1989_clean.json b/results/ep_bias/centered_r3/seed_1989_clean.json new file mode 100644 index 0000000..aaaa1d2 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1989_clean.json @@ -0,0 +1,186 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.62995, + "train_cost": 0.24774755630493164, + "test_accuracy": 0.785, + "test_cost": 0.15017734718322753, + "finite": true, + "corrector": {}, + "wall_seconds": 791.8711850643158 + }, + { + "epoch": 2, + "train_accuracy": 0.8123833333333333, + "train_cost": 0.14134639674822488, + "test_accuracy": 0.8323, + "test_cost": 0.12335672492980956, + "finite": true, + "corrector": {}, + "wall_seconds": 1585.6684465408325 + }, + { + "epoch": 3, + "train_accuracy": 0.8347, + "train_cost": 0.12240706000328064, + "test_accuracy": 0.8527, + "test_cost": 0.11043169293403625, + "finite": true, + "corrector": {}, + "wall_seconds": 2381.7297286987305 + }, + { + "epoch": 4, + "train_accuracy": 0.8522666666666666, + "train_cost": 0.11007866832415263, + "test_accuracy": 0.8503, + "test_cost": 0.10634270758628846, + "finite": true, + "corrector": {}, + "wall_seconds": 3178.3342180252075 + }, + { + "epoch": 5, + "train_accuracy": 0.8600666666666666, + "train_cost": 0.10362589096228282, + "test_accuracy": 0.8649, + "test_cost": 0.09968915002346039, + "finite": true, + "corrector": {}, + "wall_seconds": 3975.0621688365936 + }, + { + "epoch": 6, + "train_accuracy": 0.86675, + "train_cost": 0.09925567571322123, + "test_accuracy": 0.8668, + "test_cost": 0.09750469102859496, + "finite": true, + "corrector": {}, + "wall_seconds": 4771.791045427322 + }, + { + "epoch": 7, + "train_accuracy": 0.8730833333333333, + "train_cost": 0.0941778604666392, + "test_accuracy": 0.8779, + "test_cost": 0.08983972749710083, + "finite": true, + "corrector": {}, + "wall_seconds": 5568.52526140213 + }, + { + "epoch": 8, + "train_accuracy": 0.8776666666666667, + "train_cost": 0.0916673661549886, + "test_accuracy": 0.8765, + "test_cost": 0.08934285793304443, + "finite": true, + "corrector": {}, + "wall_seconds": 6365.089915275574 + }, + { + "epoch": 9, + "train_accuracy": 0.8824, + "train_cost": 0.08827614934444428, + "test_accuracy": 0.8827, + "test_cost": 0.08754250838756561, + "finite": true, + "corrector": {}, + "wall_seconds": 7161.721607923508 + }, + { + "epoch": 10, + "train_accuracy": 0.8861833333333333, + "train_cost": 0.08464979181289672, + "test_accuracy": 0.888, + "test_cost": 0.08476702122688294, + "finite": true, + "corrector": {}, + "wall_seconds": 7958.297293424606 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8861833333333333, + "train_cost": 0.08464979181289672, + "test_accuracy": 0.888, + "test_cost": 0.08476702122688294, + "finite": true, + "corrector": {}, + "wall_seconds": 7958.297293424606 + } +} diff --git a/results/ep_bias/centered_r3/seed_1989_intercept.json b/results/ep_bias/centered_r3/seed_1989_intercept.json new file mode 100644 index 0000000..a272804 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1989_intercept.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6339166666666667, + "train_cost": 0.2456015769958496, + "test_accuracy": 0.7854, + "test_cost": 0.15374195680618286, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00042877408119194985, + "bias_update_rms": 0.0002550279603814115, + "residual_update_rms": 9.301938189743932e-07, + "bias_to_clean_update_rms": 0.5947839936417304, + "residual_to_clean_update_rms": 0.0021694264177268964, + "neutral_observations": 48 + }, + "wall_seconds": 827.2065126895905 + }, + { + "epoch": 2, + "train_accuracy": 0.8077166666666666, + "train_cost": 0.14449990399678547, + "test_accuracy": 0.8173, + "test_cost": 0.13303444242477416, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006923730029198261, + "bias_update_rms": 0.00025490534180030804, + "residual_update_rms": 6.608906837327593e-07, + "bias_to_clean_update_rms": 0.3681618733332169, + "residual_to_clean_update_rms": 0.0009545298284966314, + "neutral_observations": 95 + }, + "wall_seconds": 1656.586102962494 + }, + { + "epoch": 3, + "train_accuracy": 0.8287166666666667, + "train_cost": 0.1285227791150411, + "test_accuracy": 0.8408, + "test_cost": 0.11559003837108613, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005084580772650482, + "bias_update_rms": 0.0002548737816838632, + "residual_update_rms": 5.958228060464798e-07, + "bias_to_clean_update_rms": 0.5012680358129172, + "residual_to_clean_update_rms": 0.0011718228752532732, + "neutral_observations": 142 + }, + "wall_seconds": 2485.472142457962 + }, + { + "epoch": 4, + "train_accuracy": 0.83905, + "train_cost": 0.11831587142944336, + "test_accuracy": 0.8328, + "test_cost": 0.12195949485301971, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005207754703657215, + "bias_update_rms": 0.0002548459162100203, + "residual_update_rms": 4.3203919645379567e-07, + "bias_to_clean_update_rms": 0.4893585253373231, + "residual_to_clean_update_rms": 0.0008296074240024984, + "neutral_observations": 189 + }, + "wall_seconds": 3314.8510603904724 + }, + { + "epoch": 5, + "train_accuracy": 0.8482333333333333, + "train_cost": 0.11244425039291382, + "test_accuracy": 0.8336, + "test_cost": 0.117599473798275, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005858914156526038, + "bias_update_rms": 0.00025483235652912803, + "residual_update_rms": 3.0440995008288915e-07, + "bias_to_clean_update_rms": 0.43494809741371493, + "residual_to_clean_update_rms": 0.0005195671790886673, + "neutral_observations": 236 + }, + "wall_seconds": 4143.885350942612 + }, + { + "epoch": 6, + "train_accuracy": 0.8504, + "train_cost": 0.11004521047274271, + "test_accuracy": 0.8405, + "test_cost": 0.11480701524019242, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00033550004656803385, + "bias_update_rms": 0.00025484019732576347, + "residual_update_rms": 2.420401056459422e-07, + "bias_to_clean_update_rms": 0.7595831950923027, + "residual_to_clean_update_rms": 0.0007214309152021548, + "neutral_observations": 283 + }, + "wall_seconds": 4974.852057933807 + }, + { + "epoch": 7, + "train_accuracy": 0.8538833333333333, + "train_cost": 0.10742587502797445, + "test_accuracy": 0.8453, + "test_cost": 0.11043691914081573, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003669912207015775, + "bias_update_rms": 0.0002548284814216698, + "residual_update_rms": 8.164310640248532e-08, + "bias_to_clean_update_rms": 0.694372145836388, + "residual_to_clean_update_rms": 0.00022246610217652648, + "neutral_observations": 330 + }, + "wall_seconds": 5804.899300813675 + }, + { + "epoch": 8, + "train_accuracy": 0.8569, + "train_cost": 0.10537596474488577, + "test_accuracy": 0.8452, + "test_cost": 0.10979842546582222, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003509540871007948, + "bias_update_rms": 0.0002548361636437436, + "residual_update_rms": 9.162360345894927e-12, + "bias_to_clean_update_rms": 0.7261239376037074, + "residual_to_clean_update_rms": 2.6107005681525163e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6634.237590551376 + }, + { + "epoch": 9, + "train_accuracy": 0.8586333333333334, + "train_cost": 0.10456536351839701, + "test_accuracy": 0.8618, + "test_cost": 0.10211618549823762, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004393878627748794, + "bias_update_rms": 0.0002548492764688893, + "residual_update_rms": 6.965519868154715e-07, + "bias_to_clean_update_rms": 0.5800098228918569, + "residual_to_clean_update_rms": 0.0015852781695345787, + "neutral_observations": 423 + }, + "wall_seconds": 7464.362337589264 + }, + { + "epoch": 10, + "train_accuracy": 0.8616333333333334, + "train_cost": 0.10167002823352814, + "test_accuracy": 0.8602, + "test_cost": 0.10281604286432267, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000377134481830818, + "bias_update_rms": 0.00025486823183524344, + "residual_update_rms": 6.404241808528831e-07, + "bias_to_clean_update_rms": 0.6758019860660128, + "residual_to_clean_update_rms": 0.0016981321298013168, + "neutral_observations": 470 + }, + "wall_seconds": 8292.83525443077 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8616333333333334, + "train_cost": 0.10167002823352814, + "test_accuracy": 0.8602, + "test_cost": 0.10281604286432267, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000377134481830818, + "bias_update_rms": 0.00025486823183524344, + "residual_update_rms": 6.404241808528831e-07, + "bias_to_clean_update_rms": 0.6758019860660128, + "residual_to_clean_update_rms": 0.0016981321298013168, + "neutral_observations": 470 + }, + "wall_seconds": 8292.83525443077 + } +} diff --git a/results/ep_bias/centered_r3/seed_1989_raw.json b/results/ep_bias/centered_r3/seed_1989_raw.json new file mode 100644 index 0000000..5cfd2a6 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1989_raw.json @@ -0,0 +1,136 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.49016666666666664, + "train_cost": 36.581053507328036, + "test_accuracy": 0.1739, + "test_cost": 105.17654489746094, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 5.169414345721687, + "bias_update_rms": 0.0001711535879573308, + "residual_update_rms": 0.000171147312905697, + "bias_to_clean_update_rms": 3.310889329252182e-05, + "residual_to_clean_update_rms": 3.310767941195158e-05, + "neutral_observations": 0 + }, + "wall_seconds": 831.0293717384338 + }, + { + "epoch": 2, + "train_accuracy": 0.10053333333333334, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 1662.4170327186584 + } + ], + "epochs_completed": 2, + "beta_sign_counts": { + "positive": 938, + "negative": 938 + }, + "final": { + "epoch": 2, + "train_accuracy": 0.10053333333333334, + "train_cost": NaN, + "test_accuracy": 0.1, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 1662.4170327186584 + } +} diff --git a/results/ep_bias/centered_r3/seed_1989_sdil.json b/results/ep_bias/centered_r3/seed_1989_sdil.json new file mode 100644 index 0000000..228b659 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1989_sdil.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6375833333333333, + "train_cost": 0.24372959696451824, + "test_accuracy": 0.7971, + "test_cost": 0.14594474699497223, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00041771182552043616, + "bias_update_rms": 0.00025509162119103366, + "residual_update_rms": 6.616512235390727e-07, + "bias_to_clean_update_rms": 0.6106880523988266, + "residual_to_clean_update_rms": 0.0015839896864655607, + "neutral_observations": 48 + }, + "wall_seconds": 826.6448926925659 + }, + { + "epoch": 2, + "train_accuracy": 0.8066833333333333, + "train_cost": 0.14657605986595154, + "test_accuracy": 0.8141, + "test_cost": 0.13199705736637116, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005572421196838177, + "bias_update_rms": 0.000254917315303664, + "residual_update_rms": 6.243934477181251e-07, + "bias_to_clean_update_rms": 0.4574623961453336, + "residual_to_clean_update_rms": 0.0011205065548031607, + "neutral_observations": 95 + }, + "wall_seconds": 1655.0201470851898 + }, + { + "epoch": 3, + "train_accuracy": 0.8208833333333333, + "train_cost": 0.1333048082669576, + "test_accuracy": 0.8235, + "test_cost": 0.12576292197704314, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004969672586254139, + "bias_update_rms": 0.00025487722951803845, + "residual_update_rms": 4.349330589720075e-07, + "bias_to_clean_update_rms": 0.5128652342671746, + "residual_to_clean_update_rms": 0.0008751744736162502, + "neutral_observations": 142 + }, + "wall_seconds": 2479.9009778499603 + }, + { + "epoch": 4, + "train_accuracy": 0.82995, + "train_cost": 0.1241160659790039, + "test_accuracy": 0.8266, + "test_cost": 0.12248113236427308, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003989268270686613, + "bias_update_rms": 0.00025485214644379727, + "residual_update_rms": 2.9821652309091916e-07, + "bias_to_clean_update_rms": 0.638844342248092, + "residual_to_clean_update_rms": 0.0007475469255407875, + "neutral_observations": 189 + }, + "wall_seconds": 3305.238174676895 + }, + { + "epoch": 5, + "train_accuracy": 0.8391166666666666, + "train_cost": 0.11874872349103292, + "test_accuracy": 0.8239, + "test_cost": 0.1274190316438675, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005345309911439545, + "bias_update_rms": 0.0002548363242903419, + "residual_update_rms": 2.1394552512892625e-07, + "bias_to_clean_update_rms": 0.47674751981164726, + "residual_to_clean_update_rms": 0.0004002490569743384, + "neutral_observations": 236 + }, + "wall_seconds": 4130.922740459442 + }, + { + "epoch": 6, + "train_accuracy": 0.8438833333333333, + "train_cost": 0.1144898591518402, + "test_accuracy": 0.8449, + "test_cost": 0.11315111498832703, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003169381149244905, + "bias_update_rms": 0.0002548435663949696, + "residual_update_rms": 1.3312272557346084e-07, + "bias_to_clean_update_rms": 0.8040798957098778, + "residual_to_clean_update_rms": 0.0004200275047549169, + "neutral_observations": 283 + }, + "wall_seconds": 4957.198348999023 + }, + { + "epoch": 7, + "train_accuracy": 0.84755, + "train_cost": 0.1107346476952235, + "test_accuracy": 0.8596, + "test_cost": 0.10145815197825432, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004267035193489106, + "bias_update_rms": 0.00025484768104246233, + "residual_update_rms": 5.981886285404321e-08, + "bias_to_clean_update_rms": 0.5972476660875071, + "residual_to_clean_update_rms": 0.00014018835125924987, + "neutral_observations": 330 + }, + "wall_seconds": 5783.009205579758 + }, + { + "epoch": 8, + "train_accuracy": 0.8565333333333334, + "train_cost": 0.10630311357180278, + "test_accuracy": 0.8534, + "test_cost": 0.10781848565340042, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000452509110513581, + "bias_update_rms": 0.00025486371002038334, + "residual_update_rms": 6.758565027674311e-12, + "bias_to_clean_update_rms": 0.5632233784887171, + "residual_to_clean_update_rms": 1.493575459730212e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6608.3986937999725 + }, + { + "epoch": 9, + "train_accuracy": 0.86085, + "train_cost": 0.10319126005967458, + "test_accuracy": 0.8661, + "test_cost": 0.09632158966064452, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005267697980458482, + "bias_update_rms": 0.0002548765728107786, + "residual_update_rms": 3.7657449466716263e-07, + "bias_to_clean_update_rms": 0.4838481130776503, + "residual_to_clean_update_rms": 0.0007148748771553279, + "neutral_observations": 423 + }, + "wall_seconds": 7434.465129375458 + }, + { + "epoch": 10, + "train_accuracy": 0.8624833333333334, + "train_cost": 0.10089744210243225, + "test_accuracy": 0.8722, + "test_cost": 0.0937792196393013, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005418124942091109, + "bias_update_rms": 0.00025489015362430405, + "residual_update_rms": 2.84077419763116e-07, + "bias_to_clean_update_rms": 0.47043978562430483, + "residual_to_clean_update_rms": 0.0005243094664654913, + "neutral_observations": 470 + }, + "wall_seconds": 8258.133251428604 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8624833333333334, + "train_cost": 0.10089744210243225, + "test_accuracy": 0.8722, + "test_cost": 0.0937792196393013, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005418124942091109, + "bias_update_rms": 0.00025489015362430405, + "residual_update_rms": 2.84077419763116e-07, + "bias_to_clean_update_rms": 0.47043978562430483, + "residual_to_clean_update_rms": 0.0005243094664654913, + "neutral_observations": 470 + }, + "wall_seconds": 8258.133251428604 + } +} diff --git a/results/ep_bias/centered_r3/summary.json b/results/ep_bias/centered_r3/summary.json new file mode 100644 index 0000000..84f4e87 --- /dev/null +++ b/results/ep_bias/centered_r3/summary.json @@ -0,0 +1,167 @@ +{ + "by_seed": { + "1988": { + "clean": { + "trajectory": [ + 0.792, + 0.8135, + 0.8574, + 0.8465, + 0.8717, + 0.86, + 0.8724, + 0.8745, + 0.871, + 0.8867 + ], + "best_accuracy": 0.8867, + "final_accuracy": 0.8867, + "epochs_completed": 10, + "finite": true + }, + "intercept": { + "trajectory": [ + 0.8056, + 0.8107, + 0.8313, + 0.8277, + 0.8454, + 0.8367, + 0.8384, + 0.8472, + 0.8211, + 0.8452 + ], + "best_accuracy": 0.8472, + "final_accuracy": 0.8452, + "epochs_completed": 10, + "finite": true + }, + "raw": { + "trajectory": [ + 0.1, + 0.1, + 0.1 + ], + "best_accuracy": 0.1, + "final_accuracy": 0.1, + "epochs_completed": 3, + "finite": false + }, + "sdil": { + "trajectory": [ + 0.7879, + 0.8195, + 0.8217, + 0.8231, + 0.8422, + 0.8494, + 0.8376, + 0.8369, + 0.8287, + 0.8313 + ], + "best_accuracy": 0.8494, + "final_accuracy": 0.8313, + "epochs_completed": 10, + "finite": true + } + }, + "1989": { + "clean": { + "trajectory": [ + 0.785, + 0.8323, + 0.8527, + 0.8503, + 0.8649, + 0.8668, + 0.8779, + 0.8765, + 0.8827, + 0.888 + ], + "best_accuracy": 0.888, + "final_accuracy": 0.888, + "epochs_completed": 10, + "finite": true + }, + "intercept": { + "trajectory": [ + 0.7854, + 0.8173, + 0.8408, + 0.8328, + 0.8336, + 0.8405, + 0.8453, + 0.8452, + 0.8618, + 0.8602 + ], + "best_accuracy": 0.8618, + "final_accuracy": 0.8602, + "epochs_completed": 10, + "finite": true + }, + "raw": { + "trajectory": [ + 0.1739, + 0.1 + ], + "best_accuracy": 0.1739, + "final_accuracy": 0.1, + "epochs_completed": 2, + "finite": false + }, + "sdil": { + "trajectory": [ + 0.7971, + 0.8141, + 0.8235, + 0.8266, + 0.8239, + 0.8449, + 0.8596, + 0.8534, + 0.8661, + 0.8722 + ], + "best_accuracy": 0.8722, + "final_accuracy": 0.8722, + "epochs_completed": 10, + "finite": true + } + } + }, + "final_accuracy": { + "clean": { + "mean": 0.8873500000000001, + "values": [ + 0.8867, + 0.888 + ] + }, + "raw": { + "mean": 0.1, + "values": [ + 0.1, + 0.1 + ] + }, + "intercept": { + "mean": 0.8527, + "values": [ + 0.8452, + 0.8602 + ] + }, + "sdil": { + "mean": 0.85175, + "values": [ + 0.8313, + 0.8722 + ] + } + } +} -- cgit v1.2.3