diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 16:02:20 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 16:02:20 -0500 |
| commit | 18bce143febddd051ba59c5a3001f46717b73328 (patch) | |
| tree | d2783e5c93f5899844bb91232ed63e51fe95f3c2 | |
| parent | 81838bf82efa1027b263ff0af7917ae367d35bd7 (diff) | |
results: reject one-epoch affine advantage across seeds
| -rw-r--r-- | RAIN_EP_RELEASED_PROFILE.md | 19 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1988_intercept.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1988_sdil.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1989_intercept.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1989_sdil.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1990_intercept.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1990_sdil.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1991_intercept.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/seed_1991_sdil.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/centered_r2/summary.json | 54 |
10 files changed, 1001 insertions, 0 deletions
diff --git a/RAIN_EP_RELEASED_PROFILE.md b/RAIN_EP_RELEASED_PROFILE.md index 796f36e..eaefe87 100644 --- a/RAIN_EP_RELEASED_PROFILE.md +++ b/RAIN_EP_RELEASED_PROFILE.md @@ -105,3 +105,22 @@ R1 setting: affine SDIL is 1.50 percentage points below the matched local intercept and 3.65 points below the oracle. The state-dependent result must therefore be treated as unconfirmed until a paired multi-seed accuracy study shows otherwise. No residual-bias diagnostic can override this endpoint. + +## R2 paired-seed accuracy check + +R2 repeated the state-dependent cadence-10 comparison for four network +initializations while keeping the data split and every other R1 setting fixed. +The paired holdout accuracies were: + +| seed | intercept-only | affine SDIL | SDIL minus intercept | +|---:|---:|---:|---:| +| 1988 | 43.85% | 42.35% | -1.50 points | +| 1989 | 42.45% | 38.60% | -3.85 points | +| 1990 | 36.65% | 36.10% | -0.55 points | +| 1991 | 48.30% | 47.75% | -0.55 points | +| mean | 42.81% | 41.20% | -1.61 points | + +Affine SDIL lost all four paired comparisons. The one-epoch state-dependent +claim is therefore negative. The remaining accuracy question is whether the +affine predictor needs a longer trajectory to learn the state relation; R3 +tests that question on full-data ten-epoch trajectories. diff --git a/results/ep_bias/centered_r2/seed_1988_intercept.json b/results/ep_bias/centered_r2/seed_1988_intercept.json new file mode 100644 index 0000000..71090fc --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1988_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.249, + "train_cost": 0.4324162456512451, + "test_accuracy": 0.4385, + "test_cost": 0.3619317226409912, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004936866395159558, + "bias_update_rms": 0.00025171011857831057, + "residual_update_rms": 1.413279982759424e-06, + "bias_to_clean_update_rms": 0.5098580727748768, + "residual_to_clean_update_rms": 0.002862706562497013, + "neutral_observations": 9 + }, + "wall_seconds": 137.64498448371887 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.249, + "train_cost": 0.4324162456512451, + "test_accuracy": 0.4385, + "test_cost": 0.3619317226409912, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004936866395159558, + "bias_update_rms": 0.00025171011857831057, + "residual_update_rms": 1.413279982759424e-06, + "bias_to_clean_update_rms": 0.5098580727748768, + "residual_to_clean_update_rms": 0.002862706562497013, + "neutral_observations": 9 + }, + "wall_seconds": 137.64498448371887 + } +} diff --git a/results/ep_bias/centered_r2/seed_1988_sdil.json b/results/ep_bias/centered_r2/seed_1988_sdil.json new file mode 100644 index 0000000..03fd47a --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1988_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2498, + "train_cost": 0.4320692925453186, + "test_accuracy": 0.4235, + "test_cost": 0.3628904857635498, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006811105802259239, + "bias_update_rms": 0.0002513182896654536, + "residual_update_rms": 1.327408381150856e-06, + "bias_to_clean_update_rms": 0.3689830946130532, + "residual_to_clean_update_rms": 0.0019488882124111997, + "neutral_observations": 9 + }, + "wall_seconds": 140.6538872718811 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2498, + "train_cost": 0.4320692925453186, + "test_accuracy": 0.4235, + "test_cost": 0.3628904857635498, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006811105802259239, + "bias_update_rms": 0.0002513182896654536, + "residual_update_rms": 1.327408381150856e-06, + "bias_to_clean_update_rms": 0.3689830946130532, + "residual_to_clean_update_rms": 0.0019488882124111997, + "neutral_observations": 9 + }, + "wall_seconds": 140.6538872718811 + } +} diff --git a/results/ep_bias/centered_r2/seed_1989_intercept.json b/results/ep_bias/centered_r2/seed_1989_intercept.json new file mode 100644 index 0000000..044381f --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1989_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2257, + "train_cost": 0.43443440718650816, + "test_accuracy": 0.4245, + "test_cost": 0.3706483669281006, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0012936618668526112, + "bias_update_rms": 0.00025689280665454014, + "residual_update_rms": 1.5242748313929172e-06, + "bias_to_clean_update_rms": 0.1985780158145516, + "residual_to_clean_update_rms": 0.0011782637105176264, + "neutral_observations": 9 + }, + "wall_seconds": 139.58720541000366 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2257, + "train_cost": 0.43443440718650816, + "test_accuracy": 0.4245, + "test_cost": 0.3706483669281006, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0012936618668526112, + "bias_update_rms": 0.00025689280665454014, + "residual_update_rms": 1.5242748313929172e-06, + "bias_to_clean_update_rms": 0.1985780158145516, + "residual_to_clean_update_rms": 0.0011782637105176264, + "neutral_observations": 9 + }, + "wall_seconds": 139.58720541000366 + } +} diff --git a/results/ep_bias/centered_r2/seed_1989_sdil.json b/results/ep_bias/centered_r2/seed_1989_sdil.json new file mode 100644 index 0000000..385967d --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1989_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2228, + "train_cost": 0.4344988081932068, + "test_accuracy": 0.386, + "test_cost": 0.37879798793792724, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0012807260199939716, + "bias_update_rms": 0.00025689996243033686, + "residual_update_rms": 1.3882128417080514e-06, + "bias_to_clean_update_rms": 0.20058932076006866, + "residual_to_clean_update_rms": 0.0010839264761050031, + "neutral_observations": 9 + }, + "wall_seconds": 141.36360573768616 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2228, + "train_cost": 0.4344988081932068, + "test_accuracy": 0.386, + "test_cost": 0.37879798793792724, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0012807260199939716, + "bias_update_rms": 0.00025689996243033686, + "residual_update_rms": 1.3882128417080514e-06, + "bias_to_clean_update_rms": 0.20058932076006866, + "residual_to_clean_update_rms": 0.0010839264761050031, + "neutral_observations": 9 + }, + "wall_seconds": 141.36360573768616 + } +} diff --git a/results/ep_bias/centered_r2/seed_1990_intercept.json b/results/ep_bias/centered_r2/seed_1990_intercept.json new file mode 100644 index 0000000..af517f5 --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1990_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.248, + "train_cost": 0.4319818395614624, + "test_accuracy": 0.3665, + "test_cost": 0.3732297954559326, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009637368221640782, + "bias_update_rms": 0.0002602687196857802, + "residual_update_rms": 1.4341831850880798e-06, + "bias_to_clean_update_rms": 0.2700620269975208, + "residual_to_clean_update_rms": 0.001488148166703448, + "neutral_observations": 9 + }, + "wall_seconds": 139.13431787490845 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.248, + "train_cost": 0.4319818395614624, + "test_accuracy": 0.3665, + "test_cost": 0.3732297954559326, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009637368221640782, + "bias_update_rms": 0.0002602687196857802, + "residual_update_rms": 1.4341831850880798e-06, + "bias_to_clean_update_rms": 0.2700620269975208, + "residual_to_clean_update_rms": 0.001488148166703448, + "neutral_observations": 9 + }, + "wall_seconds": 139.13431787490845 + } +} diff --git a/results/ep_bias/centered_r2/seed_1990_sdil.json b/results/ep_bias/centered_r2/seed_1990_sdil.json new file mode 100644 index 0000000..5bae336 --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1990_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2479, + "train_cost": 0.43194864625930784, + "test_accuracy": 0.361, + "test_cost": 0.3748037452697754, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010627190396829062, + "bias_update_rms": 0.00026028545015320575, + "residual_update_rms": 1.3330792314833927e-06, + "bias_to_clean_update_rms": 0.24492404900440068, + "residual_to_clean_update_rms": 0.0012544042044086803, + "neutral_observations": 9 + }, + "wall_seconds": 139.73982000350952 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2479, + "train_cost": 0.43194864625930784, + "test_accuracy": 0.361, + "test_cost": 0.3748037452697754, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010627190396829062, + "bias_update_rms": 0.00026028545015320575, + "residual_update_rms": 1.3330792314833927e-06, + "bias_to_clean_update_rms": 0.24492404900440068, + "residual_to_clean_update_rms": 0.0012544042044086803, + "neutral_observations": 9 + }, + "wall_seconds": 139.73982000350952 + } +} diff --git a/results/ep_bias/centered_r2/seed_1991_intercept.json b/results/ep_bias/centered_r2/seed_1991_intercept.json new file mode 100644 index 0000000..26ca16b --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1991_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2399, + "train_cost": 0.4343453770637512, + "test_accuracy": 0.483, + "test_cost": 0.3605834674835205, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006987754076016461, + "bias_update_rms": 0.0002619838324286039, + "residual_update_rms": 1.6471038771187733e-06, + "bias_to_clean_update_rms": 0.3749185068315314, + "residual_to_clean_update_rms": 0.002357129142211806, + "neutral_observations": 9 + }, + "wall_seconds": 138.90609550476074 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2399, + "train_cost": 0.4343453770637512, + "test_accuracy": 0.483, + "test_cost": 0.3605834674835205, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006987754076016461, + "bias_update_rms": 0.0002619838324286039, + "residual_update_rms": 1.6471038771187733e-06, + "bias_to_clean_update_rms": 0.3749185068315314, + "residual_to_clean_update_rms": 0.002357129142211806, + "neutral_observations": 9 + }, + "wall_seconds": 138.90609550476074 + } +} diff --git a/results/ep_bias/centered_r2/seed_1991_sdil.json b/results/ep_bias/centered_r2/seed_1991_sdil.json new file mode 100644 index 0000000..bd5852e --- /dev/null +++ b/results/ep_bias/centered_r2/seed_1991_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "81838bf82efa1027b263ff0af7917ae367d35bd7" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2389, + "train_cost": 0.4343527967453003, + "test_accuracy": 0.4775, + "test_cost": 0.36103129959106445, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006658877861944917, + "bias_update_rms": 0.00026198015290200696, + "residual_update_rms": 1.519518729877776e-06, + "bias_to_clean_update_rms": 0.39342988163096915, + "residual_to_clean_update_rms": 0.0022819441374074957, + "neutral_observations": 9 + }, + "wall_seconds": 138.63128232955933 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2389, + "train_cost": 0.4343527967453003, + "test_accuracy": 0.4775, + "test_cost": 0.36103129959106445, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006658877861944917, + "bias_update_rms": 0.00026198015290200696, + "residual_update_rms": 1.519518729877776e-06, + "bias_to_clean_update_rms": 0.39342988163096915, + "residual_to_clean_update_rms": 0.0022819441374074957, + "neutral_observations": 9 + }, + "wall_seconds": 138.63128232955933 + } +} diff --git a/results/ep_bias/centered_r2/summary.json b/results/ep_bias/centered_r2/summary.json new file mode 100644 index 0000000..f1b4864 --- /dev/null +++ b/results/ep_bias/centered_r2/summary.json @@ -0,0 +1,54 @@ +{ + "by_seed": { + "1988": { + "intercept": 0.4385, + "sdil": 0.4235, + "sdil_minus_intercept": -0.015000000000000013 + }, + "1989": { + "intercept": 0.4245, + "sdil": 0.386, + "sdil_minus_intercept": -0.03849999999999998 + }, + "1990": { + "intercept": 0.3665, + "sdil": 0.361, + "sdil_minus_intercept": -0.005500000000000005 + }, + "1991": { + "intercept": 0.483, + "sdil": 0.4775, + "sdil_minus_intercept": -0.005500000000000005 + } + }, + "intercept": { + "mean": 0.428125, + "sample_std": 0.048061375691227703, + "values": [ + 0.4385, + 0.4245, + 0.3665, + 0.483 + ] + }, + "sdil": { + "mean": 0.412, + "sample_std": 0.05066063560596135, + "values": [ + 0.4235, + 0.386, + 0.361, + 0.4775 + ] + }, + "sdil_minus_intercept": { + "mean": -0.016125, + "sample_std": 0.015574418127172508, + "values": [ + -0.015000000000000013, + -0.03849999999999998, + -0.005500000000000005, + -0.005500000000000005 + ] + } +} |
