diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-10 04:38:38 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-10 04:38:38 -0500 |
| commit | 4eb1b2b57ef04fb6769e0a25c74bef6030a7cddb (patch) | |
| tree | 5ede4ec31aeef754f953858b1b20ef38172df5fa /results/ep_bias | |
| parent | 82a31439f67a0a7d3143f9d3703e63932887fd69 (diff) | |
results: reject four-probe OLS SDIL across seeds
Diffstat (limited to 'results/ep_bias')
9 files changed, 990 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json new file mode 100644 index 0000000..aae4388 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1988_intercept.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "nlms", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2447, + "train_cost": 0.4306257155418396, + "test_accuracy": 0.413, + "test_cost": 0.3766919221878052, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011484142593455489, + "bias_update_rms": 0.00025195370507864143, + "residual_update_rms": 1.3200444637024647e-05, + "bias_to_clean_update_rms": 0.21939270000202124, + "residual_to_clean_update_rms": 0.011494497329341099, + "neutral_observations": 4 + }, + "wall_seconds": 137.60602021217346 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2447, + "train_cost": 0.4306257155418396, + "test_accuracy": 0.413, + "test_cost": 0.3766919221878052, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011484142593455489, + "bias_update_rms": 0.00025195370507864143, + "residual_update_rms": 1.3200444637024647e-05, + "bias_to_clean_update_rms": 0.21939270000202124, + "residual_to_clean_update_rms": 0.011494497329341099, + "neutral_observations": 4 + }, + "wall_seconds": 137.60602021217346 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json new file mode 100644 index 0000000..fc7aa73 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1988_sdil.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "ols", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2284, + "train_cost": 0.4367024730205536, + "test_accuracy": 0.4535, + "test_cost": 0.38465969657897947, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000925396244964672, + "bias_update_rms": 0.0002524133321648608, + "residual_update_rms": 6.183748753054423e-08, + "bias_to_clean_update_rms": 0.2727624339717274, + "residual_to_clean_update_rms": 6.682271282925396e-05, + "neutral_observations": 4 + }, + "wall_seconds": 141.1657612323761 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2284, + "train_cost": 0.4367024730205536, + "test_accuracy": 0.4535, + "test_cost": 0.38465969657897947, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000925396244964672, + "bias_update_rms": 0.0002524133321648608, + "residual_update_rms": 6.183748753054423e-08, + "bias_to_clean_update_rms": 0.2727624339717274, + "residual_to_clean_update_rms": 6.682271282925396e-05, + "neutral_observations": 4 + }, + "wall_seconds": 141.1657612323761 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json new file mode 100644 index 0000000..8bcee46 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1989_intercept.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "nlms", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2123, + "train_cost": 0.4357117296218872, + "test_accuracy": 0.3185, + "test_cost": 0.3888361797332764, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011275176152060193, + "bias_update_rms": 0.0002564221217800003, + "residual_update_rms": 1.1867691252874218e-05, + "bias_to_clean_update_rms": 0.2274218321042789, + "residual_to_clean_update_rms": 0.010525504074458084, + "neutral_observations": 4 + }, + "wall_seconds": 140.31516075134277 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2123, + "train_cost": 0.4357117296218872, + "test_accuracy": 0.3185, + "test_cost": 0.3888361797332764, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011275176152060193, + "bias_update_rms": 0.0002564221217800003, + "residual_update_rms": 1.1867691252874218e-05, + "bias_to_clean_update_rms": 0.2274218321042789, + "residual_to_clean_update_rms": 0.010525504074458084, + "neutral_observations": 4 + }, + "wall_seconds": 140.31516075134277 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json new file mode 100644 index 0000000..716f640 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1989_sdil.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "ols", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2075, + "train_cost": 0.43981979370117186, + "test_accuracy": 0.3045, + "test_cost": 0.39659762191772463, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011563772732575436, + "bias_update_rms": 0.00025680796604022076, + "residual_update_rms": 2.9476326109899094e-08, + "bias_to_clean_update_rms": 0.22207974160265734, + "residual_to_clean_update_rms": 2.5490232981545502e-05, + "neutral_observations": 4 + }, + "wall_seconds": 141.11547660827637 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2075, + "train_cost": 0.43981979370117186, + "test_accuracy": 0.3045, + "test_cost": 0.39659762191772463, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011563772732575436, + "bias_update_rms": 0.00025680796604022076, + "residual_update_rms": 2.9476326109899094e-08, + "bias_to_clean_update_rms": 0.22207974160265734, + "residual_to_clean_update_rms": 2.5490232981545502e-05, + "neutral_observations": 4 + }, + "wall_seconds": 141.11547660827637 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json new file mode 100644 index 0000000..671b2ef --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1990_intercept.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "nlms", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2566, + "train_cost": 0.434562979888916, + "test_accuracy": 0.345, + "test_cost": 0.38171837615966797, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009545816243542391, + "bias_update_rms": 0.000260334898334753, + "residual_update_rms": 9.31709120165825e-06, + "bias_to_clean_update_rms": 0.2727214642444703, + "residual_to_clean_update_rms": 0.009760392368710354, + "neutral_observations": 4 + }, + "wall_seconds": 140.34644055366516 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2566, + "train_cost": 0.434562979888916, + "test_accuracy": 0.345, + "test_cost": 0.38171837615966797, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009545816243542391, + "bias_update_rms": 0.000260334898334753, + "residual_update_rms": 9.31709120165825e-06, + "bias_to_clean_update_rms": 0.2727214642444703, + "residual_to_clean_update_rms": 0.009760392368710354, + "neutral_observations": 4 + }, + "wall_seconds": 140.34644055366516 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json new file mode 100644 index 0000000..3908f9e --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1990_sdil.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "ols", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1990, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2378, + "train_cost": 0.4366354133605957, + "test_accuracy": 0.331, + "test_cost": 0.40251190185546876, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011133781182069468, + "bias_update_rms": 0.0002602248515351915, + "residual_update_rms": 3.070956485673808e-08, + "bias_to_clean_update_rms": 0.23372549476207935, + "residual_to_clean_update_rms": 2.7582331963012412e-05, + "neutral_observations": 4 + }, + "wall_seconds": 140.68928813934326 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2378, + "train_cost": 0.4366354133605957, + "test_accuracy": 0.331, + "test_cost": 0.40251190185546876, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011133781182069468, + "bias_update_rms": 0.0002602248515351915, + "residual_update_rms": 3.070956485673808e-08, + "bias_to_clean_update_rms": 0.23372549476207935, + "residual_to_clean_update_rms": 2.7582331963012412e-05, + "neutral_observations": 4 + }, + "wall_seconds": 140.68928813934326 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json b/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json new file mode 100644 index 0000000..0e44cc4 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1991_intercept.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "nlms", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2384, + "train_cost": 0.43469526443481443, + "test_accuracy": 0.464, + "test_cost": 0.36409887886047365, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0008167004057840804, + "bias_update_rms": 0.0002517174167378931, + "residual_update_rms": 1.6792177369959656e-05, + "bias_to_clean_update_rms": 0.3082126749970567, + "residual_to_clean_update_rms": 0.02056100039994247, + "neutral_observations": 4 + }, + "wall_seconds": 139.31538462638855 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2384, + "train_cost": 0.43469526443481443, + "test_accuracy": 0.464, + "test_cost": 0.36409887886047365, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0008167004057840804, + "bias_update_rms": 0.0002517174167378931, + "residual_update_rms": 1.6792177369959656e-05, + "bias_to_clean_update_rms": 0.3082126749970567, + "residual_to_clean_update_rms": 0.02056100039994247, + "neutral_observations": 4 + }, + "wall_seconds": 139.31538462638855 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json b/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json new file mode 100644 index 0000000..d0e311a --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/seed_1991_sdil.json @@ -0,0 +1,117 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "82a31439f67a0a7d3143f9d3703e63932887fd69" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "predictor_kind": "ols", + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2249, + "train_cost": 0.43890957684516907, + "test_accuracy": 0.442, + "test_cost": 0.3665769090652466, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009768038753474439, + "bias_update_rms": 0.00026184852482933013, + "residual_update_rms": 5.5021669416461124e-08, + "bias_to_clean_update_rms": 0.26806663183660284, + "residual_to_clean_update_rms": 5.6328266917338153e-05, + "neutral_observations": 4 + }, + "wall_seconds": 139.37703227996826 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2249, + "train_cost": 0.43890957684516907, + "test_accuracy": 0.442, + "test_cost": 0.3665769090652466, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009768038753474439, + "bias_update_rms": 0.00026184852482933013, + "residual_update_rms": 5.5021669416461124e-08, + "bias_to_clean_update_rms": 0.26806663183660284, + "residual_to_clean_update_rms": 5.6328266917338153e-05, + "neutral_observations": 4 + }, + "wall_seconds": 139.37703227996826 + } +} diff --git a/results/ep_bias/centered_r7_ols_seeds/summary.json b/results/ep_bias/centered_r7_ols_seeds/summary.json new file mode 100644 index 0000000..d7d9219 --- /dev/null +++ b/results/ep_bias/centered_r7_ols_seeds/summary.json @@ -0,0 +1,54 @@ +{ + "by_seed": { + "1988": { + "intercept": 0.413, + "sdil": 0.4535, + "sdil_minus_intercept": 0.040500000000000036 + }, + "1989": { + "intercept": 0.3185, + "sdil": 0.3045, + "sdil_minus_intercept": -0.014000000000000012 + }, + "1990": { + "intercept": 0.345, + "sdil": 0.331, + "sdil_minus_intercept": -0.013999999999999957 + }, + "1991": { + "intercept": 0.464, + "sdil": 0.442, + "sdil_minus_intercept": -0.02200000000000002 + } + }, + "intercept": { + "mean": 0.385125, + "sample_std": 0.06594742223923541, + "values": [ + 0.413, + 0.3185, + 0.345, + 0.464 + ] + }, + "sdil": { + "mean": 0.38275000000000003, + "sample_std": 0.07597642178114647, + "values": [ + 0.4535, + 0.3045, + 0.331, + 0.442 + ] + }, + "sdil_minus_intercept": { + "mean": -0.0023749999999999882, + "sample_std": 0.028831045188592586, + "values": [ + 0.040500000000000036, + -0.014000000000000012, + -0.013999999999999957, + -0.02200000000000002 + ] + } +} |
