diff options
Diffstat (limited to 'results')
9 files changed, 952 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r5_upfront/probes_16_intercept.json b/results/ep_bias/centered_r5_upfront/probes_16_intercept.json new file mode 100644 index 0000000..2445b63 --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_16_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 16, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2289, + "train_cost": 0.4367092197418213, + "test_accuracy": 0.4545, + "test_cost": 0.3875820608139038, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0008846799293614056, + "bias_update_rms": 0.0002526815659105885, + "residual_update_rms": 5.440245210821184e-06, + "bias_to_clean_update_rms": 0.28561919121753254, + "residual_to_clean_update_rms": 0.006149393730168777, + "neutral_observations": 16 + }, + "wall_seconds": 137.38176941871643 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2289, + "train_cost": 0.4367092197418213, + "test_accuracy": 0.4545, + "test_cost": 0.3875820608139038, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0008846799293614056, + "bias_update_rms": 0.0002526815659105885, + "residual_update_rms": 5.440245210821184e-06, + "bias_to_clean_update_rms": 0.28561919121753254, + "residual_to_clean_update_rms": 0.006149393730168777, + "neutral_observations": 16 + }, + "wall_seconds": 137.38176941871643 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_16_sdil.json b/results/ep_bias/centered_r5_upfront/probes_16_sdil.json new file mode 100644 index 0000000..40b86bd --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_16_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 16, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2305, + "train_cost": 0.43650612869262695, + "test_accuracy": 0.44, + "test_cost": 0.3849886713027954, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000844274662282813, + "bias_update_rms": 0.00025265937369833006, + "residual_update_rms": 5.310198797327703e-06, + "bias_to_clean_update_rms": 0.2992620588839783, + "residual_to_clean_update_rms": 0.00628965789754911, + "neutral_observations": 16 + }, + "wall_seconds": 137.57260131835938 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2305, + "train_cost": 0.43650612869262695, + "test_accuracy": 0.44, + "test_cost": 0.3849886713027954, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000844274662282813, + "bias_update_rms": 0.00025265937369833006, + "residual_update_rms": 5.310198797327703e-06, + "bias_to_clean_update_rms": 0.2992620588839783, + "residual_to_clean_update_rms": 0.00628965789754911, + "neutral_observations": 16 + }, + "wall_seconds": 137.57260131835938 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_2_intercept.json b/results/ep_bias/centered_r5_upfront/probes_2_intercept.json new file mode 100644 index 0000000..61cdc8d --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_2_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 2, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2691, + "train_cost": 0.42186671981811524, + "test_accuracy": 0.4375, + "test_cost": 0.35975148487091063, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001427166825556736, + "bias_update_rms": 0.0002054776426739298, + "residual_update_rms": 1.6090036340887493e-05, + "bias_to_clean_update_rms": 0.14397591016997838, + "residual_to_clean_update_rms": 0.011274110393233665, + "neutral_observations": 2 + }, + "wall_seconds": 137.2895052433014 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2691, + "train_cost": 0.42186671981811524, + "test_accuracy": 0.4375, + "test_cost": 0.35975148487091063, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001427166825556736, + "bias_update_rms": 0.0002054776426739298, + "residual_update_rms": 1.6090036340887493e-05, + "bias_to_clean_update_rms": 0.14397591016997838, + "residual_to_clean_update_rms": 0.011274110393233665, + "neutral_observations": 2 + }, + "wall_seconds": 137.2895052433014 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_2_sdil.json b/results/ep_bias/centered_r5_upfront/probes_2_sdil.json new file mode 100644 index 0000000..1c41651 --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_2_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 2, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2712, + "train_cost": 0.42198603353500364, + "test_accuracy": 0.4405, + "test_cost": 0.3662084484100342, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001201324024015177, + "bias_update_rms": 0.0002057745274080947, + "residual_update_rms": 1.6502331264143834e-05, + "bias_to_clean_update_rms": 0.17128977968852727, + "residual_to_clean_update_rms": 0.013736786191112875, + "neutral_observations": 2 + }, + "wall_seconds": 138.43273162841797 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2712, + "train_cost": 0.42198603353500364, + "test_accuracy": 0.4405, + "test_cost": 0.3662084484100342, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001201324024015177, + "bias_update_rms": 0.0002057745274080947, + "residual_update_rms": 1.6502331264143834e-05, + "bias_to_clean_update_rms": 0.17128977968852727, + "residual_to_clean_update_rms": 0.013736786191112875, + "neutral_observations": 2 + }, + "wall_seconds": 138.43273162841797 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_4_intercept.json b/results/ep_bias/centered_r5_upfront/probes_4_intercept.json new file mode 100644 index 0000000..769699c --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_4_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2447, + "train_cost": 0.4306257155418396, + "test_accuracy": 0.413, + "test_cost": 0.3766919221878052, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011484142593455489, + "bias_update_rms": 0.00025195370507864143, + "residual_update_rms": 1.3200444637024647e-05, + "bias_to_clean_update_rms": 0.21939270000202124, + "residual_to_clean_update_rms": 0.011494497329341099, + "neutral_observations": 4 + }, + "wall_seconds": 138.00460076332092 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2447, + "train_cost": 0.4306257155418396, + "test_accuracy": 0.413, + "test_cost": 0.3766919221878052, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011484142593455489, + "bias_update_rms": 0.00025195370507864143, + "residual_update_rms": 1.3200444637024647e-05, + "bias_to_clean_update_rms": 0.21939270000202124, + "residual_to_clean_update_rms": 0.011494497329341099, + "neutral_observations": 4 + }, + "wall_seconds": 138.00460076332092 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_4_sdil.json b/results/ep_bias/centered_r5_upfront/probes_4_sdil.json new file mode 100644 index 0000000..d177a12 --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_4_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 4, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2407, + "train_cost": 0.4320689474105835, + "test_accuracy": 0.381, + "test_cost": 0.38587223625183104, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0007661047543962936, + "bias_update_rms": 0.0002520680347289656, + "residual_update_rms": 1.0512804381749743e-05, + "bias_to_clean_update_rms": 0.3290255455046751, + "residual_to_clean_update_rms": 0.013722411095117208, + "neutral_observations": 4 + }, + "wall_seconds": 138.0546510219574 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2407, + "train_cost": 0.4320689474105835, + "test_accuracy": 0.381, + "test_cost": 0.38587223625183104, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0007661047543962936, + "bias_update_rms": 0.0002520680347289656, + "residual_update_rms": 1.0512804381749743e-05, + "bias_to_clean_update_rms": 0.3290255455046751, + "residual_to_clean_update_rms": 0.013722411095117208, + "neutral_observations": 4 + }, + "wall_seconds": 138.0546510219574 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_8_intercept.json b/results/ep_bias/centered_r5_upfront/probes_8_intercept.json new file mode 100644 index 0000000..e00128a --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_8_intercept.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 8, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.231, + "train_cost": 0.43597276763916015, + "test_accuracy": 0.449, + "test_cost": 0.3863673219680786, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011208931783681822, + "bias_update_rms": 0.0002526917364861689, + "residual_update_rms": 5.4604730424687395e-06, + "bias_to_clean_update_rms": 0.22543783953975202, + "residual_to_clean_update_rms": 0.004871537402358181, + "neutral_observations": 8 + }, + "wall_seconds": 137.36594367027283 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.231, + "train_cost": 0.43597276763916015, + "test_accuracy": 0.449, + "test_cost": 0.3863673219680786, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0011208931783681822, + "bias_update_rms": 0.0002526917364861689, + "residual_update_rms": 5.4604730424687395e-06, + "bias_to_clean_update_rms": 0.22543783953975202, + "residual_to_clean_update_rms": 0.004871537402358181, + "neutral_observations": 8 + }, + "wall_seconds": 137.36594367027283 + } +} diff --git a/results/ep_bias/centered_r5_upfront/probes_8_sdil.json b/results/ep_bias/centered_r5_upfront/probes_8_sdil.json new file mode 100644 index 0000000..61c9800 --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/probes_8_sdil.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1ee8c240fe5d00e9b7be0e9d15edd3186973c867" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 8, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2312, + "train_cost": 0.43594508447647096, + "test_accuracy": 0.443, + "test_cost": 0.38755576515197754, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009162784429937159, + "bias_update_rms": 0.00025267309295945683, + "residual_update_rms": 5.431010583971812e-06, + "bias_to_clean_update_rms": 0.2757601631813025, + "residual_to_clean_update_rms": 0.005927249108062951, + "neutral_observations": 8 + }, + "wall_seconds": 137.8542697429657 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2312, + "train_cost": 0.43594508447647096, + "test_accuracy": 0.443, + "test_cost": 0.38755576515197754, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0009162784429937159, + "bias_update_rms": 0.00025267309295945683, + "residual_update_rms": 5.431010583971812e-06, + "bias_to_clean_update_rms": 0.2757601631813025, + "residual_to_clean_update_rms": 0.005927249108062951, + "neutral_observations": 8 + }, + "wall_seconds": 137.8542697429657 + } +} diff --git a/results/ep_bias/centered_r5_upfront/summary.json b/results/ep_bias/centered_r5_upfront/summary.json new file mode 100644 index 0000000..43ece5e --- /dev/null +++ b/results/ep_bias/centered_r5_upfront/summary.json @@ -0,0 +1,24 @@ +{ + "by_upfront_probe_budget": { + "16": { + "intercept": 0.4545, + "sdil": 0.44, + "sdil_minus_intercept": -0.014500000000000013 + }, + "2": { + "intercept": 0.4375, + "sdil": 0.4405, + "sdil_minus_intercept": 0.0030000000000000027 + }, + "4": { + "intercept": 0.413, + "sdil": 0.381, + "sdil_minus_intercept": -0.03199999999999997 + }, + "8": { + "intercept": 0.449, + "sdil": 0.443, + "sdil_minus_intercept": -0.006000000000000005 + } + } +} |