diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 15:31:54 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 15:31:54 -0500 |
| commit | a3a46b46284ed40180c35c452f43d4e38015e503 (patch) | |
| tree | cc555f7f62441768a5d46210f8f1f8aa21663b51 /results/ep_bias/released_profile_r0 | |
| parent | 65f617eaf07a87c84475ad0010dea844422163e1 (diff) | |
results: close Rain C0 and released-profile R0
Diffstat (limited to 'results/ep_bias/released_profile_r0')
| -rw-r--r-- | results/ep_bias/released_profile_r0/intercept_c10.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/intercept_c50.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/intercept_initial.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/pep_clean.json | 96 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/profile_raw.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/sdil_c10.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/sdil_c50.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/sdil_initial.json | 116 | ||||
| -rw-r--r-- | results/ep_bias/released_profile_r0/summary.json | 128 |
9 files changed, 1036 insertions, 0 deletions
diff --git a/results/ep_bias/released_profile_r0/intercept_c10.json b/results/ep_bias/released_profile_r0/intercept_c10.json new file mode 100644 index 0000000..83e3ac8 --- /dev/null +++ b/results/ep_bias/released_profile_r0/intercept_c10.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3082, + "train_cost": 0.415790057182312, + "test_accuracy": 0.448, + "test_cost": 0.34728983402252195, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0016930877404937195, + "bias_update_rms": 0.00018724772369851212, + "residual_update_rms": 1.008199141467324e-06, + "bias_to_clean_update_rms": 0.1105954046090423, + "residual_to_clean_update_rms": 0.0005954795592420533, + "neutral_observations": 9 + }, + "wall_seconds": 137.7758538722992 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3082, + "train_cost": 0.415790057182312, + "test_accuracy": 0.448, + "test_cost": 0.34728983402252195, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0016930877404937195, + "bias_update_rms": 0.00018724772369851212, + "residual_update_rms": 1.008199141467324e-06, + "bias_to_clean_update_rms": 0.1105954046090423, + "residual_to_clean_update_rms": 0.0005954795592420533, + "neutral_observations": 9 + }, + "wall_seconds": 137.7758538722992 + } +} diff --git a/results/ep_bias/released_profile_r0/intercept_c50.json b/results/ep_bias/released_profile_r0/intercept_c50.json new file mode 100644 index 0000000..0d82ca8 --- /dev/null +++ b/results/ep_bias/released_profile_r0/intercept_c50.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 50, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2968, + "train_cost": 0.41704807319641113, + "test_accuracy": 0.484, + "test_cost": 0.33677254581451416, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001004134662831455, + "bias_update_rms": 0.0001499973501478135, + "residual_update_rms": 7.584770313871661e-06, + "bias_to_clean_update_rms": 0.14937971539081377, + "residual_to_clean_update_rms": 0.007553538977017441, + "neutral_observations": 3 + }, + "wall_seconds": 138.1658763885498 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2968, + "train_cost": 0.41704807319641113, + "test_accuracy": 0.484, + "test_cost": 0.33677254581451416, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001004134662831455, + "bias_update_rms": 0.0001499973501478135, + "residual_update_rms": 7.584770313871661e-06, + "bias_to_clean_update_rms": 0.14937971539081377, + "residual_to_clean_update_rms": 0.007553538977017441, + "neutral_observations": 3 + }, + "wall_seconds": 138.1658763885498 + } +} diff --git a/results/ep_bias/released_profile_r0/intercept_initial.json b/results/ep_bias/released_profile_r0/intercept_initial.json new file mode 100644 index 0000000..4f6dd47 --- /dev/null +++ b/results/ep_bias/released_profile_r0/intercept_initial.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3058, + "train_cost": 0.4113296781539917, + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + }, + "wall_seconds": 139.38151288032532 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3058, + "train_cost": 0.4113296781539917, + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + }, + "wall_seconds": 139.38151288032532 + } +} diff --git a/results/ep_bias/released_profile_r0/pep_clean.json b/results/ep_bias/released_profile_r0/pep_clean.json new file mode 100644 index 0000000..5d723a7 --- /dev/null +++ b/results/ep_bias/released_profile_r0/pep_clean.json @@ -0,0 +1,96 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3004, + "train_cost": 0.41798436822891233, + "test_accuracy": 0.532, + "test_cost": 0.3340995168685913, + "finite": true, + "corrector": {}, + "wall_seconds": 130.98123741149902 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3004, + "train_cost": 0.41798436822891233, + "test_accuracy": 0.532, + "test_cost": 0.3340995168685913, + "finite": true, + "corrector": {}, + "wall_seconds": 130.98123741149902 + } +} diff --git a/results/ep_bias/released_profile_r0/profile_raw.json b/results/ep_bias/released_profile_r0/profile_raw.json new file mode 100644 index 0000000..4f03a15 --- /dev/null +++ b/results/ep_bias/released_profile_r0/profile_raw.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2465, + "train_cost": 0.430538116979599, + "test_accuracy": 0.4, + "test_cost": 0.36289122581481936, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0015931195032637647, + "bias_update_rms": 0.00012595502742491298, + "residual_update_rms": 0.00012595502784527396, + "bias_to_clean_update_rms": 0.07906188278209739, + "residual_to_clean_update_rms": 0.07906188304595768, + "neutral_observations": 0 + }, + "wall_seconds": 138.65675354003906 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2465, + "train_cost": 0.430538116979599, + "test_accuracy": 0.4, + "test_cost": 0.36289122581481936, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0015931195032637647, + "bias_update_rms": 0.00012595502742491298, + "residual_update_rms": 0.00012595502784527396, + "bias_to_clean_update_rms": 0.07906188278209739, + "residual_to_clean_update_rms": 0.07906188304595768, + "neutral_observations": 0 + }, + "wall_seconds": 138.65675354003906 + } +} diff --git a/results/ep_bias/released_profile_r0/sdil_c10.json b/results/ep_bias/released_profile_r0/sdil_c10.json new file mode 100644 index 0000000..842fece --- /dev/null +++ b/results/ep_bias/released_profile_r0/sdil_c10.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3051, + "train_cost": 0.4161894171714783, + "test_accuracy": 0.499, + "test_cost": 0.32872381591796873, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010029431500714274, + "bias_update_rms": 0.00018726186920531594, + "residual_update_rms": 9.534908075830887e-07, + "bias_to_clean_update_rms": 0.18671234674864629, + "residual_to_clean_update_rms": 0.000950692776071289, + "neutral_observations": 9 + }, + "wall_seconds": 138.70472860336304 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3051, + "train_cost": 0.4161894171714783, + "test_accuracy": 0.499, + "test_cost": 0.32872381591796873, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010029431500714274, + "bias_update_rms": 0.00018726186920531594, + "residual_update_rms": 9.534908075830887e-07, + "bias_to_clean_update_rms": 0.18671234674864629, + "residual_to_clean_update_rms": 0.000950692776071289, + "neutral_observations": 9 + }, + "wall_seconds": 138.70472860336304 + } +} diff --git a/results/ep_bias/released_profile_r0/sdil_c50.json b/results/ep_bias/released_profile_r0/sdil_c50.json new file mode 100644 index 0000000..016684c --- /dev/null +++ b/results/ep_bias/released_profile_r0/sdil_c50.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 50, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3023, + "train_cost": 0.4136846197605133, + "test_accuracy": 0.471, + "test_cost": 0.3420136547088623, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000828735017397769, + "bias_update_rms": 0.00015105536874253497, + "residual_update_rms": 6.152254308883878e-06, + "bias_to_clean_update_rms": 0.1822722167778663, + "residual_to_clean_update_rms": 0.007423668820224321, + "neutral_observations": 3 + }, + "wall_seconds": 137.71566247940063 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3023, + "train_cost": 0.4136846197605133, + "test_accuracy": 0.471, + "test_cost": 0.3420136547088623, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000828735017397769, + "bias_update_rms": 0.00015105536874253497, + "residual_update_rms": 6.152254308883878e-06, + "bias_to_clean_update_rms": 0.1822722167778663, + "residual_to_clean_update_rms": 0.007423668820224321, + "neutral_observations": 3 + }, + "wall_seconds": 137.71566247940063 + } +} diff --git a/results/ep_bias/released_profile_r0/sdil_initial.json b/results/ep_bias/released_profile_r0/sdil_initial.json new file mode 100644 index 0000000..aafc26e --- /dev/null +++ b/results/ep_bias/released_profile_r0/sdil_initial.json @@ -0,0 +1,116 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.384185791015625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3058, + "train_cost": 0.4113296781539917, + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + }, + "wall_seconds": 142.44494032859802 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3058, + "train_cost": 0.4113296781539917, + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + }, + "wall_seconds": 142.44494032859802 + } +} diff --git a/results/ep_bias/released_profile_r0/summary.json b/results/ep_bias/released_profile_r0/summary.json new file mode 100644 index 0000000..28a6a2e --- /dev/null +++ b/results/ep_bias/released_profile_r0/summary.json @@ -0,0 +1,128 @@ +{ + "intercept_c10": { + "test_accuracy": 0.448, + "test_cost": 0.34728983402252195, + "finite": true, + "wall_seconds": 137.7758538722992, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0016930877404937195, + "bias_update_rms": 0.00018724772369851212, + "residual_update_rms": 1.008199141467324e-06, + "bias_to_clean_update_rms": 0.1105954046090423, + "residual_to_clean_update_rms": 0.0005954795592420533, + "neutral_observations": 9 + } + }, + "intercept_c50": { + "test_accuracy": 0.484, + "test_cost": 0.33677254581451416, + "finite": true, + "wall_seconds": 138.1658763885498, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.001004134662831455, + "bias_update_rms": 0.0001499973501478135, + "residual_update_rms": 7.584770313871661e-06, + "bias_to_clean_update_rms": 0.14937971539081377, + "residual_to_clean_update_rms": 0.007553538977017441, + "neutral_observations": 3 + } + }, + "intercept_initial": { + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "wall_seconds": 139.38151288032532, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + } + }, + "pep_clean": { + "test_accuracy": 0.532, + "test_cost": 0.3340995168685913, + "finite": true, + "wall_seconds": 130.98123741149902, + "corrector": {} + }, + "profile_raw": { + "test_accuracy": 0.4, + "test_cost": 0.36289122581481936, + "finite": true, + "wall_seconds": 138.65675354003906, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0015931195032637647, + "bias_update_rms": 0.00012595502742491298, + "residual_update_rms": 0.00012595502784527396, + "bias_to_clean_update_rms": 0.07906188278209739, + "residual_to_clean_update_rms": 0.07906188304595768, + "neutral_observations": 0 + } + }, + "sdil_c10": { + "test_accuracy": 0.499, + "test_cost": 0.32872381591796873, + "finite": true, + "wall_seconds": 138.70472860336304, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0010029431500714274, + "bias_update_rms": 0.00018726186920531594, + "residual_update_rms": 9.534908075830887e-07, + "bias_to_clean_update_rms": 0.18671234674864629, + "residual_to_clean_update_rms": 0.000950692776071289, + "neutral_observations": 9 + } + }, + "sdil_c50": { + "test_accuracy": 0.471, + "test_cost": 0.3420136547088623, + "finite": true, + "wall_seconds": 137.71566247940063, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000828735017397769, + "bias_update_rms": 0.00015105536874253497, + "residual_update_rms": 6.152254308883878e-06, + "bias_to_clean_update_rms": 0.1822722167778663, + "residual_to_clean_update_rms": 0.007423668820224321, + "neutral_observations": 3 + } + }, + "sdil_initial": { + "test_accuracy": 0.499, + "test_cost": 0.32454667282104493, + "finite": true, + "wall_seconds": 142.44494032859802, + "corrector": { + "step": 78, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0013323988546713012, + "bias_update_rms": 0.00014826292038605285, + "residual_update_rms": 1.1076213507649078e-05, + "bias_to_clean_update_rms": 0.11127517849948082, + "residual_to_clean_update_rms": 0.008312986362016609, + "neutral_observations": 1 + } + } +} |
