diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 13:04:04 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-08-07 13:04:04 -0500 |
| commit | 61d838358b99c104e74c313a8289a774b54025d7 (patch) | |
| tree | 14cd634a6bd4b9b11ab70f249ba15436ab2f328b /results | |
| parent | 138955f8365bc3086de8b8ff3b7f36f48070f602 (diff) | |
results: select damaging Dillavou update bias
Diffstat (limited to 'results')
18 files changed, 1778 insertions, 0 deletions
diff --git a/results/ep_bias/dillavou_s0b/centered_clean.json b/results/ep_bias/dillavou_s0b/centered_clean.json new file mode 100644 index 0000000..ecf9ce1 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/centered_clean.json @@ -0,0 +1,81 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 0.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2805, + "train_cost": 0.4179134355545044, + "test_accuracy": 0.5085, + "test_cost": 0.3253386163711548, + "finite": true, + "corrector": {}, + "wall_seconds": 147.13633942604065 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 100 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2805, + "train_cost": 0.4179134355545044, + "test_accuracy": 0.5085, + "test_cost": 0.3253386163711548, + "finite": true, + "corrector": {}, + "wall_seconds": 147.13633942604065 + } +} diff --git a/results/ep_bias/dillavou_s0b/centered_raw_selected.json b/results/ep_bias/dillavou_s0b/centered_raw_selected.json new file mode 100644 index 0000000..a7e7d4e --- /dev/null +++ b/results/ep_bias/dillavou_s0b/centered_raw_selected.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1214, + "train_cost": 0.489387109375, + "test_accuracy": 0.2315, + "test_cost": 1.0281318225860596, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0017007966127565303, + "bias_update_rms": 0.0002167748926504395, + "residual_update_rms": 0.00021677489153652438, + "bias_to_clean_update_rms": 0.12745491790409094, + "residual_to_clean_update_rms": 0.12745491724915364, + "neutral_observations": 0 + }, + "wall_seconds": 157.31327867507935 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 100 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1214, + "train_cost": 0.489387109375, + "test_accuracy": 0.2315, + "test_cost": 1.0281318225860596, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0017007966127565303, + "bias_update_rms": 0.0002167748926504395, + "residual_update_rms": 0.00021677489153652438, + "bias_to_clean_update_rms": 0.12745491790409094, + "residual_to_clean_update_rms": 0.12745491724915364, + "neutral_observations": 0 + }, + "wall_seconds": 157.31327867507935 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_clean.json b/results/ep_bias/dillavou_s0b/pep_clean.json new file mode 100644 index 0000000..93d5a55 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_clean.json @@ -0,0 +1,81 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 0.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": {}, + "wall_seconds": 145.47748732566833 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": {}, + "wall_seconds": 145.47748732566833 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_constant_selected.json b/results/ep_bias/dillavou_s0b/pep_constant_selected.json new file mode 100644 index 0000000..55fae5e --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_constant_selected.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3953671941757202, + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + }, + "wall_seconds": 152.78116750717163 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3953671941757202, + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + }, + "wall_seconds": 152.78116750717163 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_oracle_selected.json b/results/ep_bias/dillavou_s0b/pep_oracle_selected.json new file mode 100644 index 0000000..c108597 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_oracle_selected.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "oracle", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 2.1457672119140625e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009169057171871156, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.0, + "bias_to_clean_update_rms": 0.1745577761195224, + "residual_to_clean_update_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 157.25092959403992 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009169057171871156, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.0, + "bias_to_clean_update_rms": 0.1745577761195224, + "residual_to_clean_update_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 157.25092959403992 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_03.json b/results/ep_bias/dillavou_s0b/pep_raw_03.json new file mode 100644 index 0000000..cf399be --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_03.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.3, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.327, + "train_cost": 0.40488642177581785, + "test_accuracy": 0.5615, + "test_cost": 0.30644658470153807, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00062359184603791, + "bias_update_rms": 4.8015909032388e-05, + "residual_update_rms": 4.801590797622057e-05, + "bias_to_clean_update_rms": 0.07699893662411514, + "residual_to_clean_update_rms": 0.0769989349304313, + "neutral_observations": 0 + }, + "wall_seconds": 155.52709484100342 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.327, + "train_cost": 0.40488642177581785, + "test_accuracy": 0.5615, + "test_cost": 0.30644658470153807, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00062359184603791, + "bias_update_rms": 4.8015909032388e-05, + "residual_update_rms": 4.801590797622057e-05, + "bias_to_clean_update_rms": 0.07699893662411514, + "residual_to_clean_update_rms": 0.0769989349304313, + "neutral_observations": 0 + }, + "wall_seconds": 155.52709484100342 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_1.json b/results/ep_bias/dillavou_s0b/pep_raw_1.json new file mode 100644 index 0000000..aa8ab49 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_1.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.165, + "train_cost": 0.5414885200500489, + "test_accuracy": 0.1965, + "test_cost": 0.4308369312286377, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0005663993811762308, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.00016005302210418226, + "bias_to_clean_update_rms": 0.28257979832371916, + "residual_to_clean_update_rms": 0.28257979691256585, + "neutral_observations": 0 + }, + "wall_seconds": 153.90621161460876 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.165, + "train_cost": 0.5414885200500489, + "test_accuracy": 0.1965, + "test_cost": 0.4308369312286377, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0005663993811762308, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.00016005302210418226, + "bias_to_clean_update_rms": 0.28257979832371916, + "residual_to_clean_update_rms": 0.28257979691256585, + "neutral_observations": 0 + }, + "wall_seconds": 153.90621161460876 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_10.json b/results/ep_bias/dillavou_s0b/pep_raw_10.json new file mode 100644 index 0000000..5b185ba --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_10.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 10.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1039, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 152.3833601474762 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1039, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 152.3833601474762 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_3.json b/results/ep_bias/dillavou_s0b/pep_raw_3.json new file mode 100644 index 0000000..6b4f1b8 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_3.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 3.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1071, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 153.92182517051697 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1071, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 153.92182517051697 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta05.json b/results/ep_bias/dillavou_s0b/pep_raw_beta05.json new file mode 100644 index 0000000..541f239 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_beta05.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.5, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2915, + "train_cost": 0.4247793546676636, + "test_accuracy": 0.544, + "test_cost": 0.32427291965484617, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000598504018745181, + "bias_update_rms": 0.0001342120021169413, + "residual_update_rms": 0.00013421200211600787, + "bias_to_clean_update_rms": 0.22424578267382256, + "residual_to_clean_update_rms": 0.224245782672263, + "neutral_observations": 0 + }, + "wall_seconds": 157.60576701164246 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2915, + "train_cost": 0.4247793546676636, + "test_accuracy": 0.544, + "test_cost": 0.32427291965484617, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000598504018745181, + "bias_update_rms": 0.0001342120021169413, + "residual_update_rms": 0.00013421200211600787, + "bias_to_clean_update_rms": 0.22424578267382256, + "residual_to_clean_update_rms": 0.224245782672263, + "neutral_observations": 0 + }, + "wall_seconds": 157.60576701164246 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta1.json b/results/ep_bias/dillavou_s0b/pep_raw_beta1.json new file mode 100644 index 0000000..cc7f3b0 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_beta1.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 1.0, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1438, + "train_cost": 0.5200685279846191, + "test_accuracy": 0.085, + "test_cost": 0.4508027458190918, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00017692629099073527, + "bias_update_rms": 0.00014855022008540845, + "residual_update_rms": 0.00014855022092355845, + "bias_to_clean_update_rms": 0.839616425877527, + "residual_to_clean_update_rms": 0.8396164306148105, + "neutral_observations": 0 + }, + "wall_seconds": 155.58481884002686 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1438, + "train_cost": 0.5200685279846191, + "test_accuracy": 0.085, + "test_cost": 0.4508027458190918, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00017692629099073527, + "bias_update_rms": 0.00014855022008540845, + "residual_update_rms": 0.00014855022092355845, + "bias_to_clean_update_rms": 0.839616425877527, + "residual_to_clean_update_rms": 0.8396164306148105, + "neutral_observations": 0 + }, + "wall_seconds": 155.58481884002686 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_raw_beta2.json b/results/ep_bias/dillavou_s0b/pep_raw_beta2.json new file mode 100644 index 0000000..e10ec01 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_raw_beta2.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 2.0, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1028, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 154.3118805885315 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1028, + "train_cost": NaN, + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + }, + "wall_seconds": 154.3118805885315 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_sdil_3.json b/results/ep_bias/dillavou_s0b/pep_sdil_3.json new file mode 100644 index 0000000..2f7a07b --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_sdil_3.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 3.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3946528022766113, + "test_accuracy": 0.5845, + "test_cost": 0.30579797554016114, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006428324867539793, + "bias_update_rms": 0.00048015905710687166, + "residual_update_rms": 1.2244390282131502e-11, + "bias_to_clean_update_rms": 0.746942737028527, + "residual_to_clean_update_rms": 1.9047559876695523e-08, + "neutral_observations": 1 + }, + "wall_seconds": 153.1792278289795 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3946528022766113, + "test_accuracy": 0.5845, + "test_cost": 0.30579797554016114, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006428324867539793, + "bias_update_rms": 0.00048015905710687166, + "residual_update_rms": 1.2244390282131502e-11, + "bias_to_clean_update_rms": 0.746942737028527, + "residual_to_clean_update_rms": 1.9047559876695523e-08, + "neutral_observations": 1 + }, + "wall_seconds": 153.1792278289795 + } +} diff --git a/results/ep_bias/dillavou_s0b/pep_sdil_selected.json b/results/ep_bias/dillavou_s0b/pep_sdil_selected.json new file mode 100644 index 0000000..4b09d3d --- /dev/null +++ b/results/ep_bias/dillavou_s0b/pep_sdil_selected.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3953671941757202, + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + }, + "wall_seconds": 158.1991639137268 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3523, + "train_cost": 0.3953671941757202, + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + }, + "wall_seconds": 158.1991639137268 + } +} diff --git a/results/ep_bias/dillavou_s0b/random_clean.json b/results/ep_bias/dillavou_s0b/random_clean.json new file mode 100644 index 0000000..19e5912 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/random_clean.json @@ -0,0 +1,81 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "random_sign", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 0.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2783, + "train_cost": 0.4183937540054321, + "test_accuracy": 0.487, + "test_cost": 0.32863751792907714, + "finite": true, + "corrector": {}, + "wall_seconds": 148.2477421760559 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 55, + "negative": 45 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2783, + "train_cost": 0.4183937540054321, + "test_accuracy": 0.487, + "test_cost": 0.32863751792907714, + "finite": true, + "corrector": {}, + "wall_seconds": 148.2477421760559 + } +} diff --git a/results/ep_bias/dillavou_s0b/random_raw_selected.json b/results/ep_bias/dillavou_s0b/random_raw_selected.json new file mode 100644 index 0000000..c6cc28e --- /dev/null +++ b/results/ep_bias/dillavou_s0b/random_raw_selected.json @@ -0,0 +1,99 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "138955f8365bc3086de8b8ff3b7f36f48070f602" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "random_sign", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1065, + "train_cost": 0.7115094978332519, + "test_accuracy": 0.085, + "test_cost": 0.671344825744629, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006369761166715286, + "bias_update_rms": 0.0002803655771934793, + "residual_update_rms": 0.00028036557611689906, + "bias_to_clean_update_rms": 0.44015084687713063, + "residual_to_clean_update_rms": 0.44015084518698844, + "neutral_observations": 0 + }, + "wall_seconds": 158.12627720832825 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 55, + "negative": 45 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1065, + "train_cost": 0.7115094978332519, + "test_accuracy": 0.085, + "test_cost": 0.671344825744629, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006369761166715286, + "bias_update_rms": 0.0002803655771934793, + "residual_update_rms": 0.00028036557611689906, + "bias_to_clean_update_rms": 0.44015084687713063, + "residual_to_clean_update_rms": 0.44015084518698844, + "neutral_observations": 0 + }, + "wall_seconds": 158.12627720832825 + } +} diff --git a/results/ep_bias/dillavou_s0b/selector.json b/results/ep_bias/dillavou_s0b/selector.json new file mode 100644 index 0000000..ac9aa39 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/selector.json @@ -0,0 +1,17 @@ +{ + "rule": "smallest ratio with >=0.10 accuracy damage and finite parameters", + "clean_accuracy": 0.5755, + "candidates": [ + { + "ratio": 0.3, + "accuracy": 0.5615, + "finite": true + }, + { + "ratio": 1.0, + "accuracy": 0.1965, + "finite": true + } + ], + "selected_ratio": 1.0 +} diff --git a/results/ep_bias/dillavou_s0b/summary.json b/results/ep_bias/dillavou_s0b/summary.json new file mode 100644 index 0000000..929a492 --- /dev/null +++ b/results/ep_bias/dillavou_s0b/summary.json @@ -0,0 +1,231 @@ +{ + "centered_clean": { + "test_accuracy": 0.5085, + "test_cost": 0.3253386163711548, + "finite": true, + "wall_seconds": 147.13633942604065, + "corrector": {} + }, + "centered_raw_selected": { + "test_accuracy": 0.2315, + "test_cost": 1.0281318225860596, + "finite": true, + "wall_seconds": 157.31327867507935, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0017007966127565303, + "bias_update_rms": 0.0002167748926504395, + "residual_update_rms": 0.00021677489153652438, + "bias_to_clean_update_rms": 0.12745491790409094, + "residual_to_clean_update_rms": 0.12745491724915364, + "neutral_observations": 0 + } + }, + "pep_clean": { + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "wall_seconds": 145.47748732566833, + "corrector": {} + }, + "pep_constant_selected": { + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "wall_seconds": 152.78116750717163, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + } + }, + "pep_oracle_selected": { + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "wall_seconds": 157.25092959403992, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009169057171871156, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.0, + "bias_to_clean_update_rms": 0.1745577761195224, + "residual_to_clean_update_rms": 0.0, + "neutral_observations": 0 + } + }, + "pep_raw_03": { + "test_accuracy": 0.5615, + "test_cost": 0.30644658470153807, + "finite": true, + "wall_seconds": 155.52709484100342, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00062359184603791, + "bias_update_rms": 4.8015909032388e-05, + "residual_update_rms": 4.801590797622057e-05, + "bias_to_clean_update_rms": 0.07699893662411514, + "residual_to_clean_update_rms": 0.0769989349304313, + "neutral_observations": 0 + } + }, + "pep_raw_1": { + "test_accuracy": 0.1965, + "test_cost": 0.4308369312286377, + "finite": true, + "wall_seconds": 153.90621161460876, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0005663993811762308, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 0.00016005302210418226, + "bias_to_clean_update_rms": 0.28257979832371916, + "residual_to_clean_update_rms": 0.28257979691256585, + "neutral_observations": 0 + } + }, + "pep_raw_10": { + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "wall_seconds": 152.3833601474762, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + } + }, + "pep_raw_3": { + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "wall_seconds": 153.92182517051697, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + } + }, + "pep_raw_beta05": { + "test_accuracy": 0.544, + "test_cost": 0.32427291965484617, + "finite": true, + "wall_seconds": 157.60576701164246, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000598504018745181, + "bias_update_rms": 0.0001342120021169413, + "residual_update_rms": 0.00013421200211600787, + "bias_to_clean_update_rms": 0.22424578267382256, + "residual_to_clean_update_rms": 0.224245782672263, + "neutral_observations": 0 + } + }, + "pep_raw_beta1": { + "test_accuracy": 0.085, + "test_cost": 0.4508027458190918, + "finite": true, + "wall_seconds": 155.58481884002686, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00017692629099073527, + "bias_update_rms": 0.00014855022008540845, + "residual_update_rms": 0.00014855022092355845, + "bias_to_clean_update_rms": 0.839616425877527, + "residual_to_clean_update_rms": 0.8396164306148105, + "neutral_observations": 0 + } + }, + "pep_raw_beta2": { + "test_accuracy": 0.1015, + "test_cost": NaN, + "finite": false, + "wall_seconds": 154.3118805885315, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": NaN, + "bias_update_rms": NaN, + "residual_update_rms": NaN, + "bias_to_clean_update_rms": NaN, + "residual_to_clean_update_rms": NaN, + "neutral_observations": 0 + } + }, + "pep_sdil_3": { + "test_accuracy": 0.5845, + "test_cost": 0.30579797554016114, + "finite": true, + "wall_seconds": 153.1792278289795, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006428324867539793, + "bias_update_rms": 0.00048015905710687166, + "residual_update_rms": 1.2244390282131502e-11, + "bias_to_clean_update_rms": 0.746942737028527, + "residual_to_clean_update_rms": 1.9047559876695523e-08, + "neutral_observations": 1 + } + }, + "pep_sdil_selected": { + "test_accuracy": 0.597, + "test_cost": 0.3003366823196411, + "finite": true, + "wall_seconds": 158.1991639137268, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0008973869218368469, + "bias_update_rms": 0.00016005302290345862, + "residual_update_rms": 6.020679432068825e-12, + "bias_to_clean_update_rms": 0.17835453025752665, + "residual_to_clean_update_rms": 6.709123217157202e-09, + "neutral_observations": 1 + } + }, + "random_clean": { + "test_accuracy": 0.487, + "test_cost": 0.32863751792907714, + "finite": true, + "wall_seconds": 148.2477421760559, + "corrector": {} + }, + "random_raw_selected": { + "test_accuracy": 0.085, + "test_cost": 0.671344825744629, + "finite": true, + "wall_seconds": 158.12627720832825, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0006369761166715286, + "bias_update_rms": 0.0002803655771934793, + "residual_update_rms": 0.00028036557611689906, + "bias_to_clean_update_rms": 0.44015084687713063, + "residual_to_clean_update_rms": 0.44015084518698844, + "neutral_observations": 0 + } + } +} |
