diff options
Diffstat (limited to 'results/ep_bias/dillavou_s0')
| -rw-r--r-- | results/ep_bias/dillavou_s0/centered_raw_003.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_clean.json | 80 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_raw_0003.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_raw_001.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_raw_003.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_raw_01.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/pep_sdil_003.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/random_raw_003.json | 98 | ||||
| -rw-r--r-- | results/ep_bias/dillavou_s0/summary.json | 121 |
9 files changed, 887 insertions, 0 deletions
diff --git a/results/ep_bias/dillavou_s0/centered_raw_003.json b/results/ep_bias/dillavou_s0/centered_raw_003.json new file mode 100644 index 0000000..5e910b1 --- /dev/null +++ b/results/ep_bias/dillavou_s0/centered_raw_003.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.03, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2822, + "train_cost": 0.417550887298584, + "test_accuracy": 0.5345, + "test_cost": 0.3240563020706177, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00041313492070849556, + "bias_update_rms": 6.503246690024369e-06, + "residual_update_rms": 6.503246972236463e-06, + "bias_to_clean_update_rms": 0.01574121761208611, + "residual_to_clean_update_rms": 0.015741218295185214, + "neutral_observations": 0 + }, + "wall_seconds": 152.28398823738098 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 100 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2822, + "train_cost": 0.417550887298584, + "test_accuracy": 0.5345, + "test_cost": 0.3240563020706177, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00041313492070849556, + "bias_update_rms": 6.503246690024369e-06, + "residual_update_rms": 6.503246972236463e-06, + "bias_to_clean_update_rms": 0.01574121761208611, + "residual_to_clean_update_rms": 0.015741218295185214, + "neutral_observations": 0 + }, + "wall_seconds": 152.28398823738098 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_clean.json b/results/ep_bias/dillavou_s0/pep_clean.json new file mode 100644 index 0000000..2cfe251 --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_clean.json @@ -0,0 +1,80 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "clean", + "bias_ratio": 0.0, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "0", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": {}, + "wall_seconds": 145.0823254585266 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3512, + "train_cost": 0.3947441162109375, + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "corrector": {}, + "wall_seconds": 145.0823254585266 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_raw_0003.json b/results/ep_bias/dillavou_s0/pep_raw_0003.json new file mode 100644 index 0000000..6b67f1f --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_raw_0003.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.003, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "1", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3497, + "train_cost": 0.39485346813201905, + "test_accuracy": 0.61, + "test_cost": 0.2973249130249023, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009096100547661731, + "bias_update_rms": 4.801590515814698e-07, + "residual_update_rms": 4.801593853184891e-07, + "bias_to_clean_update_rms": 0.0005278735091653102, + "residual_to_clean_update_rms": 0.0005278738760665087, + "neutral_observations": 0 + }, + "wall_seconds": 153.87779831886292 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3497, + "train_cost": 0.39485346813201905, + "test_accuracy": 0.61, + "test_cost": 0.2973249130249023, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009096100547661731, + "bias_update_rms": 4.801590515814698e-07, + "residual_update_rms": 4.801593853184891e-07, + "bias_to_clean_update_rms": 0.0005278735091653102, + "residual_to_clean_update_rms": 0.0005278738760665087, + "neutral_observations": 0 + }, + "wall_seconds": 153.87779831886292 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_raw_001.json b/results/ep_bias/dillavou_s0/pep_raw_001.json new file mode 100644 index 0000000..7269e8f --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_raw_001.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.01, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "2", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3554, + "train_cost": 0.39486269702911375, + "test_accuracy": 0.6075, + "test_cost": 0.2891751708984375, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.001534299736953337, + "bias_update_rms": 1.600530256302197e-06, + "residual_update_rms": 1.600531572712035e-06, + "bias_to_clean_update_rms": 0.0010431666106391795, + "residual_to_clean_update_rms": 0.0010431674686265768, + "neutral_observations": 0 + }, + "wall_seconds": 152.5839765071869 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3554, + "train_cost": 0.39486269702911375, + "test_accuracy": 0.6075, + "test_cost": 0.2891751708984375, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.001534299736953337, + "bias_update_rms": 1.600530256302197e-06, + "residual_update_rms": 1.600531572712035e-06, + "bias_to_clean_update_rms": 0.0010431666106391795, + "residual_to_clean_update_rms": 0.0010431674686265768, + "neutral_observations": 0 + }, + "wall_seconds": 152.5839765071869 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_raw_003.json b/results/ep_bias/dillavou_s0/pep_raw_003.json new file mode 100644 index 0000000..ada0e1f --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_raw_003.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.03, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3529, + "train_cost": 0.39473402061462404, + "test_accuracy": 0.6, + "test_cost": 0.29615421676635745, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0011114971786767257, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 4.801590472554527e-06, + "bias_to_clean_update_rms": 0.004319930437709506, + "residual_to_clean_update_rms": 0.004319930418780712, + "neutral_observations": 0 + }, + "wall_seconds": 152.4670271873474 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3529, + "train_cost": 0.39473402061462404, + "test_accuracy": 0.6, + "test_cost": 0.29615421676635745, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0011114971786767257, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 4.801590472554527e-06, + "bias_to_clean_update_rms": 0.004319930437709506, + "residual_to_clean_update_rms": 0.004319930418780712, + "neutral_observations": 0 + }, + "wall_seconds": 152.4670271873474 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_raw_01.json b/results/ep_bias/dillavou_s0/pep_raw_01.json new file mode 100644 index 0000000..7baeadb --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_raw_01.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.1, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 7.152557373046875e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "4", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3616, + "train_cost": 0.3932610486984253, + "test_accuracy": 0.618, + "test_cost": 0.2880277557373047, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000880107246138749, + "bias_update_rms": 1.6005302904856332e-05, + "residual_update_rms": 1.6005303405634208e-05, + "bias_to_clean_update_rms": 0.018185627916456323, + "residual_to_clean_update_rms": 0.01818562848545275, + "neutral_observations": 0 + }, + "wall_seconds": 152.33694529533386 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3616, + "train_cost": 0.3932610486984253, + "test_accuracy": 0.618, + "test_cost": 0.2880277557373047, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000880107246138749, + "bias_update_rms": 1.6005302904856332e-05, + "residual_update_rms": 1.6005303405634208e-05, + "bias_to_clean_update_rms": 0.018185627916456323, + "residual_to_clean_update_rms": 0.01818562848545275, + "neutral_observations": 0 + }, + "wall_seconds": 152.33694529533386 + } +} diff --git a/results/ep_bias/dillavou_s0/pep_sdil_003.json b/results/ep_bias/dillavou_s0/pep_sdil_003.json new file mode 100644 index 0000000..ccee900 --- /dev/null +++ b/results/ep_bias/dillavou_s0/pep_sdil_003.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 0.03, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 9.5367431640625e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.3515, + "train_cost": 0.39533150882720947, + "test_accuracy": 0.5945, + "test_cost": 0.3071982622146606, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000698607822552421, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 9.076550975822782e-13, + "bias_to_clean_update_rms": 0.006873084352320625, + "residual_to_clean_update_rms": 1.2992340885421034e-09, + "neutral_observations": 100 + }, + "wall_seconds": 152.4237139225006 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 100, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.3515, + "train_cost": 0.39533150882720947, + "test_accuracy": 0.5945, + "test_cost": 0.3071982622146606, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000698607822552421, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 9.076550975822782e-13, + "bias_to_clean_update_rms": 0.006873084352320625, + "residual_to_clean_update_rms": 1.2992340885421034e-09, + "neutral_observations": 100 + }, + "wall_seconds": 152.4237139225006 + } +} diff --git a/results/ep_bias/dillavou_s0/random_raw_003.json b/results/ep_bias/dillavou_s0/random_raw_003.json new file mode 100644 index 0000000..79f67f9 --- /dev/null +++ b/results/ep_bias/dillavou_s0/random_raw_003.json @@ -0,0 +1,98 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "b2f18afcbbe1ce97d4f3f4bd098986afcc23f203" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "random_sign", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "raw", + "bias_ratio": 0.03, + "dillavou_drift_ratio": 0.0, + "predictor_rate": 1.0, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "train_holdout", + "data_seed": 6200, + "batch_size": 100, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2839, + "train_cost": 0.41663807735443115, + "test_accuracy": 0.509, + "test_cost": 0.3235563220977783, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0003912168196358956, + "bias_update_rms": 8.410967374269637e-06, + "residual_update_rms": 8.410967150118983e-06, + "bias_to_clean_update_rms": 0.021499503477630896, + "residual_to_clean_update_rms": 0.021499502904673284, + "neutral_observations": 0 + }, + "wall_seconds": 152.6708607673645 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 55, + "negative": 45 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2839, + "train_cost": 0.41663807735443115, + "test_accuracy": 0.509, + "test_cost": 0.3235563220977783, + "finite": true, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0003912168196358956, + "bias_update_rms": 8.410967374269637e-06, + "residual_update_rms": 8.410967150118983e-06, + "bias_to_clean_update_rms": 0.021499503477630896, + "residual_to_clean_update_rms": 0.021499502904673284, + "neutral_observations": 0 + }, + "wall_seconds": 152.6708607673645 + } +} diff --git a/results/ep_bias/dillavou_s0/summary.json b/results/ep_bias/dillavou_s0/summary.json new file mode 100644 index 0000000..6d63a62 --- /dev/null +++ b/results/ep_bias/dillavou_s0/summary.json @@ -0,0 +1,121 @@ +{ + "centered_raw_003": { + "test_accuracy": 0.5345, + "test_cost": 0.3240563020706177, + "finite": true, + "wall_seconds": 152.28398823738098, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00041313492070849556, + "bias_update_rms": 6.503246690024369e-06, + "residual_update_rms": 6.503246972236463e-06, + "bias_to_clean_update_rms": 0.01574121761208611, + "residual_to_clean_update_rms": 0.015741218295185214, + "neutral_observations": 0 + } + }, + "pep_clean": { + "test_accuracy": 0.5755, + "test_cost": 0.309199969291687, + "finite": true, + "wall_seconds": 145.0823254585266, + "corrector": {} + }, + "pep_raw_0003": { + "test_accuracy": 0.61, + "test_cost": 0.2973249130249023, + "finite": true, + "wall_seconds": 153.87779831886292, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0009096100547661731, + "bias_update_rms": 4.801590515814698e-07, + "residual_update_rms": 4.801593853184891e-07, + "bias_to_clean_update_rms": 0.0005278735091653102, + "residual_to_clean_update_rms": 0.0005278738760665087, + "neutral_observations": 0 + } + }, + "pep_raw_001": { + "test_accuracy": 0.6075, + "test_cost": 0.2891751708984375, + "finite": true, + "wall_seconds": 152.5839765071869, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.001534299736953337, + "bias_update_rms": 1.600530256302197e-06, + "residual_update_rms": 1.600531572712035e-06, + "bias_to_clean_update_rms": 0.0010431666106391795, + "residual_to_clean_update_rms": 0.0010431674686265768, + "neutral_observations": 0 + } + }, + "pep_raw_003": { + "test_accuracy": 0.6, + "test_cost": 0.29615421676635745, + "finite": true, + "wall_seconds": 152.4670271873474, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0011114971786767257, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 4.801590472554527e-06, + "bias_to_clean_update_rms": 0.004319930437709506, + "residual_to_clean_update_rms": 0.004319930418780712, + "neutral_observations": 0 + } + }, + "pep_raw_01": { + "test_accuracy": 0.618, + "test_cost": 0.2880277557373047, + "finite": true, + "wall_seconds": 152.33694529533386, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000880107246138749, + "bias_update_rms": 1.6005302904856332e-05, + "residual_update_rms": 1.6005303405634208e-05, + "bias_to_clean_update_rms": 0.018185627916456323, + "residual_to_clean_update_rms": 0.01818562848545275, + "neutral_observations": 0 + } + }, + "pep_sdil_003": { + "test_accuracy": 0.5945, + "test_cost": 0.3071982622146606, + "finite": true, + "wall_seconds": 152.4237139225006, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000698607822552421, + "bias_update_rms": 4.801590493593829e-06, + "residual_update_rms": 9.076550975822782e-13, + "bias_to_clean_update_rms": 0.006873084352320625, + "residual_to_clean_update_rms": 1.2992340885421034e-09, + "neutral_observations": 100 + } + }, + "random_raw_003": { + "test_accuracy": 0.509, + "test_cost": 0.3235563220977783, + "finite": true, + "wall_seconds": 152.6708607673645, + "corrector": { + "step": 99, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0003912168196358956, + "bias_update_rms": 8.410967374269637e-06, + "residual_update_rms": 8.410967150118983e-06, + "bias_to_clean_update_rms": 0.021499503477630896, + "residual_to_clean_update_rms": 0.021499502904673284, + "neutral_observations": 0 + } + } +} |
