diff options
Diffstat (limited to 'results/ep_bias/dillavou_c0/pep_sdil.json')
| -rw-r--r-- | results/ep_bias/dillavou_c0/pep_sdil.json | 270 |
1 files changed, 270 insertions, 0 deletions
diff --git a/results/ep_bias/dillavou_c0/pep_sdil.json b/results/ep_bias/dillavou_c0/pep_sdil.json new file mode 100644 index 0000000..c569050 --- /dev/null +++ b/results/ep_bias/dillavou_c0/pep_sdil.json @@ -0,0 +1,270 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "65f617eaf07a87c84475ad0010dea844422163e1" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "predictor_rate": 1.0, + "neutral_cadence": 0, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "3", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6240333333333333, + "train_cost": 0.26950117823282876, + "test_accuracy": 0.7252, + "test_cost": 0.21449419848918916, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0013031720422620305, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 8.505476264979924e-12, + "bias_to_clean_update_rms": 0.11731153709042222, + "residual_to_clean_update_rms": 6.526748571290878e-09, + "neutral_observations": 1 + }, + "wall_seconds": 830.515468120575 + }, + { + "epoch": 2, + "train_accuracy": 0.7224833333333334, + "train_cost": 0.21523845361073812, + "test_accuracy": 0.734, + "test_cost": 0.20494100348949432, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0011456798542969432, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 5.783565269794748e-12, + "bias_to_clean_update_rms": 0.1334379013453439, + "residual_to_clean_update_rms": 5.048151320897481e-09, + "neutral_observations": 1 + }, + "wall_seconds": 1662.8209059238434 + }, + { + "epoch": 3, + "train_accuracy": 0.7034833333333333, + "train_cost": 0.2262856188774109, + "test_accuracy": 0.726, + "test_cost": 0.21046952879428862, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0007255708516996841, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 5.307226022279889e-12, + "bias_to_clean_update_rms": 0.21069908612356955, + "residual_to_clean_update_rms": 7.314552410488184e-09, + "neutral_observations": 1 + }, + "wall_seconds": 2494.675737142563 + }, + { + "epoch": 4, + "train_accuracy": 0.6376166666666667, + "train_cost": 0.2644129397074382, + "test_accuracy": 0.5606, + "test_cost": 0.3176894040584564, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0015035734195279979, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 4.902649731971089e-12, + "bias_to_clean_update_rms": 0.10167585658638119, + "residual_to_clean_update_rms": 3.260665337852361e-09, + "neutral_observations": 1 + }, + "wall_seconds": 3326.451648235321 + }, + { + "epoch": 5, + "train_accuracy": 0.3769, + "train_cost": 0.3791497839609782, + "test_accuracy": 0.1949, + "test_cost": 0.4102668016910553, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.001314406637263836, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 4.888212328688676e-12, + "bias_to_clean_update_rms": 0.11630884312123037, + "residual_to_clean_update_rms": 3.718949821239744e-09, + "neutral_observations": 1 + }, + "wall_seconds": 4158.306345939636 + }, + { + "epoch": 6, + "train_accuracy": 0.11983333333333333, + "train_cost": 0.44674621194203695, + "test_accuracy": 0.1, + "test_cost": 0.46038982095718384, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0003853588444705456, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 4.241559819955997e-12, + "bias_to_clean_update_rms": 0.39671365420732785, + "residual_to_clean_update_rms": 1.1006779475331841e-08, + "neutral_observations": 1 + }, + "wall_seconds": 4989.840263605118 + }, + { + "epoch": 7, + "train_accuracy": 0.10178333333333334, + "train_cost": 0.45519645392100017, + "test_accuracy": 0.1, + "test_cost": 0.45710823802948, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.000238805277082506, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 1.1631105114721004e-12, + "bias_to_clean_update_rms": 0.6401747785422899, + "residual_to_clean_update_rms": 4.8705394021517026e-09, + "neutral_observations": 1 + }, + "wall_seconds": 5820.923452377319 + }, + { + "epoch": 8, + "train_accuracy": 0.09983333333333333, + "train_cost": 0.4550814468383789, + "test_accuracy": 0.1, + "test_cost": 0.45869329319000246, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.0003874432503687363, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 1.0505062911282254e-13, + "bias_to_clean_update_rms": 0.39457937446458996, + "residual_to_clean_update_rms": 2.711381060654537e-10, + "neutral_observations": 1 + }, + "wall_seconds": 6652.601692676544 + }, + { + "epoch": 9, + "train_accuracy": 0.09838333333333334, + "train_cost": 0.4546400879542033, + "test_accuracy": 0.1, + "test_cost": 0.4577524483680725, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00029708848957804774, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 4.140955151143751e-12, + "bias_to_clean_update_rms": 0.5145844444803417, + "residual_to_clean_update_rms": 1.3938457047006819e-08, + "neutral_observations": 1 + }, + "wall_seconds": 7484.504533529282 + }, + { + "epoch": 10, + "train_accuracy": 0.10006666666666666, + "train_cost": 0.45555214653015136, + "test_accuracy": 0.1, + "test_cost": 0.4571452916145325, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00023774306744370527, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 3.794692534694495e-12, + "bias_to_clean_update_rms": 0.6430350084013404, + "residual_to_clean_update_rms": 1.596131729726686e-08, + "neutral_observations": 1 + }, + "wall_seconds": 8315.11565542221 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 0 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.10006666666666666, + "train_cost": 0.45555214653015136, + "test_accuracy": 0.1, + "test_cost": 0.4571452916145325, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_constant_update", + "clean_update_rms": 0.00023774306744370527, + "bias_update_rms": 0.00015287711537102346, + "residual_update_rms": 3.794692534694495e-12, + "bias_to_clean_update_rms": 0.6430350084013404, + "residual_to_clean_update_rms": 1.596131729726686e-08, + "neutral_observations": 1 + }, + "wall_seconds": 8315.11565542221 + } +} |