{ "schema": "rain_ep_structured_bias_screen_v1", "author": { "repository": "https://github.com/rain-neuromorphics/energy-based-learning", "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" }, "protocol": { "dataset": "FashionMNIST", "network": "author ConvHopfieldEnergy28 32-64-10", "algorithm": "positive equilibrium propagation", "mode": "same_rms_noise", "bias_ratio": 0.1, "predictor_rate": 0.5, "neutral_cadence": 1, "calibration_batches": 0, "calibration_observations": 0, "calibration_seconds": 9.5367431640625e-07, "epochs": 10, "train_limit": 10000, "test_limit": 2000, "batch_size": 128, "training_iterations": 12, "inference_iterations": 30, "seed": 1988, "device": "cuda", "autodiff_used_for_learning": false }, "metrics": [ { "epoch": 1, "train_accuracy": 0.4527, "train_cost": 0.3792613103866577, "test_accuracy": 0.5835, "test_cost": 0.3051329231262207, "corrector": { "step": 78, "clean_rms": 0.0040689996737819055, "bias_rms": 0.3009538446014725, "residual_bias_rms": 0.30456258280088133, "bias_to_clean_rms": 73.96261212322804, "residual_to_clean_rms": 74.84949796464535, "neutral_observations": 0 }, "wall_seconds": 11.762304782867432 }, { "epoch": 2, "train_accuracy": 0.6464, "train_cost": 0.278644732093811, "test_accuracy": 0.68, "test_cost": 0.26359461212158203, "corrector": { "step": 157, "clean_rms": 0.005042022135136144, "bias_rms": 0.2972960698305529, "residual_bias_rms": 0.2940698927885641, "bias_to_clean_rms": 58.96365820348097, "residual_to_clean_rms": 58.323800433022825, "neutral_observations": 0 }, "wall_seconds": 23.23952007293701 }, { "epoch": 3, "train_accuracy": 0.6853, "train_cost": 0.2569402149677277, "test_accuracy": 0.69, "test_cost": 0.26098559188842774, "corrector": { "step": 236, "clean_rms": 0.003815313311578037, "bias_rms": 0.29040795778240963, "residual_bias_rms": 0.28540307096237155, "bias_to_clean_rms": 76.11641143628519, "residual_to_clean_rms": 74.80462223017986, "neutral_observations": 0 }, "wall_seconds": 34.73759865760803 }, { "epoch": 4, "train_accuracy": 0.6937, "train_cost": 0.251862127995491, "test_accuracy": 0.69, "test_cost": 0.2507216529846191, "corrector": { "step": 315, "clean_rms": 0.003807219970362835, "bias_rms": 0.30092199747495196, "residual_bias_rms": 0.2889448859840045, "bias_to_clean_rms": 79.03982428582228, "residual_to_clean_rms": 75.89393001541424, "neutral_observations": 0 }, "wall_seconds": 46.23724150657654 }, { "epoch": 5, "train_accuracy": 0.6905, "train_cost": 0.25022475380897524, "test_accuracy": 0.6665, "test_cost": 0.2612988653182983, "corrector": { "step": 394, "clean_rms": 0.004553195706373201, "bias_rms": 0.30381450990752684, "residual_bias_rms": 0.298910025873423, "bias_to_clean_rms": 66.72555486298809, "residual_to_clean_rms": 65.6484028250823, "neutral_observations": 0 }, "wall_seconds": 57.712695360183716 }, { "epoch": 6, "train_accuracy": 0.6869, "train_cost": 0.249514501953125, "test_accuracy": 0.6985, "test_cost": 0.2440781078338623, "corrector": { "step": 473, "clean_rms": 0.004625252349646717, "bias_rms": 0.30753881371100616, "residual_bias_rms": 0.3214820418798946, "bias_to_clean_rms": 66.49125073889134, "residual_to_clean_rms": 69.50583829322304, "neutral_observations": 0 }, "wall_seconds": 69.1576144695282 }, { "epoch": 7, "train_accuracy": 0.6901, "train_cost": 0.24810624146461488, "test_accuracy": 0.6965, "test_cost": 0.24830844593048096, "corrector": { "step": 552, "clean_rms": 0.004458325335376248, "bias_rms": 0.31289355092018206, "residual_bias_rms": 0.31264039142045014, "bias_to_clean_rms": 70.18185694915786, "residual_to_clean_rms": 70.12507340809971, "neutral_observations": 0 }, "wall_seconds": 80.60321545600891 }, { "epoch": 8, "train_accuracy": 0.6971, "train_cost": 0.24189221210479736, "test_accuracy": 0.7035, "test_cost": 0.23854786396026612, "corrector": { "step": 631, "clean_rms": 0.0038770385459611562, "bias_rms": 0.3076746011645128, "residual_bias_rms": 0.2902169169197272, "bias_to_clean_rms": 79.35814862739188, "residual_to_clean_rms": 74.8553086277814, "neutral_observations": 0 }, "wall_seconds": 92.03596496582031 }, { "epoch": 9, "train_accuracy": 0.6942, "train_cost": 0.23979009332656862, "test_accuracy": 0.703, "test_cost": 0.2422027416229248, "corrector": { "step": 710, "clean_rms": 0.0023416611931227314, "bias_rms": 0.2990324617587203, "residual_bias_rms": 0.30032055977461014, "bias_to_clean_rms": 127.70099390849296, "residual_to_clean_rms": 128.25107263878618, "neutral_observations": 0 }, "wall_seconds": 103.49612498283386 }, { "epoch": 10, "train_accuracy": 0.7027, "train_cost": 0.23489020586013795, "test_accuracy": 0.685, "test_cost": 0.2450046215057373, "corrector": { "step": 789, "clean_rms": 0.002592994408334528, "bias_rms": 0.29874716964496195, "residual_bias_rms": 0.29872960535884535, "bias_to_clean_rms": 115.21319470829337, "residual_to_clean_rms": 115.20642096205614, "neutral_observations": 0 }, "wall_seconds": 114.94099402427673 } ], "final": { "epoch": 10, "train_accuracy": 0.7027, "train_cost": 0.23489020586013795, "test_accuracy": 0.685, "test_cost": 0.2450046215057373, "corrector": { "step": 789, "clean_rms": 0.002592994408334528, "bias_rms": 0.29874716964496195, "residual_bias_rms": 0.29872960535884535, "bias_to_clean_rms": 115.21319470829337, "residual_to_clean_rms": 115.20642096205614, "neutral_observations": 0 }, "wall_seconds": 114.94099402427673 } }