{ "schema": "rain_ep_structured_bias_screen_v1", "author": { "repository": "https://github.com/rain-neuromorphics/energy-based-learning", "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" }, "protocol": { "dataset": "FashionMNIST", "network": "author ConvHopfieldEnergy28 32-64-10", "algorithm": "positive equilibrium propagation", "mode": "innovation", "bias_ratio": 0.1, "predictor_rate": 0.5, "neutral_cadence": 1, "epochs": 10, "train_limit": 10000, "test_limit": 2000, "batch_size": 128, "training_iterations": 12, "inference_iterations": 30, "seed": 1988, "device": "cuda", "autodiff_used_for_learning": false }, "metrics": [ { "epoch": 1, "train_accuracy": 0.3408, "train_cost": 0.47384458227157594, "test_accuracy": 0.42, "test_cost": 0.37278260707855226, "corrector": { "step": 78, "bias_rms": 0.3384595278957517, "residual_bias_rms": 0.0003390406655024765, "neutral_observations": 79 }, "wall_seconds": 11.675736904144287 }, { "epoch": 2, "train_accuracy": 0.5094, "train_cost": 0.3401431111335754, "test_accuracy": 0.5565, "test_cost": 0.3222064075469971, "corrector": { "step": 157, "bias_rms": 0.33867591525076285, "residual_bias_rms": 0.0006381201415729012, "neutral_observations": 158 }, "wall_seconds": 22.849661111831665 }, { "epoch": 3, "train_accuracy": 0.5561, "train_cost": 0.3127460803031921, "test_accuracy": 0.5755, "test_cost": 0.3063052263259888, "corrector": { "step": 236, "bias_rms": 0.33282946759190735, "residual_bias_rms": 0.003853879394199066, "neutral_observations": 237 }, "wall_seconds": 34.0440776348114 }, { "epoch": 4, "train_accuracy": 0.5793, "train_cost": 0.3015108179330826, "test_accuracy": 0.516, "test_cost": 0.3337612657546997, "corrector": { "step": 315, "bias_rms": 0.3388571279218333, "residual_bias_rms": 0.0008778448302674236, "neutral_observations": 316 }, "wall_seconds": 45.400556564331055 }, { "epoch": 5, "train_accuracy": 0.597, "train_cost": 0.29351283955574037, "test_accuracy": 0.6125, "test_cost": 0.2835716485977173, "corrector": { "step": 394, "bias_rms": 0.3389869707381054, "residual_bias_rms": 0.0003262544622655439, "neutral_observations": 395 }, "wall_seconds": 56.56174874305725 }, { "epoch": 6, "train_accuracy": 0.5962, "train_cost": 0.2893466127872467, "test_accuracy": 0.6035, "test_cost": 0.2866725702285767, "corrector": { "step": 473, "bias_rms": 0.33946382802614394, "residual_bias_rms": 0.0009063598347171393, "neutral_observations": 474 }, "wall_seconds": 67.69641947746277 }, { "epoch": 7, "train_accuracy": 0.6101, "train_cost": 0.2847333909034729, "test_accuracy": 0.603, "test_cost": 0.29755043601989745, "corrector": { "step": 552, "bias_rms": 0.33846834169281953, "residual_bias_rms": 0.0004446616492402701, "neutral_observations": 553 }, "wall_seconds": 78.8773238658905 }, { "epoch": 8, "train_accuracy": 0.6088, "train_cost": 0.2859113718986511, "test_accuracy": 0.5395, "test_cost": 0.31308020877838133, "corrector": { "step": 631, "bias_rms": 0.33757564693087944, "residual_bias_rms": 0.0008794316268753372, "neutral_observations": 632 }, "wall_seconds": 90.03160214424133 }, { "epoch": 9, "train_accuracy": 0.6056, "train_cost": 0.2867964228630066, "test_accuracy": 0.573, "test_cost": 0.2860424633026123, "corrector": { "step": 710, "bias_rms": 0.3357947618808101, "residual_bias_rms": 0.0021009594326586857, "neutral_observations": 711 }, "wall_seconds": 101.36336159706116 }, { "epoch": 10, "train_accuracy": 0.62, "train_cost": 0.2777786167383194, "test_accuracy": 0.6295, "test_cost": 0.26768371391296386, "corrector": { "step": 789, "bias_rms": 0.3385132732724078, "residual_bias_rms": 0.00048530249773301345, "neutral_observations": 790 }, "wall_seconds": 112.44643831253052 } ], "final": { "epoch": 10, "train_accuracy": 0.62, "train_cost": 0.2777786167383194, "test_accuracy": 0.6295, "test_cost": 0.26768371391296386, "corrector": { "step": 789, "bias_rms": 0.3385132732724078, "residual_bias_rms": 0.00048530249773301345, "neutral_observations": 790 }, "wall_seconds": 112.44643831253052 } }