{ "5": { "bp": { "log": { "train_loss": [ 1.931713076095581, 1.693591755027771, 1.6130402114868163, 1.552940613937378, 1.5053284896087646, 1.4791135555648804, 1.4480172431945801, 1.4265927730560304, 1.4027651021194458, 1.384369655380249, 1.367165181541443, 1.3568550646591186, 1.338783321838379, 1.3342096368789673, 1.3139104537200927, 1.3003809491729736, 1.2941038347625733, 1.2822353719329833, 1.2721263457489014, 1.2584363819122315, 1.2488371838378907, 1.2416769229125977, 1.2323745751190185, 1.221822734489441, 1.212864588394165, 1.2087859251785278, 1.1994400387954711, 1.192341411972046, 1.1844210750198365, 1.1757035552978516, 1.1669261846542358, 1.160658155593872, 1.1519462855911256, 1.146460373954773, 1.1364786016082764, 1.1330338333511352, 1.1193102619171142, 1.1164188197135925, 1.1119497132492064, 1.102858406047821, 1.0976424259567261, 1.0894710400009155, 1.0833782506942748, 1.0755352562141418, 1.069308932685852, 1.0644779945755005, 1.0603491143989563, 1.053652259902954, 1.0516060263442992, 1.0424115861129761, 1.0367504576873778, 1.0326291426086425, 1.02485561460495, 1.0223284980392455, 1.012132692604065, 1.0019124921798706, 1.0020748730659486, 1.0001373498725892, 0.9894566692924499, 0.9865088276290893, 0.9775360752868653, 0.9728040076446534, 0.9685138183212281, 0.9657968924713135, 0.9552892886161805, 0.9537780396270752, 0.9462199269485474, 0.9408095097160339, 0.9418458258247375, 0.9358901969718934, 0.9352027550888061, 0.9245894254684448, 0.923262604751587, 0.9145718508911133, 0.9137569423294067, 0.9098806952667237, 0.9072191628837586, 0.902167465801239, 0.8989853531646729, 0.8962803745651245, 0.8937453430366517, 0.8901589241027832, 0.8856565335273743, 0.8899172011184693, 0.881110893688202, 0.8785582168960572, 0.8790584596443176, 0.8775734127426148, 0.8746353070831299, 0.8741918186378479, 0.8740821181869507, 0.8737027023506164, 0.8711176183319091, 0.868740560760498, 0.875171669178009, 0.8707077650833129, 0.870856398601532, 0.8660038369369507, 0.8711395135307312, 0.8637448191642761 ], "train_acc": [ 0.31394, 0.38464, 0.41358, 0.4385, 0.45666, 0.46498, 0.4762, 0.48486, 0.4938, 0.50142, 0.50914, 0.5129, 0.51718, 0.5171, 0.52996, 0.53262, 0.53478, 0.53948, 0.54284, 0.54666, 0.55344, 0.553, 0.558, 0.56114, 0.56418, 0.56542, 0.5681, 0.57326, 0.57598, 0.57486, 0.58204, 0.58382, 0.58714, 0.58948, 0.59282, 0.59114, 0.59722, 0.59984, 0.59884, 0.60428, 0.60908, 0.60954, 0.61242, 0.61476, 0.61634, 0.61874, 0.6212, 0.62136, 0.62356, 0.6253, 0.629, 0.63092, 0.63226, 0.63538, 0.63828, 0.64056, 0.64176, 0.64034, 0.6472, 0.64522, 0.65022, 0.64948, 0.65394, 0.6535, 0.657, 0.65866, 0.6591, 0.66512, 0.66134, 0.66468, 0.66632, 0.66738, 0.6686, 0.67304, 0.67236, 0.67272, 0.67638, 0.67832, 0.67808, 0.678, 0.6805, 0.681, 0.68454, 0.68108, 0.6839, 0.687, 0.68758, 0.68748, 0.68672, 0.68726, 0.68704, 0.68612, 0.6872, 0.69248, 0.68708, 0.68654, 0.68832, 0.69, 0.6882, 0.69156 ], "test_acc": [ 0.3962, 0.4116, 0.4541, 0.459, 0.4677, 0.4872, 0.4915, 0.5064, 0.504, 0.5149, 0.5217, 0.5335, 0.5216, 0.5324, 0.5385, 0.5413, 0.5437, 0.5501, 0.5456, 0.546, 0.5523, 0.5557, 0.5483, 0.557, 0.5628, 0.5662, 0.5653, 0.5666, 0.5743, 0.5686, 0.5722, 0.5762, 0.5698, 0.5672, 0.5782, 0.5779, 0.5796, 0.5848, 0.5813, 0.5863, 0.5924, 0.5902, 0.5891, 0.5895, 0.5954, 0.5913, 0.5953, 0.5926, 0.5869, 0.5893, 0.595, 0.5928, 0.5928, 0.5971, 0.5952, 0.5922, 0.5935, 0.5967, 0.5936, 0.59, 0.5996, 0.6027, 0.5997, 0.5962, 0.5979, 0.5996, 0.6008, 0.5973, 0.602, 0.6023, 0.6046, 0.604, 0.605, 0.603, 0.6032, 0.6031, 0.6038, 0.606, 0.6057, 0.6028, 0.603, 0.6063, 0.6045, 0.6022, 0.6035, 0.6058, 0.6043, 0.6064, 0.6056, 0.6052, 0.6063, 0.6057, 0.6066, 0.607, 0.6062, 0.6068, 0.6067, 0.6068, 0.6064, 0.6065 ] }, "diagnostics": { "bp_cosine": [ 1.0, 1.0 ], "perturbation_rho": [ 0.9835590720176697, 0.9854168891906738 ], "nudging": { "0.001": [ -0.001010372070595622, -0.0008467765292152762 ], "0.003": [ -0.003029399085789919, -0.002539127366617322 ], "0.01": [ -0.010077598504722118, -0.008449133485555649 ] }, "hidden_norms_per_layer": [ 391.5282897949219, 434.1443176269531, 505.1020812988281 ], "bp_grad_norms_per_layer": [ 0.0002652886905707419, 0.00023903341207187623, 0.00018291105516254902 ] }, "drift": { "embed.weight": 8.855401746520494, "embed.bias": 26.608965363709814, "blocks.0.ln.weight": 0.2061336436128178, "blocks.0.w1.weight": 4.634322016280042, "blocks.0.w1.bias": 6.984453011136666, "blocks.0.w2.weight": 12.580916503938784, "blocks.1.ln.weight": 0.16124904042161012, "blocks.1.w1.weight": 4.87348406828928, "blocks.1.w1.bias": 4.00290878921701, "blocks.1.w2.weight": 15.581969461256797, "out_ln.weight": 0.44012627027442575, "out_head.weight": 2.3259179585019845, "out_head.bias": 1.324384388591369 } } }, "config": { "dataset": "cifar10", "d_hidden": 512, "num_blocks": 2, "batch_size": 128, "epochs": 100, "lr": 0.001, "lr_fb": 0.001, "wd": 0.01, "lam": 0.1, "K": 4, "sigma_bridge": 0.05, "ema_momentum": 0.995, "term_grad_weight": 1.0, "seeds": [ 5 ], "gpu": 0, "output_dir": "results/audit_d512_L2_seed5", "methods": [ "bp", "ep" ], "random_targets": false, "penalty_lam": 0.0, "num_classes": 10 } }