{ "2": { "bp": { "log": { "train_loss": [ 1.922061587524414, 1.692084983215332, 1.607172614402771, 1.5482525830841065, 1.5021197470855714, 1.4748955045700074, 1.4428388889312744, 1.4217174727630615, 1.4051225070953368, 1.3835643965911866, 1.3667922228622436, 1.354358706626892, 1.339921778755188, 1.3257393606567383, 1.311626997642517, 1.300900167274475, 1.2898498025894165, 1.2796314553833008, 1.2673308673858643, 1.2625081433868408, 1.2486013053512572, 1.241865634498596, 1.2300066821670532, 1.224858923110962, 1.213783438873291, 1.2022000830459594, 1.1973355312728882, 1.1863385457611084, 1.1818072442245484, 1.1728536146354676, 1.1690682736206055, 1.1595733835983277, 1.1506435432815552, 1.1464643268585204, 1.137304499015808, 1.1314265491104125, 1.1229438304519654, 1.1183279276275635, 1.112445654220581, 1.1071891917228698, 1.097363534412384, 1.0876824979400634, 1.0859120985031128, 1.0791477709197999, 1.0662284672546387, 1.0634171083831787, 1.0585565639495849, 1.0517011973381043, 1.0471893041229248, 1.0421191468048097, 1.036344855041504, 1.0279344216156006, 1.0175055844116212, 1.016998133125305, 1.0116913210296632, 1.006302006034851, 1.0035799601745605, 0.9983466986274719, 0.9875040967941284, 0.9809433363342285, 0.9765851749420166, 0.968288851776123, 0.9666447104072571, 0.9670352198982238, 0.9577340194511413, 0.9536547498893738, 0.9494867282104492, 0.9404494221878051, 0.9403044367790222, 0.9359520991897583, 0.9269838360595704, 0.9228393173217774, 0.9189790390014648, 0.9184281276702881, 0.9100610099029541, 0.9085202851676941, 0.9071778277778626, 0.9026333428573609, 0.8975262915420532, 0.8950850497817994, 0.8901209000396728, 0.8907435465621948, 0.8859056187629699, 0.8801224571228027, 0.8822859317779541, 0.8792905470657348, 0.8799502360916138, 0.8722799802780151, 0.8758245003128051, 0.8717239134597778, 0.8706532048034668, 0.8694537221908569, 0.8709142148017883, 0.8691516464614868, 0.863338586769104, 0.8660436923408509, 0.8676521118927002, 0.8690781581497192, 0.8637138714408874, 0.8695979451179504 ], "train_acc": [ 0.31444, 0.3864, 0.41868, 0.44042, 0.45938, 0.46832, 0.4789, 0.48926, 0.49212, 0.50354, 0.50704, 0.51316, 0.51776, 0.52244, 0.52614, 0.53234, 0.53746, 0.5378, 0.54706, 0.54602, 0.54994, 0.55234, 0.55876, 0.55914, 0.56334, 0.56898, 0.57144, 0.5739, 0.57522, 0.57892, 0.58238, 0.58474, 0.58796, 0.58802, 0.59284, 0.59466, 0.59596, 0.59806, 0.60328, 0.60434, 0.60496, 0.61006, 0.61062, 0.61354, 0.61664, 0.61956, 0.6218, 0.62308, 0.62402, 0.6267, 0.62784, 0.62872, 0.63306, 0.63584, 0.63564, 0.63842, 0.64122, 0.644, 0.64672, 0.64776, 0.65148, 0.65424, 0.65212, 0.65378, 0.65734, 0.65862, 0.65962, 0.66406, 0.6627, 0.6651, 0.66764, 0.67064, 0.66892, 0.67046, 0.67454, 0.6734, 0.6747, 0.6744, 0.67754, 0.67802, 0.67966, 0.68162, 0.68238, 0.68536, 0.68618, 0.6842, 0.68406, 0.68778, 0.68746, 0.6886, 0.68716, 0.68938, 0.68766, 0.68822, 0.69044, 0.69216, 0.68952, 0.68688, 0.69096, 0.68908 ], "test_acc": [ 0.3766, 0.4216, 0.4409, 0.467, 0.4843, 0.5011, 0.489, 0.5101, 0.5192, 0.525, 0.5196, 0.5258, 0.5316, 0.538, 0.5347, 0.543, 0.5438, 0.5466, 0.5462, 0.5533, 0.5515, 0.561, 0.5646, 0.5695, 0.5649, 0.56, 0.5663, 0.5705, 0.5739, 0.5744, 0.5731, 0.5777, 0.5781, 0.5754, 0.5825, 0.5832, 0.5809, 0.5825, 0.5867, 0.5873, 0.587, 0.5849, 0.5924, 0.5908, 0.5855, 0.5936, 0.5925, 0.5932, 0.5947, 0.5965, 0.5947, 0.5933, 0.5966, 0.601, 0.5971, 0.6016, 0.5995, 0.6003, 0.6008, 0.5991, 0.6075, 0.6019, 0.5998, 0.6009, 0.6048, 0.6026, 0.6049, 0.6055, 0.6041, 0.6015, 0.6033, 0.6023, 0.6084, 0.6072, 0.6092, 0.6077, 0.6074, 0.6089, 0.6085, 0.606, 0.6073, 0.6082, 0.6049, 0.6055, 0.6061, 0.6079, 0.6054, 0.6046, 0.607, 0.6066, 0.607, 0.6087, 0.6082, 0.6077, 0.6083, 0.6085, 0.6081, 0.6081, 0.6075, 0.6076 ] }, "diagnostics": { "bp_cosine": [ 1.0, 1.0 ], "perturbation_rho": [ 0.9815833568572998, 0.9817954301834106 ], "nudging": { "0.001": [ -0.0009584517683833838, -0.0008271471597254276 ], "0.003": [ -0.002873521763831377, -0.0024800291284918785 ], "0.01": [ -0.009556342847645283, -0.008249775506556034 ] }, "hidden_norms_per_layer": [ 390.58270263671875, 431.9788818359375, 519.6278076171875 ], "bp_grad_norms_per_layer": [ 0.00027044795569963753, 0.0002459954412188381, 0.00019575131591409445 ] }, "drift": { "embed.weight": 8.898083083083813, "embed.bias": 26.347694310803384, "blocks.0.ln.weight": 0.20274328784030526, "blocks.0.w1.weight": 4.621360453224136, "blocks.0.w1.bias": 7.5095563814792134, "blocks.0.w2.weight": 12.461606875777026, "blocks.1.ln.weight": 0.15771156053514024, "blocks.1.w1.weight": 4.827172758362064, "blocks.1.w1.bias": 4.123634659408102, "blocks.1.w2.weight": 15.461087487652549, "out_ln.weight": 0.4248704174046931, "out_head.weight": 2.3659908988944958, "out_head.bias": 1.435738306727874 } } }, "config": { "dataset": "cifar10", "d_hidden": 512, "num_blocks": 2, "batch_size": 128, "epochs": 100, "lr": 0.001, "lr_fb": 0.001, "wd": 0.01, "lam": 0.1, "K": 4, "sigma_bridge": 0.05, "ema_momentum": 0.995, "term_grad_weight": 1.0, "seeds": [ 2 ], "gpu": 0, "output_dir": "results/audit_d512_L2_seed2", "methods": [ "bp", "ep" ], "random_targets": false, "penalty_lam": 0.0, "num_classes": 10 } }