diff options
Diffstat (limited to 'results/audit_d512_L2_seed2/results_cifar10.json')
| -rw-r--r-- | results/audit_d512_L2_seed2/results_cifar10.json | 390 |
1 files changed, 390 insertions, 0 deletions
diff --git a/results/audit_d512_L2_seed2/results_cifar10.json b/results/audit_d512_L2_seed2/results_cifar10.json new file mode 100644 index 0000000..91b0017 --- /dev/null +++ b/results/audit_d512_L2_seed2/results_cifar10.json @@ -0,0 +1,390 @@ +{ + "2": { + "bp": { + "log": { + "train_loss": [ + 1.922061587524414, + 1.692084983215332, + 1.607172614402771, + 1.5482525830841065, + 1.5021197470855714, + 1.4748955045700074, + 1.4428388889312744, + 1.4217174727630615, + 1.4051225070953368, + 1.3835643965911866, + 1.3667922228622436, + 1.354358706626892, + 1.339921778755188, + 1.3257393606567383, + 1.311626997642517, + 1.300900167274475, + 1.2898498025894165, + 1.2796314553833008, + 1.2673308673858643, + 1.2625081433868408, + 1.2486013053512572, + 1.241865634498596, + 1.2300066821670532, + 1.224858923110962, + 1.213783438873291, + 1.2022000830459594, + 1.1973355312728882, + 1.1863385457611084, + 1.1818072442245484, + 1.1728536146354676, + 1.1690682736206055, + 1.1595733835983277, + 1.1506435432815552, + 1.1464643268585204, + 1.137304499015808, + 1.1314265491104125, + 1.1229438304519654, + 1.1183279276275635, + 1.112445654220581, + 1.1071891917228698, + 1.097363534412384, + 1.0876824979400634, + 1.0859120985031128, + 1.0791477709197999, + 1.0662284672546387, + 1.0634171083831787, + 1.0585565639495849, + 1.0517011973381043, + 1.0471893041229248, + 1.0421191468048097, + 1.036344855041504, + 1.0279344216156006, + 1.0175055844116212, + 1.016998133125305, + 1.0116913210296632, + 1.006302006034851, + 1.0035799601745605, + 0.9983466986274719, + 0.9875040967941284, + 0.9809433363342285, + 0.9765851749420166, + 0.968288851776123, + 0.9666447104072571, + 0.9670352198982238, + 0.9577340194511413, + 0.9536547498893738, + 0.9494867282104492, + 0.9404494221878051, + 0.9403044367790222, + 0.9359520991897583, + 0.9269838360595704, + 0.9228393173217774, + 0.9189790390014648, + 0.9184281276702881, + 0.9100610099029541, + 0.9085202851676941, + 0.9071778277778626, + 0.9026333428573609, + 0.8975262915420532, + 0.8950850497817994, + 0.8901209000396728, + 0.8907435465621948, + 0.8859056187629699, + 0.8801224571228027, + 0.8822859317779541, + 0.8792905470657348, + 0.8799502360916138, + 0.8722799802780151, + 0.8758245003128051, + 0.8717239134597778, + 0.8706532048034668, + 0.8694537221908569, + 0.8709142148017883, + 0.8691516464614868, + 0.863338586769104, + 0.8660436923408509, + 0.8676521118927002, + 0.8690781581497192, + 0.8637138714408874, + 0.8695979451179504 + ], + "train_acc": [ + 0.31444, + 0.3864, + 0.41868, + 0.44042, + 0.45938, + 0.46832, + 0.4789, + 0.48926, + 0.49212, + 0.50354, + 0.50704, + 0.51316, + 0.51776, + 0.52244, + 0.52614, + 0.53234, + 0.53746, + 0.5378, + 0.54706, + 0.54602, + 0.54994, + 0.55234, + 0.55876, + 0.55914, + 0.56334, + 0.56898, + 0.57144, + 0.5739, + 0.57522, + 0.57892, + 0.58238, + 0.58474, + 0.58796, + 0.58802, + 0.59284, + 0.59466, + 0.59596, + 0.59806, + 0.60328, + 0.60434, + 0.60496, + 0.61006, + 0.61062, + 0.61354, + 0.61664, + 0.61956, + 0.6218, + 0.62308, + 0.62402, + 0.6267, + 0.62784, + 0.62872, + 0.63306, + 0.63584, + 0.63564, + 0.63842, + 0.64122, + 0.644, + 0.64672, + 0.64776, + 0.65148, + 0.65424, + 0.65212, + 0.65378, + 0.65734, + 0.65862, + 0.65962, + 0.66406, + 0.6627, + 0.6651, + 0.66764, + 0.67064, + 0.66892, + 0.67046, + 0.67454, + 0.6734, + 0.6747, + 0.6744, + 0.67754, + 0.67802, + 0.67966, + 0.68162, + 0.68238, + 0.68536, + 0.68618, + 0.6842, + 0.68406, + 0.68778, + 0.68746, + 0.6886, + 0.68716, + 0.68938, + 0.68766, + 0.68822, + 0.69044, + 0.69216, + 0.68952, + 0.68688, + 0.69096, + 0.68908 + ], + "test_acc": [ + 0.3766, + 0.4216, + 0.4409, + 0.467, + 0.4843, + 0.5011, + 0.489, + 0.5101, + 0.5192, + 0.525, + 0.5196, + 0.5258, + 0.5316, + 0.538, + 0.5347, + 0.543, + 0.5438, + 0.5466, + 0.5462, + 0.5533, + 0.5515, + 0.561, + 0.5646, + 0.5695, + 0.5649, + 0.56, + 0.5663, + 0.5705, + 0.5739, + 0.5744, + 0.5731, + 0.5777, + 0.5781, + 0.5754, + 0.5825, + 0.5832, + 0.5809, + 0.5825, + 0.5867, + 0.5873, + 0.587, + 0.5849, + 0.5924, + 0.5908, + 0.5855, + 0.5936, + 0.5925, + 0.5932, + 0.5947, + 0.5965, + 0.5947, + 0.5933, + 0.5966, + 0.601, + 0.5971, + 0.6016, + 0.5995, + 0.6003, + 0.6008, + 0.5991, + 0.6075, + 0.6019, + 0.5998, + 0.6009, + 0.6048, + 0.6026, + 0.6049, + 0.6055, + 0.6041, + 0.6015, + 0.6033, + 0.6023, + 0.6084, + 0.6072, + 0.6092, + 0.6077, + 0.6074, + 0.6089, + 0.6085, + 0.606, + 0.6073, + 0.6082, + 0.6049, + 0.6055, + 0.6061, + 0.6079, + 0.6054, + 0.6046, + 0.607, + 0.6066, + 0.607, + 0.6087, + 0.6082, + 0.6077, + 0.6083, + 0.6085, + 0.6081, + 0.6081, + 0.6075, + 0.6076 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0 + ], + "perturbation_rho": [ + 0.9815833568572998, + 0.9817954301834106 + ], + "nudging": { + "0.001": [ + -0.0009584517683833838, + -0.0008271471597254276 + ], + "0.003": [ + -0.002873521763831377, + -0.0024800291284918785 + ], + "0.01": [ + -0.009556342847645283, + -0.008249775506556034 + ] + }, + "hidden_norms_per_layer": [ + 390.58270263671875, + 431.9788818359375, + 519.6278076171875 + ], + "bp_grad_norms_per_layer": [ + 0.00027044795569963753, + 0.0002459954412188381, + 0.00019575131591409445 + ] + }, + "drift": { + "embed.weight": 8.898083083083813, + "embed.bias": 26.347694310803384, + "blocks.0.ln.weight": 0.20274328784030526, + "blocks.0.w1.weight": 4.621360453224136, + "blocks.0.w1.bias": 7.5095563814792134, + "blocks.0.w2.weight": 12.461606875777026, + "blocks.1.ln.weight": 0.15771156053514024, + "blocks.1.w1.weight": 4.827172758362064, + "blocks.1.w1.bias": 4.123634659408102, + "blocks.1.w2.weight": 15.461087487652549, + "out_ln.weight": 0.4248704174046931, + "out_head.weight": 2.3659908988944958, + "out_head.bias": 1.435738306727874 + } + } + }, + "config": { + "dataset": "cifar10", + "d_hidden": 512, + "num_blocks": 2, + "batch_size": 128, + "epochs": 100, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "seeds": [ + 2 + ], + "gpu": 0, + "output_dir": "results/audit_d512_L2_seed2", + "methods": [ + "bp", + "ep" + ], + "random_targets": false, + "penalty_lam": 0.0, + "num_classes": 10 + } +}
\ No newline at end of file |