diff options
Diffstat (limited to 'results/audit_d512_L2_seed5/results_cifar10.json')
| -rw-r--r-- | results/audit_d512_L2_seed5/results_cifar10.json | 390 |
1 files changed, 390 insertions, 0 deletions
diff --git a/results/audit_d512_L2_seed5/results_cifar10.json b/results/audit_d512_L2_seed5/results_cifar10.json new file mode 100644 index 0000000..ee5f2db --- /dev/null +++ b/results/audit_d512_L2_seed5/results_cifar10.json @@ -0,0 +1,390 @@ +{ + "5": { + "bp": { + "log": { + "train_loss": [ + 1.931713076095581, + 1.693591755027771, + 1.6130402114868163, + 1.552940613937378, + 1.5053284896087646, + 1.4791135555648804, + 1.4480172431945801, + 1.4265927730560304, + 1.4027651021194458, + 1.384369655380249, + 1.367165181541443, + 1.3568550646591186, + 1.338783321838379, + 1.3342096368789673, + 1.3139104537200927, + 1.3003809491729736, + 1.2941038347625733, + 1.2822353719329833, + 1.2721263457489014, + 1.2584363819122315, + 1.2488371838378907, + 1.2416769229125977, + 1.2323745751190185, + 1.221822734489441, + 1.212864588394165, + 1.2087859251785278, + 1.1994400387954711, + 1.192341411972046, + 1.1844210750198365, + 1.1757035552978516, + 1.1669261846542358, + 1.160658155593872, + 1.1519462855911256, + 1.146460373954773, + 1.1364786016082764, + 1.1330338333511352, + 1.1193102619171142, + 1.1164188197135925, + 1.1119497132492064, + 1.102858406047821, + 1.0976424259567261, + 1.0894710400009155, + 1.0833782506942748, + 1.0755352562141418, + 1.069308932685852, + 1.0644779945755005, + 1.0603491143989563, + 1.053652259902954, + 1.0516060263442992, + 1.0424115861129761, + 1.0367504576873778, + 1.0326291426086425, + 1.02485561460495, + 1.0223284980392455, + 1.012132692604065, + 1.0019124921798706, + 1.0020748730659486, + 1.0001373498725892, + 0.9894566692924499, + 0.9865088276290893, + 0.9775360752868653, + 0.9728040076446534, + 0.9685138183212281, + 0.9657968924713135, + 0.9552892886161805, + 0.9537780396270752, + 0.9462199269485474, + 0.9408095097160339, + 0.9418458258247375, + 0.9358901969718934, + 0.9352027550888061, + 0.9245894254684448, + 0.923262604751587, + 0.9145718508911133, + 0.9137569423294067, + 0.9098806952667237, + 0.9072191628837586, + 0.902167465801239, + 0.8989853531646729, + 0.8962803745651245, + 0.8937453430366517, + 0.8901589241027832, + 0.8856565335273743, + 0.8899172011184693, + 0.881110893688202, + 0.8785582168960572, + 0.8790584596443176, + 0.8775734127426148, + 0.8746353070831299, + 0.8741918186378479, + 0.8740821181869507, + 0.8737027023506164, + 0.8711176183319091, + 0.868740560760498, + 0.875171669178009, + 0.8707077650833129, + 0.870856398601532, + 0.8660038369369507, + 0.8711395135307312, + 0.8637448191642761 + ], + "train_acc": [ + 0.31394, + 0.38464, + 0.41358, + 0.4385, + 0.45666, + 0.46498, + 0.4762, + 0.48486, + 0.4938, + 0.50142, + 0.50914, + 0.5129, + 0.51718, + 0.5171, + 0.52996, + 0.53262, + 0.53478, + 0.53948, + 0.54284, + 0.54666, + 0.55344, + 0.553, + 0.558, + 0.56114, + 0.56418, + 0.56542, + 0.5681, + 0.57326, + 0.57598, + 0.57486, + 0.58204, + 0.58382, + 0.58714, + 0.58948, + 0.59282, + 0.59114, + 0.59722, + 0.59984, + 0.59884, + 0.60428, + 0.60908, + 0.60954, + 0.61242, + 0.61476, + 0.61634, + 0.61874, + 0.6212, + 0.62136, + 0.62356, + 0.6253, + 0.629, + 0.63092, + 0.63226, + 0.63538, + 0.63828, + 0.64056, + 0.64176, + 0.64034, + 0.6472, + 0.64522, + 0.65022, + 0.64948, + 0.65394, + 0.6535, + 0.657, + 0.65866, + 0.6591, + 0.66512, + 0.66134, + 0.66468, + 0.66632, + 0.66738, + 0.6686, + 0.67304, + 0.67236, + 0.67272, + 0.67638, + 0.67832, + 0.67808, + 0.678, + 0.6805, + 0.681, + 0.68454, + 0.68108, + 0.6839, + 0.687, + 0.68758, + 0.68748, + 0.68672, + 0.68726, + 0.68704, + 0.68612, + 0.6872, + 0.69248, + 0.68708, + 0.68654, + 0.68832, + 0.69, + 0.6882, + 0.69156 + ], + "test_acc": [ + 0.3962, + 0.4116, + 0.4541, + 0.459, + 0.4677, + 0.4872, + 0.4915, + 0.5064, + 0.504, + 0.5149, + 0.5217, + 0.5335, + 0.5216, + 0.5324, + 0.5385, + 0.5413, + 0.5437, + 0.5501, + 0.5456, + 0.546, + 0.5523, + 0.5557, + 0.5483, + 0.557, + 0.5628, + 0.5662, + 0.5653, + 0.5666, + 0.5743, + 0.5686, + 0.5722, + 0.5762, + 0.5698, + 0.5672, + 0.5782, + 0.5779, + 0.5796, + 0.5848, + 0.5813, + 0.5863, + 0.5924, + 0.5902, + 0.5891, + 0.5895, + 0.5954, + 0.5913, + 0.5953, + 0.5926, + 0.5869, + 0.5893, + 0.595, + 0.5928, + 0.5928, + 0.5971, + 0.5952, + 0.5922, + 0.5935, + 0.5967, + 0.5936, + 0.59, + 0.5996, + 0.6027, + 0.5997, + 0.5962, + 0.5979, + 0.5996, + 0.6008, + 0.5973, + 0.602, + 0.6023, + 0.6046, + 0.604, + 0.605, + 0.603, + 0.6032, + 0.6031, + 0.6038, + 0.606, + 0.6057, + 0.6028, + 0.603, + 0.6063, + 0.6045, + 0.6022, + 0.6035, + 0.6058, + 0.6043, + 0.6064, + 0.6056, + 0.6052, + 0.6063, + 0.6057, + 0.6066, + 0.607, + 0.6062, + 0.6068, + 0.6067, + 0.6068, + 0.6064, + 0.6065 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0 + ], + "perturbation_rho": [ + 0.9835590720176697, + 0.9854168891906738 + ], + "nudging": { + "0.001": [ + -0.001010372070595622, + -0.0008467765292152762 + ], + "0.003": [ + -0.003029399085789919, + -0.002539127366617322 + ], + "0.01": [ + -0.010077598504722118, + -0.008449133485555649 + ] + }, + "hidden_norms_per_layer": [ + 391.5282897949219, + 434.1443176269531, + 505.1020812988281 + ], + "bp_grad_norms_per_layer": [ + 0.0002652886905707419, + 0.00023903341207187623, + 0.00018291105516254902 + ] + }, + "drift": { + "embed.weight": 8.855401746520494, + "embed.bias": 26.608965363709814, + "blocks.0.ln.weight": 0.2061336436128178, + "blocks.0.w1.weight": 4.634322016280042, + "blocks.0.w1.bias": 6.984453011136666, + "blocks.0.w2.weight": 12.580916503938784, + "blocks.1.ln.weight": 0.16124904042161012, + "blocks.1.w1.weight": 4.87348406828928, + "blocks.1.w1.bias": 4.00290878921701, + "blocks.1.w2.weight": 15.581969461256797, + "out_ln.weight": 0.44012627027442575, + "out_head.weight": 2.3259179585019845, + "out_head.bias": 1.324384388591369 + } + } + }, + "config": { + "dataset": "cifar10", + "d_hidden": 512, + "num_blocks": 2, + "batch_size": 128, + "epochs": 100, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "seeds": [ + 5 + ], + "gpu": 0, + "output_dir": "results/audit_d512_L2_seed5", + "methods": [ + "bp", + "ep" + ], + "random_targets": false, + "penalty_lam": 0.0, + "num_classes": 10 + } +}
\ No newline at end of file |