diff options
Diffstat (limited to 'results/audit_d512_L2_seed1/results_cifar10.json')
| -rw-r--r-- | results/audit_d512_L2_seed1/results_cifar10.json | 390 |
1 files changed, 390 insertions, 0 deletions
diff --git a/results/audit_d512_L2_seed1/results_cifar10.json b/results/audit_d512_L2_seed1/results_cifar10.json new file mode 100644 index 0000000..3d10a87 --- /dev/null +++ b/results/audit_d512_L2_seed1/results_cifar10.json @@ -0,0 +1,390 @@ +{ + "1": { + "bp": { + "log": { + "train_loss": [ + 1.9296325939178467, + 1.6955299231719971, + 1.6138011435317994, + 1.55534116355896, + 1.5123624341583253, + 1.4784945290756226, + 1.4516578591156006, + 1.4285693119049072, + 1.405858750038147, + 1.3859224660491944, + 1.3668672243499755, + 1.3519928998565673, + 1.3397786053848266, + 1.3254009517669678, + 1.313598297805786, + 1.2993963008880616, + 1.289289883041382, + 1.284569970626831, + 1.2686502683258056, + 1.2613813147735595, + 1.249849778366089, + 1.2403198554992676, + 1.2297505572891236, + 1.221708407974243, + 1.2131192414093017, + 1.2066168117523193, + 1.1957441337966919, + 1.1862484833526612, + 1.1765419130706787, + 1.1744289278411866, + 1.167908534889221, + 1.1589642641448974, + 1.153614723968506, + 1.139004853553772, + 1.1321262197113038, + 1.1283520357131958, + 1.122227259197235, + 1.1184809755325318, + 1.1113620584487915, + 1.1065167045211792, + 1.0947601670074463, + 1.093278687286377, + 1.0809579884338378, + 1.0786378560256957, + 1.0698642824935913, + 1.0579045901679993, + 1.0570202745437622, + 1.0537335617065429, + 1.0405854816818236, + 1.0347318133354186, + 1.0302755058288575, + 1.0242040428924561, + 1.025987678565979, + 1.016097176322937, + 1.0128265772819518, + 1.006155388031006, + 0.997192684135437, + 0.9936126647567749, + 0.9894703555488586, + 0.976179165840149, + 0.9738626984977722, + 0.9731567725181579, + 0.965264437637329, + 0.9619330932426453, + 0.9586215613174438, + 0.9522200344657898, + 0.9470485179901124, + 0.9462749715423584, + 0.9391794966125488, + 0.9339024310302735, + 0.927083604259491, + 0.9226054348373413, + 0.9200397926712036, + 0.9103769140243531, + 0.9085988710212708, + 0.9063865534591675, + 0.901920437450409, + 0.9022768329238892, + 0.8965523072433471, + 0.8947684677314758, + 0.8879585018920898, + 0.8842870276451111, + 0.8808215922546386, + 0.8800564193344116, + 0.8839287296867371, + 0.8729074939155579, + 0.8754293099594116, + 0.8725126181030274, + 0.8723966160202027, + 0.8688337619400024, + 0.8690940658760071, + 0.8679663080215454, + 0.8710675184631348, + 0.8609974372291564, + 0.8644896974182129, + 0.863099695854187, + 0.8652363301277161, + 0.8637897633361816, + 0.8604615099716186, + 0.864042571220398 + ], + "train_acc": [ + 0.31294, + 0.38728, + 0.41466, + 0.4372, + 0.45268, + 0.4665, + 0.47696, + 0.4846, + 0.49608, + 0.49946, + 0.50698, + 0.513, + 0.5166, + 0.5226, + 0.52834, + 0.53034, + 0.53718, + 0.53996, + 0.54494, + 0.54734, + 0.54966, + 0.55176, + 0.5573, + 0.55872, + 0.56454, + 0.56696, + 0.57056, + 0.57534, + 0.58012, + 0.57834, + 0.58108, + 0.58338, + 0.58752, + 0.59352, + 0.59306, + 0.59424, + 0.59922, + 0.59846, + 0.60114, + 0.60474, + 0.60902, + 0.6088, + 0.61266, + 0.61336, + 0.6186, + 0.62132, + 0.62238, + 0.62048, + 0.62696, + 0.6289, + 0.63132, + 0.63454, + 0.63286, + 0.63724, + 0.63726, + 0.64324, + 0.64212, + 0.64406, + 0.64948, + 0.65046, + 0.65014, + 0.65088, + 0.65372, + 0.65564, + 0.6583, + 0.66002, + 0.66078, + 0.66154, + 0.66326, + 0.6657, + 0.66906, + 0.6686, + 0.6717, + 0.67242, + 0.67378, + 0.67736, + 0.67734, + 0.67662, + 0.67948, + 0.67996, + 0.68162, + 0.68254, + 0.68498, + 0.68376, + 0.6843, + 0.6891, + 0.68676, + 0.68826, + 0.68864, + 0.68982, + 0.6884, + 0.6911, + 0.68942, + 0.69414, + 0.69016, + 0.69146, + 0.69174, + 0.6907, + 0.69126, + 0.69228 + ], + "test_acc": [ + 0.392, + 0.4208, + 0.4512, + 0.4558, + 0.4744, + 0.485, + 0.4941, + 0.4976, + 0.51, + 0.521, + 0.51, + 0.5209, + 0.5297, + 0.5277, + 0.5278, + 0.5274, + 0.5407, + 0.5339, + 0.5493, + 0.556, + 0.5448, + 0.5543, + 0.555, + 0.5604, + 0.5579, + 0.5581, + 0.5641, + 0.5703, + 0.566, + 0.5708, + 0.571, + 0.571, + 0.5764, + 0.5813, + 0.5807, + 0.5781, + 0.5801, + 0.5823, + 0.5807, + 0.5824, + 0.5848, + 0.5926, + 0.5847, + 0.5875, + 0.5875, + 0.5879, + 0.589, + 0.5912, + 0.5893, + 0.5947, + 0.5862, + 0.5891, + 0.5946, + 0.5941, + 0.5954, + 0.5984, + 0.5969, + 0.605, + 0.5959, + 0.5996, + 0.5992, + 0.5982, + 0.5977, + 0.6037, + 0.6017, + 0.5998, + 0.6022, + 0.6015, + 0.6026, + 0.6027, + 0.6021, + 0.6094, + 0.6067, + 0.6076, + 0.6091, + 0.6042, + 0.6088, + 0.6039, + 0.6046, + 0.6057, + 0.6063, + 0.6047, + 0.6066, + 0.6049, + 0.6044, + 0.6055, + 0.6058, + 0.6064, + 0.6044, + 0.6049, + 0.6061, + 0.605, + 0.6057, + 0.6053, + 0.6057, + 0.6054, + 0.6064, + 0.606, + 0.6063, + 0.6061 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0 + ], + "perturbation_rho": [ + 0.9848940372467041, + 0.9808741807937622 + ], + "nudging": { + "0.001": [ + -0.0009475597180426121, + -0.0008203912293538451 + ], + "0.003": [ + -0.002840994391590357, + -0.0024601160548627377 + ], + "0.01": [ + -0.009449327364563942, + -0.00818631798028946 + ] + }, + "hidden_norms_per_layer": [ + 391.6769714355469, + 444.2131652832031, + 513.0332641601562 + ], + "bp_grad_norms_per_layer": [ + 0.00027059661806561053, + 0.00025608466239646077, + 0.00019367740605957806 + ] + }, + "drift": { + "embed.weight": 8.915427741857473, + "embed.bias": 27.156905442864737, + "blocks.0.ln.weight": 0.19595621212104608, + "blocks.0.w1.weight": 4.640129799275547, + "blocks.0.w1.bias": 7.056336038538968, + "blocks.0.w2.weight": 12.58791155857812, + "blocks.1.ln.weight": 0.16250931550735154, + "blocks.1.w1.weight": 4.857328676677314, + "blocks.1.w1.bias": 3.996940086789265, + "blocks.1.w2.weight": 15.480760953262367, + "out_ln.weight": 0.42853373724625804, + "out_head.weight": 2.3755790989575662, + "out_head.bias": 1.4741172964683136 + } + } + }, + "config": { + "dataset": "cifar10", + "d_hidden": 512, + "num_blocks": 2, + "batch_size": 128, + "epochs": 100, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "seeds": [ + 1 + ], + "gpu": 0, + "output_dir": "results/audit_d512_L2_seed1", + "methods": [ + "bp", + "ep" + ], + "random_targets": false, + "penalty_lam": 0.0, + "num_classes": 10 + } +}
\ No newline at end of file |