{ "1": { "bp": { "log": { "train_loss": [ 1.9296325939178467, 1.6955299231719971, 1.6138011435317994, 1.55534116355896, 1.5123624341583253, 1.4784945290756226, 1.4516578591156006, 1.4285693119049072, 1.405858750038147, 1.3859224660491944, 1.3668672243499755, 1.3519928998565673, 1.3397786053848266, 1.3254009517669678, 1.313598297805786, 1.2993963008880616, 1.289289883041382, 1.284569970626831, 1.2686502683258056, 1.2613813147735595, 1.249849778366089, 1.2403198554992676, 1.2297505572891236, 1.221708407974243, 1.2131192414093017, 1.2066168117523193, 1.1957441337966919, 1.1862484833526612, 1.1765419130706787, 1.1744289278411866, 1.167908534889221, 1.1589642641448974, 1.153614723968506, 1.139004853553772, 1.1321262197113038, 1.1283520357131958, 1.122227259197235, 1.1184809755325318, 1.1113620584487915, 1.1065167045211792, 1.0947601670074463, 1.093278687286377, 1.0809579884338378, 1.0786378560256957, 1.0698642824935913, 1.0579045901679993, 1.0570202745437622, 1.0537335617065429, 1.0405854816818236, 1.0347318133354186, 1.0302755058288575, 1.0242040428924561, 1.025987678565979, 1.016097176322937, 1.0128265772819518, 1.006155388031006, 0.997192684135437, 0.9936126647567749, 0.9894703555488586, 0.976179165840149, 0.9738626984977722, 0.9731567725181579, 0.965264437637329, 0.9619330932426453, 0.9586215613174438, 0.9522200344657898, 0.9470485179901124, 0.9462749715423584, 0.9391794966125488, 0.9339024310302735, 0.927083604259491, 0.9226054348373413, 0.9200397926712036, 0.9103769140243531, 0.9085988710212708, 0.9063865534591675, 0.901920437450409, 0.9022768329238892, 0.8965523072433471, 0.8947684677314758, 0.8879585018920898, 0.8842870276451111, 0.8808215922546386, 0.8800564193344116, 0.8839287296867371, 0.8729074939155579, 0.8754293099594116, 0.8725126181030274, 0.8723966160202027, 0.8688337619400024, 0.8690940658760071, 0.8679663080215454, 0.8710675184631348, 0.8609974372291564, 0.8644896974182129, 0.863099695854187, 0.8652363301277161, 0.8637897633361816, 0.8604615099716186, 0.864042571220398 ], "train_acc": [ 0.31294, 0.38728, 0.41466, 0.4372, 0.45268, 0.4665, 0.47696, 0.4846, 0.49608, 0.49946, 0.50698, 0.513, 0.5166, 0.5226, 0.52834, 0.53034, 0.53718, 0.53996, 0.54494, 0.54734, 0.54966, 0.55176, 0.5573, 0.55872, 0.56454, 0.56696, 0.57056, 0.57534, 0.58012, 0.57834, 0.58108, 0.58338, 0.58752, 0.59352, 0.59306, 0.59424, 0.59922, 0.59846, 0.60114, 0.60474, 0.60902, 0.6088, 0.61266, 0.61336, 0.6186, 0.62132, 0.62238, 0.62048, 0.62696, 0.6289, 0.63132, 0.63454, 0.63286, 0.63724, 0.63726, 0.64324, 0.64212, 0.64406, 0.64948, 0.65046, 0.65014, 0.65088, 0.65372, 0.65564, 0.6583, 0.66002, 0.66078, 0.66154, 0.66326, 0.6657, 0.66906, 0.6686, 0.6717, 0.67242, 0.67378, 0.67736, 0.67734, 0.67662, 0.67948, 0.67996, 0.68162, 0.68254, 0.68498, 0.68376, 0.6843, 0.6891, 0.68676, 0.68826, 0.68864, 0.68982, 0.6884, 0.6911, 0.68942, 0.69414, 0.69016, 0.69146, 0.69174, 0.6907, 0.69126, 0.69228 ], "test_acc": [ 0.392, 0.4208, 0.4512, 0.4558, 0.4744, 0.485, 0.4941, 0.4976, 0.51, 0.521, 0.51, 0.5209, 0.5297, 0.5277, 0.5278, 0.5274, 0.5407, 0.5339, 0.5493, 0.556, 0.5448, 0.5543, 0.555, 0.5604, 0.5579, 0.5581, 0.5641, 0.5703, 0.566, 0.5708, 0.571, 0.571, 0.5764, 0.5813, 0.5807, 0.5781, 0.5801, 0.5823, 0.5807, 0.5824, 0.5848, 0.5926, 0.5847, 0.5875, 0.5875, 0.5879, 0.589, 0.5912, 0.5893, 0.5947, 0.5862, 0.5891, 0.5946, 0.5941, 0.5954, 0.5984, 0.5969, 0.605, 0.5959, 0.5996, 0.5992, 0.5982, 0.5977, 0.6037, 0.6017, 0.5998, 0.6022, 0.6015, 0.6026, 0.6027, 0.6021, 0.6094, 0.6067, 0.6076, 0.6091, 0.6042, 0.6088, 0.6039, 0.6046, 0.6057, 0.6063, 0.6047, 0.6066, 0.6049, 0.6044, 0.6055, 0.6058, 0.6064, 0.6044, 0.6049, 0.6061, 0.605, 0.6057, 0.6053, 0.6057, 0.6054, 0.6064, 0.606, 0.6063, 0.6061 ] }, "diagnostics": { "bp_cosine": [ 1.0, 1.0 ], "perturbation_rho": [ 0.9848940372467041, 0.9808741807937622 ], "nudging": { "0.001": [ -0.0009475597180426121, -0.0008203912293538451 ], "0.003": [ -0.002840994391590357, -0.0024601160548627377 ], "0.01": [ -0.009449327364563942, -0.00818631798028946 ] }, "hidden_norms_per_layer": [ 391.6769714355469, 444.2131652832031, 513.0332641601562 ], "bp_grad_norms_per_layer": [ 0.00027059661806561053, 0.00025608466239646077, 0.00019367740605957806 ] }, "drift": { "embed.weight": 8.915427741857473, "embed.bias": 27.156905442864737, "blocks.0.ln.weight": 0.19595621212104608, "blocks.0.w1.weight": 4.640129799275547, "blocks.0.w1.bias": 7.056336038538968, "blocks.0.w2.weight": 12.58791155857812, "blocks.1.ln.weight": 0.16250931550735154, "blocks.1.w1.weight": 4.857328676677314, "blocks.1.w1.bias": 3.996940086789265, "blocks.1.w2.weight": 15.480760953262367, "out_ln.weight": 0.42853373724625804, "out_head.weight": 2.3755790989575662, "out_head.bias": 1.4741172964683136 } } }, "config": { "dataset": "cifar10", "d_hidden": 512, "num_blocks": 2, "batch_size": 128, "epochs": 100, "lr": 0.001, "lr_fb": 0.001, "wd": 0.01, "lam": 0.1, "K": 4, "sigma_bridge": 0.05, "ema_momentum": 0.995, "term_grad_weight": 1.0, "seeds": [ 1 ], "gpu": 0, "output_dir": "results/audit_d512_L2_seed1", "methods": [ "bp", "ep" ], "random_targets": false, "penalty_lam": 0.0, "num_classes": 10 } }