diff options
Diffstat (limited to 'results/snapshot_no_outln_v1/snapshot_noLN_s42.json')
| -rw-r--r-- | results/snapshot_no_outln_v1/snapshot_noLN_s42.json | 4766 |
1 files changed, 4766 insertions, 0 deletions
diff --git a/results/snapshot_no_outln_v1/snapshot_noLN_s42.json b/results/snapshot_no_outln_v1/snapshot_noLN_s42.json new file mode 100644 index 0000000..6bf0a61 --- /dev/null +++ b/results/snapshot_no_outln_v1/snapshot_noLN_s42.json @@ -0,0 +1,4766 @@ +{ + "config": { + "output_dir": "results/snapshot_no_outln_v1", + "epochs": 100, + "lr": 0.001, + "wd": 0.01, + "seed": 42, + "depth": 4, + "d_hidden": 256 + }, + "depth": 4, + "d_hidden": 256, + "num_classes": 10, + "architecture": "ResidualMLP_NoOutLN", + "bp_log": [ + { + "hidden_norms": [ + 8.718070030212402, + 8.780964851379395, + 8.812002182006836, + 8.828720092773438, + 8.893179893493652 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005561555735766888, + 0.0005519049009308219, + 0.0005482902633957565, + 0.0005436676437966526, + 0.000538847001735121 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.1123046875, + "loss_eval": 2.3168468475341797, + "epoch": 0 + }, + { + "hidden_norms": [ + 39.5714225769043, + 36.241031646728516, + 34.50772476196289, + 33.32059097290039, + 33.10130310058594 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001264682796318084, + 0.00013185068382881582, + 0.0001420896005583927, + 0.00016605440760031343, + 0.0002204339689342305 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.4228515625, + "loss_eval": 1.6010748147964478, + "epoch": 1 + }, + { + "hidden_norms": [ + 52.47050857543945, + 48.28652572631836, + 45.496219635009766, + 43.2078857421875, + 41.36874008178711 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010761933663161471, + 0.00011420303053455427, + 0.00012131234689150006, + 0.00013399586896412075, + 0.00016239506658166647 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.453125, + "loss_eval": 1.4937903881072998, + "epoch": 2 + }, + { + "hidden_norms": [ + 62.092323303222656, + 56.274635314941406, + 52.64373016357422, + 49.852622985839844, + 46.636131286621094 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010067893890663981, + 0.00010744533210527152, + 0.000112645146145951, + 0.00012268377759028226, + 0.00014184287283569574 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.46484375, + "loss_eval": 1.495908498764038, + "epoch": 3 + }, + { + "hidden_norms": [ + 70.92781829833984, + 62.570072174072266, + 57.76173400878906, + 53.9067497253418, + 49.468414306640625 + ], + "bp_grad_per_sample_l2_med": [ + 9.065420454135165e-05, + 9.659545321483165e-05, + 0.00010056291648652405, + 0.00010604548879200593, + 0.0001232008944498375 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5048828125, + "loss_eval": 1.4103548526763916, + "epoch": 4 + }, + { + "hidden_norms": [ + 77.77008056640625, + 68.82622528076172, + 62.881927490234375, + 57.43979263305664, + 52.381675720214844 + ], + "bp_grad_per_sample_l2_med": [ + 8.967184840003029e-05, + 9.561960905557498e-05, + 9.984008647734299e-05, + 0.0001043190059135668, + 0.00011724776413757354 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5009765625, + "loss_eval": 1.3900126218795776, + "epoch": 5 + }, + { + "hidden_norms": [ + 84.3420639038086, + 73.14466094970703, + 66.25099182128906, + 60.290985107421875, + 54.196815490722656 + ], + "bp_grad_per_sample_l2_med": [ + 8.548566984245554e-05, + 9.279063669964671e-05, + 9.806034358916804e-05, + 0.00010389943781774491, + 0.00011231016833335161 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.509765625, + "loss_eval": 1.3721935749053955, + "epoch": 6 + }, + { + "hidden_norms": [ + 91.67733764648438, + 79.67963409423828, + 70.7928466796875, + 63.614192962646484, + 56.76249694824219 + ], + "bp_grad_per_sample_l2_med": [ + 8.422173414146528e-05, + 9.07716530491598e-05, + 9.6989817393478e-05, + 0.00010211832704953849, + 0.00011144059681100771 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5166015625, + "loss_eval": 1.344391107559204, + "epoch": 7 + }, + { + "hidden_norms": [ + 96.60388946533203, + 83.8042221069336, + 74.53706359863281, + 66.99102020263672, + 58.020408630371094 + ], + "bp_grad_per_sample_l2_med": [ + 8.360752690350637e-05, + 9.003488958114758e-05, + 9.634223533794284e-05, + 0.00010073634621221572, + 0.00010698751430027187 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5185546875, + "loss_eval": 1.3327906131744385, + "epoch": 8 + }, + { + "hidden_norms": [ + 101.24382781982422, + 87.08720397949219, + 76.92607116699219, + 68.23351287841797, + 59.4285888671875 + ], + "bp_grad_per_sample_l2_med": [ + 8.019094821065664e-05, + 8.715572766959667e-05, + 9.189714910462499e-05, + 9.61213736445643e-05, + 0.00010296071559423581 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.533203125, + "loss_eval": 1.3403639793395996, + "epoch": 9 + }, + { + "hidden_norms": [ + 107.04126739501953, + 91.77833557128906, + 80.73109436035156, + 70.98918914794922, + 61.11309051513672 + ], + "bp_grad_per_sample_l2_med": [ + 7.710429053986445e-05, + 8.402510866289958e-05, + 8.972393698059022e-05, + 9.477136336499825e-05, + 9.921709715854377e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5517578125, + "loss_eval": 1.3021693229675293, + "epoch": 10 + }, + { + "hidden_norms": [ + 111.9730224609375, + 94.8844985961914, + 83.01356506347656, + 72.39442443847656, + 61.61451721191406 + ], + "bp_grad_per_sample_l2_med": [ + 7.266257307492197e-05, + 8.069563045864925e-05, + 8.615722617832944e-05, + 8.979514677776024e-05, + 9.45624997257255e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5458984375, + "loss_eval": 1.298128604888916, + "epoch": 11 + }, + { + "hidden_norms": [ + 116.69439697265625, + 99.29745483398438, + 84.83220672607422, + 72.58226013183594, + 61.799560546875 + ], + "bp_grad_per_sample_l2_med": [ + 7.808519876562059e-05, + 8.509745384799317e-05, + 9.162558853859082e-05, + 9.594277798896655e-05, + 0.00010088863200508058 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5361328125, + "loss_eval": 1.327142596244812, + "epoch": 12 + }, + { + "hidden_norms": [ + 118.57154083251953, + 100.65165710449219, + 86.92396545410156, + 75.52800750732422, + 63.40058898925781 + ], + "bp_grad_per_sample_l2_med": [ + 7.507520058425143e-05, + 8.161060395650566e-05, + 8.807337144389749e-05, + 9.307889558840543e-05, + 9.839278209256008e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.529296875, + "loss_eval": 1.301376223564148, + "epoch": 13 + }, + { + "hidden_norms": [ + 123.16495513916016, + 104.0947265625, + 90.54090118408203, + 79.24758911132812, + 66.25940704345703 + ], + "bp_grad_per_sample_l2_med": [ + 7.567028660560027e-05, + 8.223088661907241e-05, + 8.735521987546235e-05, + 9.217277693096548e-05, + 9.719380614114925e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5615234375, + "loss_eval": 1.2765182256698608, + "epoch": 14 + }, + { + "hidden_norms": [ + 126.89250946044922, + 107.54840087890625, + 93.0474853515625, + 79.41374206542969, + 66.3965835571289 + ], + "bp_grad_per_sample_l2_med": [ + 7.546511915279552e-05, + 8.2636863226071e-05, + 8.891599281923845e-05, + 9.294570190832019e-05, + 9.809954644879326e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.51953125, + "loss_eval": 1.300541877746582, + "epoch": 15 + }, + { + "hidden_norms": [ + 130.00201416015625, + 110.14152526855469, + 95.71183776855469, + 81.57356262207031, + 68.07804107666016 + ], + "bp_grad_per_sample_l2_med": [ + 7.271749927895144e-05, + 7.90783524280414e-05, + 8.341569628100842e-05, + 8.888234879123047e-05, + 9.289903391618282e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.55859375, + "loss_eval": 1.253805160522461, + "epoch": 16 + }, + { + "hidden_norms": [ + 132.4821014404297, + 112.55132293701172, + 96.15247344970703, + 82.20439147949219, + 67.68408203125 + ], + "bp_grad_per_sample_l2_med": [ + 7.47043450246565e-05, + 8.161538426065817e-05, + 8.696810255059972e-05, + 9.05536362552084e-05, + 9.490203956374899e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5634765625, + "loss_eval": 1.2818918228149414, + "epoch": 17 + }, + { + "hidden_norms": [ + 136.31614685058594, + 116.76542663574219, + 100.04906463623047, + 85.71382141113281, + 70.02954864501953 + ], + "bp_grad_per_sample_l2_med": [ + 7.14207926648669e-05, + 7.859354082029313e-05, + 8.420498488703743e-05, + 8.882852853275836e-05, + 9.116062574321404e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5595703125, + "loss_eval": 1.2435299158096313, + "epoch": 18 + }, + { + "hidden_norms": [ + 138.36990356445312, + 117.38836669921875, + 101.75880432128906, + 86.79072570800781, + 70.66394805908203 + ], + "bp_grad_per_sample_l2_med": [ + 7.72569328546524e-05, + 8.451085159322247e-05, + 8.929366595111787e-05, + 9.467442578170449e-05, + 9.868820779956877e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.53515625, + "loss_eval": 1.3142390251159668, + "epoch": 19 + }, + { + "hidden_norms": [ + 140.71449279785156, + 119.23265838623047, + 101.22541809082031, + 85.75491333007812, + 69.77205657958984 + ], + "bp_grad_per_sample_l2_med": [ + 7.5247859058436e-05, + 8.147219341481104e-05, + 8.72978416737169e-05, + 9.33377887122333e-05, + 9.715931082610041e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.548828125, + "loss_eval": 1.26747465133667, + "epoch": 20 + }, + { + "hidden_norms": [ + 143.37794494628906, + 121.56777954101562, + 105.97654724121094, + 90.9666748046875, + 72.01183319091797 + ], + "bp_grad_per_sample_l2_med": [ + 7.179555541370064e-05, + 7.918629125924781e-05, + 8.409017755184323e-05, + 8.838798385113478e-05, + 9.469009819440544e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.564453125, + "loss_eval": 1.2752306461334229, + "epoch": 21 + }, + { + "hidden_norms": [ + 144.44107055664062, + 122.94657135009766, + 106.18299102783203, + 89.72506713867188, + 71.56814575195312 + ], + "bp_grad_per_sample_l2_med": [ + 7.250273483805358e-05, + 7.833781273802742e-05, + 8.349631389137357e-05, + 8.67474009282887e-05, + 8.975700620794669e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.56640625, + "loss_eval": 1.214519739151001, + "epoch": 22 + }, + { + "hidden_norms": [ + 145.68658447265625, + 123.7938232421875, + 107.63272857666016, + 91.90914154052734, + 72.97653198242188 + ], + "bp_grad_per_sample_l2_med": [ + 6.909506919328123e-05, + 7.67810779507272e-05, + 8.248597441706806e-05, + 8.500050898874179e-05, + 8.80209991009906e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.578125, + "loss_eval": 1.2490482330322266, + "epoch": 23 + }, + { + "hidden_norms": [ + 149.15159606933594, + 125.77446746826172, + 106.84111022949219, + 90.89909362792969, + 72.29488372802734 + ], + "bp_grad_per_sample_l2_med": [ + 7.051522698020563e-05, + 7.787953654769808e-05, + 8.355934551218525e-05, + 8.837382483761758e-05, + 9.125470387516543e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5634765625, + "loss_eval": 1.2157257795333862, + "epoch": 24 + }, + { + "hidden_norms": [ + 149.9364776611328, + 126.3508529663086, + 107.00386047363281, + 89.69956970214844, + 70.79742431640625 + ], + "bp_grad_per_sample_l2_med": [ + 7.40521791158244e-05, + 8.231549145421013e-05, + 8.598146814620122e-05, + 9.036294795805588e-05, + 9.211329597746953e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5546875, + "loss_eval": 1.2515935897827148, + "epoch": 25 + }, + { + "hidden_norms": [ + 152.33641052246094, + 127.60247039794922, + 109.31637573242188, + 91.78147888183594, + 71.85491180419922 + ], + "bp_grad_per_sample_l2_med": [ + 7.096086483215913e-05, + 7.774732512189075e-05, + 8.330845594173297e-05, + 8.756548049859703e-05, + 9.018366108648479e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5791015625, + "loss_eval": 1.234102487564087, + "epoch": 26 + }, + { + "hidden_norms": [ + 154.90924072265625, + 129.49365234375, + 111.0758285522461, + 94.2232666015625, + 73.4395523071289 + ], + "bp_grad_per_sample_l2_med": [ + 7.217184611363336e-05, + 7.90508056525141e-05, + 8.487315790262073e-05, + 9.130351099884138e-05, + 9.386075544171035e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5693359375, + "loss_eval": 1.2473926544189453, + "epoch": 27 + }, + { + "hidden_norms": [ + 155.88226318359375, + 130.6912384033203, + 111.4398193359375, + 93.5534896850586, + 73.1227035522461 + ], + "bp_grad_per_sample_l2_med": [ + 7.115830521797761e-05, + 7.749604992568493e-05, + 8.24403905426152e-05, + 8.617334970040247e-05, + 8.857186185196042e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5625, + "loss_eval": 1.232407569885254, + "epoch": 28 + }, + { + "hidden_norms": [ + 155.35606384277344, + 131.03033447265625, + 112.69044494628906, + 95.1001968383789, + 74.01049041748047 + ], + "bp_grad_per_sample_l2_med": [ + 7.353001274168491e-05, + 8.054459613049403e-05, + 8.64928078954108e-05, + 8.998846897156909e-05, + 9.453124948777258e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.576171875, + "loss_eval": 1.2427477836608887, + "epoch": 29 + }, + { + "hidden_norms": [ + 157.87423706054688, + 132.91993713378906, + 114.23269653320312, + 96.04922485351562, + 74.40912628173828 + ], + "bp_grad_per_sample_l2_med": [ + 7.218361861305311e-05, + 8.000781963346526e-05, + 8.621480083093047e-05, + 9.079690062208101e-05, + 9.179109474644065e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.572265625, + "loss_eval": 1.2170917987823486, + "epoch": 30 + }, + { + "hidden_norms": [ + 159.94407653808594, + 134.98342895507812, + 116.59188842773438, + 96.52700805664062, + 74.13409423828125 + ], + "bp_grad_per_sample_l2_med": [ + 6.996722368057817e-05, + 7.723316957708448e-05, + 8.291137055493891e-05, + 8.800445357337594e-05, + 8.874708146322519e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5888671875, + "loss_eval": 1.1662731170654297, + "epoch": 31 + }, + { + "hidden_norms": [ + 159.40000915527344, + 134.68307495117188, + 115.32740783691406, + 95.89759826660156, + 73.79962158203125 + ], + "bp_grad_per_sample_l2_med": [ + 7.17860457370989e-05, + 7.931615255074576e-05, + 8.509325562044978e-05, + 8.835212793201208e-05, + 9.002821025205776e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5732421875, + "loss_eval": 1.1779483556747437, + "epoch": 32 + }, + { + "hidden_norms": [ + 160.3310089111328, + 135.494140625, + 116.1007308959961, + 96.30546569824219, + 74.54843139648438 + ], + "bp_grad_per_sample_l2_med": [ + 6.925644993316382e-05, + 7.548897701781243e-05, + 8.256838918896392e-05, + 8.621955930721015e-05, + 8.84741239133291e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59375, + "loss_eval": 1.1561952829360962, + "epoch": 33 + }, + { + "hidden_norms": [ + 161.94854736328125, + 135.6446075439453, + 116.58970642089844, + 96.99983978271484, + 74.31636810302734 + ], + "bp_grad_per_sample_l2_med": [ + 7.260960410349071e-05, + 8.003232505870983e-05, + 8.696899749338627e-05, + 9.040992881637067e-05, + 9.149286051979288e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5810546875, + "loss_eval": 1.1946098804473877, + "epoch": 34 + }, + { + "hidden_norms": [ + 163.52120971679688, + 138.41390991210938, + 118.427490234375, + 98.19206237792969, + 75.36811828613281 + ], + "bp_grad_per_sample_l2_med": [ + 6.831327482359484e-05, + 7.447604730259627e-05, + 7.990537415025756e-05, + 8.471667388221249e-05, + 8.780926145846024e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6025390625, + "loss_eval": 1.184380054473877, + "epoch": 35 + }, + { + "hidden_norms": [ + 164.48324584960938, + 138.1424102783203, + 118.34252166748047, + 98.4327621459961, + 75.36869049072266 + ], + "bp_grad_per_sample_l2_med": [ + 7.150783494580537e-05, + 7.926567923277617e-05, + 8.36653562146239e-05, + 8.762039215071127e-05, + 8.95786433829926e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5859375, + "loss_eval": 1.2110118865966797, + "epoch": 36 + }, + { + "hidden_norms": [ + 164.0553741455078, + 138.08517456054688, + 118.49005126953125, + 98.67227172851562, + 74.64473724365234 + ], + "bp_grad_per_sample_l2_med": [ + 7.029619155218825e-05, + 7.684711454203352e-05, + 8.26816976768896e-05, + 8.846465789247304e-05, + 9.003532613860443e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5908203125, + "loss_eval": 1.1644396781921387, + "epoch": 37 + }, + { + "hidden_norms": [ + 165.32000732421875, + 138.64366149902344, + 119.2437515258789, + 99.25880432128906, + 75.45353698730469 + ], + "bp_grad_per_sample_l2_med": [ + 7.045984239084646e-05, + 7.836698205210268e-05, + 8.392294694203883e-05, + 8.778785559115931e-05, + 8.954900113167241e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5810546875, + "loss_eval": 1.18137526512146, + "epoch": 38 + }, + { + "hidden_norms": [ + 164.7397918701172, + 138.3001251220703, + 117.6864242553711, + 97.29838562011719, + 73.79444122314453 + ], + "bp_grad_per_sample_l2_med": [ + 7.162813562899828e-05, + 7.83513969508931e-05, + 8.275063009932637e-05, + 8.855803025653586e-05, + 8.704853098606691e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.583984375, + "loss_eval": 1.1727752685546875, + "epoch": 39 + }, + { + "hidden_norms": [ + 166.1660919189453, + 138.93536376953125, + 118.51292419433594, + 97.88706970214844, + 75.51615905761719 + ], + "bp_grad_per_sample_l2_med": [ + 7.430704863509163e-05, + 8.242860349128023e-05, + 8.74657926033251e-05, + 9.10981761990115e-05, + 9.303457773057744e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5859375, + "loss_eval": 1.1664979457855225, + "epoch": 40 + }, + { + "hidden_norms": [ + 167.8816375732422, + 140.1188201904297, + 119.77051544189453, + 99.83518981933594, + 75.69395446777344 + ], + "bp_grad_per_sample_l2_med": [ + 7.187369919847697e-05, + 7.945671677589417e-05, + 8.597246051067486e-05, + 8.931689808377996e-05, + 8.963213622337207e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.587890625, + "loss_eval": 1.19194757938385, + "epoch": 41 + }, + { + "hidden_norms": [ + 168.21185302734375, + 141.76817321777344, + 121.40872192382812, + 100.61127471923828, + 76.76028442382812 + ], + "bp_grad_per_sample_l2_med": [ + 7.174632628448308e-05, + 7.968613499542698e-05, + 8.514403452863917e-05, + 8.922909910324961e-05, + 9.091905667446554e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5888671875, + "loss_eval": 1.1679599285125732, + "epoch": 42 + }, + { + "hidden_norms": [ + 167.2344207763672, + 140.6108856201172, + 120.0829849243164, + 99.8038330078125, + 76.13324737548828 + ], + "bp_grad_per_sample_l2_med": [ + 7.436795567627996e-05, + 8.090144547168165e-05, + 8.729894761927426e-05, + 9.00863014976494e-05, + 8.991207869257778e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.595703125, + "loss_eval": 1.1705546379089355, + "epoch": 43 + }, + { + "hidden_norms": [ + 167.59393310546875, + 140.7035369873047, + 120.24620056152344, + 99.91508483886719, + 75.96212005615234 + ], + "bp_grad_per_sample_l2_med": [ + 7.446305971825495e-05, + 8.234894630732015e-05, + 8.821392111713067e-05, + 9.209391282638535e-05, + 9.261125524062663e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5791015625, + "loss_eval": 1.1846892833709717, + "epoch": 44 + }, + { + "hidden_norms": [ + 168.69448852539062, + 141.26541137695312, + 121.04974365234375, + 100.46004486083984, + 75.70881652832031 + ], + "bp_grad_per_sample_l2_med": [ + 7.222096610348672e-05, + 7.875960727687925e-05, + 8.227298530982807e-05, + 8.841860108077526e-05, + 9.022892481880262e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.591796875, + "loss_eval": 1.1577212810516357, + "epoch": 45 + }, + { + "hidden_norms": [ + 169.7440185546875, + 142.39825439453125, + 121.89653778076172, + 100.77093505859375, + 76.56221008300781 + ], + "bp_grad_per_sample_l2_med": [ + 7.555038610007614e-05, + 8.296242594951764e-05, + 9.037082054419443e-05, + 9.527869406156242e-05, + 9.701496310299262e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5908203125, + "loss_eval": 1.1768805980682373, + "epoch": 46 + }, + { + "hidden_norms": [ + 167.24928283691406, + 140.36639404296875, + 119.20468139648438, + 99.04094696044922, + 75.62102508544922 + ], + "bp_grad_per_sample_l2_med": [ + 7.741156878182665e-05, + 8.454316412098706e-05, + 9.005220636026934e-05, + 9.321123798144981e-05, + 9.260981460101902e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5908203125, + "loss_eval": 1.166186809539795, + "epoch": 47 + }, + { + "hidden_norms": [ + 170.72845458984375, + 142.466796875, + 120.5933837890625, + 100.26793670654297, + 76.15065002441406 + ], + "bp_grad_per_sample_l2_med": [ + 7.659869879717007e-05, + 8.334196172654629e-05, + 9.012148075271398e-05, + 9.564686479279771e-05, + 9.513212717138231e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.591796875, + "loss_eval": 1.1720219850540161, + "epoch": 48 + }, + { + "hidden_norms": [ + 169.83580017089844, + 141.82705688476562, + 121.11093139648438, + 100.64865112304688, + 76.17137145996094 + ], + "bp_grad_per_sample_l2_med": [ + 7.593600457767025e-05, + 8.458431693725288e-05, + 9.001771832117811e-05, + 9.566119115334004e-05, + 9.762388071976602e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5927734375, + "loss_eval": 1.184555172920227, + "epoch": 49 + }, + { + "hidden_norms": [ + 168.68116760253906, + 141.1621856689453, + 119.57838439941406, + 98.55834197998047, + 75.13648223876953 + ], + "bp_grad_per_sample_l2_med": [ + 8.207417704397812e-05, + 9.170681732939556e-05, + 9.716026397654787e-05, + 0.0001007765022222884, + 0.0001005034864647314 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5810546875, + "loss_eval": 1.1981369256973267, + "epoch": 50 + }, + { + "hidden_norms": [ + 171.0980682373047, + 143.56202697753906, + 121.67494201660156, + 101.36307525634766, + 76.57723999023438 + ], + "bp_grad_per_sample_l2_med": [ + 7.634361099917442e-05, + 8.294743747683242e-05, + 8.85644112713635e-05, + 9.305671119363979e-05, + 9.303687693318352e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5927734375, + "loss_eval": 1.1646153926849365, + "epoch": 51 + }, + { + "hidden_norms": [ + 170.58717346191406, + 143.18809509277344, + 120.9772720336914, + 100.8180923461914, + 77.12872314453125 + ], + "bp_grad_per_sample_l2_med": [ + 7.599191303597763e-05, + 8.41239161673002e-05, + 8.960344712249935e-05, + 9.63989004958421e-05, + 9.756541112437844e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6025390625, + "loss_eval": 1.1623225212097168, + "epoch": 52 + }, + { + "hidden_norms": [ + 169.49244689941406, + 142.66770935058594, + 122.00574493408203, + 101.84593963623047, + 77.40425109863281 + ], + "bp_grad_per_sample_l2_med": [ + 7.701734284637496e-05, + 8.374643221031874e-05, + 9.025474719237536e-05, + 9.504661284154281e-05, + 9.925573249347508e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59765625, + "loss_eval": 1.1574187278747559, + "epoch": 53 + }, + { + "hidden_norms": [ + 169.3027801513672, + 143.11941528320312, + 120.9614486694336, + 101.5257797241211, + 77.17151641845703 + ], + "bp_grad_per_sample_l2_med": [ + 7.559885852970183e-05, + 8.217129652621225e-05, + 8.892706682672724e-05, + 9.235734614776447e-05, + 9.276533091906458e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6015625, + "loss_eval": 1.149141788482666, + "epoch": 54 + }, + { + "hidden_norms": [ + 168.70281982421875, + 141.82730102539062, + 120.2729263305664, + 99.75395965576172, + 76.92571258544922 + ], + "bp_grad_per_sample_l2_med": [ + 7.91895727161318e-05, + 8.787367551121861e-05, + 9.60014876909554e-05, + 0.0001018140246742405, + 9.86503655440174e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6005859375, + "loss_eval": 1.1657415628433228, + "epoch": 55 + }, + { + "hidden_norms": [ + 169.94361877441406, + 142.49684143066406, + 120.18767547607422, + 100.32206726074219, + 76.59700012207031 + ], + "bp_grad_per_sample_l2_med": [ + 7.673597428947687e-05, + 8.517439709976315e-05, + 9.201091597788036e-05, + 9.491065429756418e-05, + 9.497139399172738e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6083984375, + "loss_eval": 1.170656442642212, + "epoch": 56 + }, + { + "hidden_norms": [ + 168.98934936523438, + 142.45361328125, + 120.9234848022461, + 101.12970733642578, + 76.8805160522461 + ], + "bp_grad_per_sample_l2_med": [ + 7.979186193551868e-05, + 8.849770529195666e-05, + 9.661864896770567e-05, + 0.00010212804772891104, + 9.96212984318845e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59375, + "loss_eval": 1.153792142868042, + "epoch": 57 + }, + { + "hidden_norms": [ + 169.1288604736328, + 141.414306640625, + 119.56535339355469, + 99.89313507080078, + 76.44340515136719 + ], + "bp_grad_per_sample_l2_med": [ + 8.042863919399679e-05, + 8.848145080264658e-05, + 9.505209163762629e-05, + 0.00010096383630298078, + 9.844720625551417e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6044921875, + "loss_eval": 1.1363590955734253, + "epoch": 58 + }, + { + "hidden_norms": [ + 167.93479919433594, + 140.53518676757812, + 118.76004028320312, + 99.56035614013672, + 76.20387268066406 + ], + "bp_grad_per_sample_l2_med": [ + 8.038699888857082e-05, + 8.754427108215168e-05, + 9.549371316097677e-05, + 0.00010098952043335885, + 0.0001008743784041144 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5927734375, + "loss_eval": 1.1666439771652222, + "epoch": 59 + }, + { + "hidden_norms": [ + 168.28646850585938, + 140.67718505859375, + 118.55599975585938, + 98.98268127441406, + 75.81230163574219 + ], + "bp_grad_per_sample_l2_med": [ + 8.297240128740668e-05, + 8.875853382050991e-05, + 9.902577585307881e-05, + 0.00010285823373124003, + 0.00010488184489076957 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.611328125, + "loss_eval": 1.1589187383651733, + "epoch": 60 + }, + { + "hidden_norms": [ + 168.05776977539062, + 140.5435791015625, + 119.5470962524414, + 99.72227478027344, + 76.00287628173828 + ], + "bp_grad_per_sample_l2_med": [ + 8.011830504983664e-05, + 8.830082515487447e-05, + 9.65106810326688e-05, + 0.00010251552885165438, + 0.00010001847840612754 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.615234375, + "loss_eval": 1.157954216003418, + "epoch": 61 + }, + { + "hidden_norms": [ + 168.4709014892578, + 140.92843627929688, + 119.31693267822266, + 98.76548767089844, + 75.95777893066406 + ], + "bp_grad_per_sample_l2_med": [ + 8.56209808262065e-05, + 9.390609193360433e-05, + 0.00010086362453876063, + 0.00010554264736128971, + 0.00010187114821746945 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.603515625, + "loss_eval": 1.147390365600586, + "epoch": 62 + }, + { + "hidden_norms": [ + 167.48707580566406, + 139.8479766845703, + 118.25393676757812, + 99.32323455810547, + 75.72100830078125 + ], + "bp_grad_per_sample_l2_med": [ + 8.738139877095819e-05, + 9.79254036792554e-05, + 0.00010459231998538598, + 0.00011052342597395182, + 0.00010695838136598468 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5966796875, + "loss_eval": 1.1785132884979248, + "epoch": 63 + }, + { + "hidden_norms": [ + 167.5928955078125, + 140.20948791503906, + 118.63544464111328, + 99.02739715576172, + 75.8176040649414 + ], + "bp_grad_per_sample_l2_med": [ + 8.539798727724701e-05, + 9.423612937098369e-05, + 0.00010523338278289884, + 0.00010897681931965053, + 0.00010739201388787478 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.60546875, + "loss_eval": 1.1509130001068115, + "epoch": 64 + }, + { + "hidden_norms": [ + 167.19003295898438, + 138.91221618652344, + 117.57588195800781, + 98.43026733398438, + 75.48680114746094 + ], + "bp_grad_per_sample_l2_med": [ + 8.238407463068143e-05, + 9.25329077290371e-05, + 0.00010089747956953943, + 0.00010575826308922842, + 0.00010581395326880738 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6220703125, + "loss_eval": 1.151381254196167, + "epoch": 65 + }, + { + "hidden_norms": [ + 165.7104034423828, + 138.99298095703125, + 117.33794403076172, + 98.08374786376953, + 75.52032470703125 + ], + "bp_grad_per_sample_l2_med": [ + 8.850001177052036e-05, + 9.699742804514244e-05, + 0.00010492365981917828, + 0.00011017896758858114, + 0.00010667099559213966 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.151253581047058, + "epoch": 66 + }, + { + "hidden_norms": [ + 165.87271118164062, + 138.727783203125, + 118.21571350097656, + 97.76729583740234, + 75.68400573730469 + ], + "bp_grad_per_sample_l2_med": [ + 9.00067898328416e-05, + 9.841559221968055e-05, + 0.00010505259706405923, + 0.00010942742665065452, + 0.00010504219244467095 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.60546875, + "loss_eval": 1.1535770893096924, + "epoch": 67 + }, + { + "hidden_norms": [ + 165.17666625976562, + 138.45004272460938, + 117.10303497314453, + 97.36707305908203, + 75.38941192626953 + ], + "bp_grad_per_sample_l2_med": [ + 8.911191252991557e-05, + 9.853249503066763e-05, + 0.00010691725765354931, + 0.00011312783317407593, + 0.0001101552988984622 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59765625, + "loss_eval": 1.1582581996917725, + "epoch": 68 + }, + { + "hidden_norms": [ + 165.94325256347656, + 138.6524200439453, + 117.50881958007812, + 97.7616958618164, + 75.20433807373047 + ], + "bp_grad_per_sample_l2_med": [ + 8.616734703537077e-05, + 9.347109880764037e-05, + 0.00010103159002028406, + 0.00010616267536533996, + 0.00010419132013339549 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6083984375, + "loss_eval": 1.1453883647918701, + "epoch": 69 + }, + { + "hidden_norms": [ + 165.7154541015625, + 138.506591796875, + 117.28874206542969, + 97.05110168457031, + 75.29759979248047 + ], + "bp_grad_per_sample_l2_med": [ + 8.980780694400892e-05, + 9.973136184271425e-05, + 0.00010883707000175491, + 0.00011757094762288034, + 0.00011409710714360699 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.1474578380584717, + "epoch": 70 + }, + { + "hidden_norms": [ + 164.83221435546875, + 138.6868133544922, + 116.98916625976562, + 96.52086639404297, + 75.43351745605469 + ], + "bp_grad_per_sample_l2_med": [ + 8.988294575829059e-05, + 9.790070907911286e-05, + 0.00010740302968770266, + 0.00011267260560998693, + 0.0001108170035877265 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.61328125, + "loss_eval": 1.143803358078003, + "epoch": 71 + }, + { + "hidden_norms": [ + 164.63592529296875, + 137.5937042236328, + 116.08668518066406, + 96.16253662109375, + 74.92699432373047 + ], + "bp_grad_per_sample_l2_med": [ + 9.160200715996325e-05, + 0.00010001687769545242, + 0.00010771892993943766, + 0.00011699824244715273, + 0.00011338551848893985 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.609375, + "loss_eval": 1.1410948038101196, + "epoch": 72 + }, + { + "hidden_norms": [ + 164.91123962402344, + 137.8173828125, + 116.79219818115234, + 96.76990509033203, + 74.76392364501953 + ], + "bp_grad_per_sample_l2_med": [ + 8.93947362783365e-05, + 9.948704246198758e-05, + 0.00010810969251906499, + 0.00011499693209771067, + 0.0001114657279686071 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.623046875, + "loss_eval": 1.1341216564178467, + "epoch": 73 + }, + { + "hidden_norms": [ + 164.64288330078125, + 137.3013153076172, + 116.4471206665039, + 96.7668228149414, + 74.69876861572266 + ], + "bp_grad_per_sample_l2_med": [ + 8.85727204149589e-05, + 9.913302346831188e-05, + 0.00011003073450410739, + 0.00011727867240551859, + 0.00011272053234279156 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6044921875, + "loss_eval": 1.1379802227020264, + "epoch": 74 + }, + { + "hidden_norms": [ + 163.62106323242188, + 137.2855682373047, + 115.62771606445312, + 95.8958969116211, + 74.53977966308594 + ], + "bp_grad_per_sample_l2_med": [ + 8.984863961813971e-05, + 9.98539908323437e-05, + 0.00010817578731803223, + 0.00011364965030224994, + 0.00011257777805440128 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6142578125, + "loss_eval": 1.130206823348999, + "epoch": 75 + }, + { + "hidden_norms": [ + 164.09976196289062, + 137.23387145996094, + 116.05545043945312, + 96.66761016845703, + 75.32057189941406 + ], + "bp_grad_per_sample_l2_med": [ + 8.984812302514911e-05, + 9.734687773743644e-05, + 0.00010578137880656868, + 0.00011179807916050777, + 0.0001108815340558067 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.1422557830810547, + "epoch": 76 + }, + { + "hidden_norms": [ + 162.94369506835938, + 136.59678649902344, + 115.43162536621094, + 95.96286010742188, + 74.39228057861328 + ], + "bp_grad_per_sample_l2_med": [ + 9.308777953265235e-05, + 0.00010392161493655294, + 0.00011047742736991495, + 0.00011820423969766125, + 0.00011209066724404693 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6083984375, + "loss_eval": 1.1316850185394287, + "epoch": 77 + }, + { + "hidden_norms": [ + 163.14993286132812, + 136.48724365234375, + 115.7430648803711, + 96.20491790771484, + 74.71761322021484 + ], + "bp_grad_per_sample_l2_med": [ + 9.024026803672314e-05, + 0.00010025065421359614, + 0.00011008324509020895, + 0.00011521186388563365, + 0.00011174430255778134 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.61328125, + "loss_eval": 1.1380174160003662, + "epoch": 78 + }, + { + "hidden_norms": [ + 163.56654357910156, + 136.04368591308594, + 114.58287048339844, + 95.99482727050781, + 74.26864624023438 + ], + "bp_grad_per_sample_l2_med": [ + 9.700806549517438e-05, + 0.0001051941653713584, + 0.00011597082630032673, + 0.0001224641309818253, + 0.00011469785385997966 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.61328125, + "loss_eval": 1.1528915166854858, + "epoch": 79 + }, + { + "hidden_norms": [ + 162.7240753173828, + 135.9139862060547, + 114.86207580566406, + 95.29146575927734, + 74.25565338134766 + ], + "bp_grad_per_sample_l2_med": [ + 9.666816185927019e-05, + 0.0001055657266988419, + 0.00011615711264312267, + 0.00012476630217861384, + 0.00011797657498391345 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6123046875, + "loss_eval": 1.1539390087127686, + "epoch": 80 + }, + { + "hidden_norms": [ + 162.158203125, + 135.1398468017578, + 114.53036499023438, + 94.93306732177734, + 73.95748901367188 + ], + "bp_grad_per_sample_l2_med": [ + 9.333287016488612e-05, + 0.0001032597865560092, + 0.00011410381557652727, + 0.00012122129555791616, + 0.00011711813567671925 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.1506534814834595, + "epoch": 81 + }, + { + "hidden_norms": [ + 162.415283203125, + 135.51370239257812, + 114.56376647949219, + 94.92838287353516, + 74.06205749511719 + ], + "bp_grad_per_sample_l2_med": [ + 9.082158794626594e-05, + 0.00010185714199906215, + 0.00011048805754398927, + 0.00011587562767090276, + 0.0001120776214520447 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.611328125, + "loss_eval": 1.1497812271118164, + "epoch": 82 + }, + { + "hidden_norms": [ + 161.77337646484375, + 135.19717407226562, + 114.20987701416016, + 94.77679443359375, + 73.99730682373047 + ], + "bp_grad_per_sample_l2_med": [ + 9.745426359586418e-05, + 0.00010718397970777005, + 0.00011704466305673122, + 0.00012522070028353482, + 0.00012164646614110097 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6123046875, + "loss_eval": 1.155759572982788, + "epoch": 83 + }, + { + "hidden_norms": [ + 161.48892211914062, + 135.2348175048828, + 114.12451171875, + 94.8083267211914, + 73.4517822265625 + ], + "bp_grad_per_sample_l2_med": [ + 9.549259266350418e-05, + 0.00010579569061519578, + 0.00011430429003667086, + 0.00012098137813154608, + 0.00011664297198876739 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6171875, + "loss_eval": 1.15834379196167, + "epoch": 84 + }, + { + "hidden_norms": [ + 161.6995849609375, + 135.2989959716797, + 114.2784194946289, + 94.69004821777344, + 73.529541015625 + ], + "bp_grad_per_sample_l2_med": [ + 9.579937614034861e-05, + 0.00010731106885941699, + 0.00011613505921559408, + 0.00012203569349367172, + 0.00011712868581525981 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6083984375, + "loss_eval": 1.1583144664764404, + "epoch": 85 + }, + { + "hidden_norms": [ + 161.00369262695312, + 134.7657012939453, + 114.10606384277344, + 94.362060546875, + 73.65673065185547 + ], + "bp_grad_per_sample_l2_med": [ + 9.818092075875029e-05, + 0.00010859747999347746, + 0.00011724254727596417, + 0.00012138402962591499, + 0.00011800935317296535 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6162109375, + "loss_eval": 1.1536951065063477, + "epoch": 86 + }, + { + "hidden_norms": [ + 161.0053253173828, + 134.59410095214844, + 113.69575500488281, + 94.29032135009766, + 73.46531677246094 + ], + "bp_grad_per_sample_l2_med": [ + 9.722611866891384e-05, + 0.00010765776823973283, + 0.0001188350870506838, + 0.00012322816473897547, + 0.00011940464901272207 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6142578125, + "loss_eval": 1.15749192237854, + "epoch": 87 + }, + { + "hidden_norms": [ + 161.33126831054688, + 134.94166564941406, + 113.90135955810547, + 94.50862884521484, + 73.39297485351562 + ], + "bp_grad_per_sample_l2_med": [ + 9.938049333868548e-05, + 0.0001076548287528567, + 0.00011934098438359797, + 0.00012375488586258143, + 0.00011877582437591627 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.61328125, + "loss_eval": 1.157106637954712, + "epoch": 88 + }, + { + "hidden_norms": [ + 161.05789184570312, + 134.59825134277344, + 113.87554931640625, + 94.37042999267578, + 73.5987548828125 + ], + "bp_grad_per_sample_l2_med": [ + 9.70072578638792e-05, + 0.00010533058957662433, + 0.00011765053932322189, + 0.00012162782513769343, + 0.00012223162048030645 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6171875, + "loss_eval": 1.1565823554992676, + "epoch": 89 + }, + { + "hidden_norms": [ + 160.39405822753906, + 134.43434143066406, + 113.540283203125, + 94.05237579345703, + 73.39077758789062 + ], + "bp_grad_per_sample_l2_med": [ + 9.608148684492335e-05, + 0.00010612589539960027, + 0.00011680866009555757, + 0.00012219352356623858, + 0.00011590561916818842 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6123046875, + "loss_eval": 1.1539617776870728, + "epoch": 90 + }, + { + "hidden_norms": [ + 160.60440063476562, + 134.6214141845703, + 113.45699310302734, + 93.85929870605469, + 73.18849182128906 + ], + "bp_grad_per_sample_l2_med": [ + 9.81277771643363e-05, + 0.00010970587754854932, + 0.00011871931201312691, + 0.00012303274706937373, + 0.00011832414020318538 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.611328125, + "loss_eval": 1.1519787311553955, + "epoch": 91 + }, + { + "hidden_norms": [ + 160.69932556152344, + 134.37420654296875, + 113.30387115478516, + 93.87930297851562, + 73.2369384765625 + ], + "bp_grad_per_sample_l2_med": [ + 9.748790762387216e-05, + 0.00010789754742290825, + 0.00011884274135809392, + 0.00012259349750820547, + 0.00012160756887169555 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6162109375, + "loss_eval": 1.1536774635314941, + "epoch": 92 + }, + { + "hidden_norms": [ + 160.83596801757812, + 134.3319854736328, + 113.4552230834961, + 94.0063705444336, + 73.16248321533203 + ], + "bp_grad_per_sample_l2_med": [ + 9.70613255049102e-05, + 0.00010844107600860298, + 0.0001184809225378558, + 0.00012342457193881273, + 0.00011970168998232111 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6220703125, + "loss_eval": 1.152658462524414, + "epoch": 93 + }, + { + "hidden_norms": [ + 160.8366241455078, + 134.48265075683594, + 113.25139617919922, + 93.83488464355469, + 73.08296203613281 + ], + "bp_grad_per_sample_l2_med": [ + 9.66933585004881e-05, + 0.00010815998393809423, + 0.00011774426093325019, + 0.0001224545994773507, + 0.00011890953464899212 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6181640625, + "loss_eval": 1.1551861763000488, + "epoch": 94 + }, + { + "hidden_norms": [ + 160.7191162109375, + 134.44659423828125, + 113.33219146728516, + 93.93790435791016, + 73.0753402709961 + ], + "bp_grad_per_sample_l2_med": [ + 9.675837645772845e-05, + 0.00010675707017071545, + 0.00011643637844827026, + 0.00012197842443129048, + 0.0001190306429634802 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6142578125, + "loss_eval": 1.15492582321167, + "epoch": 95 + }, + { + "hidden_norms": [ + 160.51898193359375, + 134.29307556152344, + 113.27383422851562, + 94.04198455810547, + 73.003662109375 + ], + "bp_grad_per_sample_l2_med": [ + 9.737682557897642e-05, + 0.00010710594506235793, + 0.00011601457663346082, + 0.0001232696376973763, + 0.0001181336774607189 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6162109375, + "loss_eval": 1.1535921096801758, + "epoch": 96 + }, + { + "hidden_norms": [ + 160.5992431640625, + 134.43368530273438, + 113.30790710449219, + 94.0107192993164, + 73.01823425292969 + ], + "bp_grad_per_sample_l2_med": [ + 9.668481652624905e-05, + 0.00010705058230087161, + 0.0001163838169304654, + 0.0001232351060025394, + 0.00011791065480792895 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.615234375, + "loss_eval": 1.1539404392242432, + "epoch": 97 + }, + { + "hidden_norms": [ + 160.6013946533203, + 134.46824645996094, + 113.25690460205078, + 93.99237060546875, + 73.00788879394531 + ], + "bp_grad_per_sample_l2_med": [ + 9.74524809862487e-05, + 0.00010689684131648391, + 0.00011608003114815801, + 0.00012245487596374005, + 0.00011877176439156756 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.615234375, + "loss_eval": 1.1537361145019531, + "epoch": 98 + }, + { + "hidden_norms": [ + 160.6110076904297, + 134.44720458984375, + 113.29548645019531, + 93.96721649169922, + 72.96358489990234 + ], + "bp_grad_per_sample_l2_med": [ + 9.775274520507082e-05, + 0.00010722322622314095, + 0.00011578563862713054, + 0.00012414308730512857, + 0.00011851716408273205 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6162109375, + "loss_eval": 1.1537935733795166, + "epoch": 99 + }, + { + "hidden_norms": [ + 160.61090087890625, + 134.45262145996094, + 113.2977066040039, + 93.9543685913086, + 72.96540069580078 + ], + "bp_grad_per_sample_l2_med": [ + 9.751630568644032e-05, + 0.00010700579878175631, + 0.00011575232201721519, + 0.0001240932324435562, + 0.00011847950372612104 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6162109375, + "loss_eval": 1.153747320175171, + "epoch": 100 + } + ], + "dfa_log": [ + { + "hidden_norms": [ + 8.718070030212402, + 8.780964851379395, + 8.812002182006836, + 8.828720092773438, + 8.893179893493652 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005561555735766888, + 0.0005519049009308219, + 0.0005482902633957565, + 0.0005436676437966526, + 0.000538847001735121 + ], + "gamma_dfa": 0.008468771702609956, + "gamma_dfa_per_layer": [ + 0.0002397641073912382, + 0.021293632686138153, + -0.0031478723976761103, + 0.015489562414586544 + ], + "acc_eval": 0.1123046875, + "loss_eval": 2.3168468475341797, + "epoch": 0 + }, + { + "hidden_norms": [ + 481.5912780761719, + 951.0988159179688, + 1076.1094970703125, + 1320.2431640625, + 1560.1331787109375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0006860869470983744, + 0.000686013896483928, + 0.0006859428831376135, + 0.0006858126726001501, + 0.0006857643602415919 + ], + "gamma_dfa": 0.008383387292269617, + "gamma_dfa_per_layer": [ + 0.030579306185245514, + 0.012463560327887535, + -0.009617818519473076, + 0.00010850117541849613 + ], + "acc_eval": 0.1494140625, + "loss_eval": 6.441287040710449, + "epoch": 1 + }, + { + "hidden_norms": [ + 803.455322265625, + 1877.8646240234375, + 2352.25390625, + 2999.778564453125, + 3690.3037109375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007094781612977386, + 0.0007074660388752818, + 0.0007073783199302852, + 0.0007076358306221664, + 0.0007076164474710822 + ], + "gamma_dfa": -0.002415801805909723, + "gamma_dfa_per_layer": [ + 0.04413381963968277, + -0.0021541656460613012, + -0.028202872723340988, + -0.023439988493919373 + ], + "acc_eval": 0.236328125, + "loss_eval": 9.331591606140137, + "epoch": 2 + }, + { + "hidden_norms": [ + 1023.6770629882812, + 2787.596923828125, + 3518.2734375, + 4732.96337890625, + 6139.98486328125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007535111508332193, + 0.00075019511859864, + 0.0007504230597987771, + 0.0007509100250899792, + 0.0007509145070798695 + ], + "gamma_dfa": -0.004518487432505935, + "gamma_dfa_per_layer": [ + 0.049626171588897705, + -0.0017164160963147879, + -0.029111474752426147, + -0.03687223047018051 + ], + "acc_eval": 0.1943359375, + "loss_eval": 33.82752990722656, + "epoch": 3 + }, + { + "hidden_norms": [ + 1163.0250244140625, + 3340.40087890625, + 4668.20654296875, + 6551.25927734375, + 8839.166015625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007571951719000936, + 0.0007542021339759231, + 0.0007538797217421234, + 0.0007539798971265554, + 0.0007538445643149316 + ], + "gamma_dfa": -0.0057786391116678715, + "gamma_dfa_per_layer": [ + 0.06502002477645874, + -0.02495962381362915, + -0.035328082740306854, + -0.02784687466919422 + ], + "acc_eval": 0.1875, + "loss_eval": 50.81904983520508, + "epoch": 4 + }, + { + "hidden_norms": [ + 1288.871337890625, + 3822.7880859375, + 5365.59130859375, + 7605.025390625, + 10502.0478515625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007548240246251225, + 0.0007521823281422257, + 0.0007521542138420045, + 0.00075240881415084, + 0.0007523542735725641 + ], + "gamma_dfa": -0.006262022419832647, + "gamma_dfa_per_layer": [ + 0.0670417994260788, + -0.00757558410987258, + -0.044654928147792816, + -0.03985937684774399 + ], + "acc_eval": 0.1748046875, + "loss_eval": 41.77630615234375, + "epoch": 5 + }, + { + "hidden_norms": [ + 1393.3045654296875, + 4566.75341796875, + 6398.4619140625, + 9144.8193359375, + 12855.005859375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007480952190235257, + 0.0007420883048325777, + 0.0007418331224471331, + 0.0007423029164783657, + 0.0007423472707159817 + ], + "gamma_dfa": -0.012987596448510885, + "gamma_dfa_per_layer": [ + 0.07368794828653336, + -0.022242246195673943, + -0.04769526422023773, + -0.05570082366466522 + ], + "acc_eval": 0.2255859375, + "loss_eval": 34.67824172973633, + "epoch": 6 + }, + { + "hidden_norms": [ + 1492.14599609375, + 4914.71142578125, + 7309.0888671875, + 10380.2900390625, + 14994.3798828125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007586176507174969, + 0.0007474496378563344, + 0.0007472135475836694, + 0.0007474484154954553, + 0.0007475449237972498 + ], + "gamma_dfa": -0.009481166722252965, + "gamma_dfa_per_layer": [ + 0.07966121286153793, + -0.014550731517374516, + -0.05317254737019539, + -0.04986260086297989 + ], + "acc_eval": 0.2265625, + "loss_eval": 47.53326416015625, + "epoch": 7 + }, + { + "hidden_norms": [ + 1561.8521728515625, + 5346.5771484375, + 8036.01171875, + 11400.638671875, + 16846.158203125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007513429154641926, + 0.000743337906897068, + 0.0007433209684677422, + 0.0007435117149725556, + 0.0007433460559695959 + ], + "gamma_dfa": -0.020332499407231808, + "gamma_dfa_per_layer": [ + 0.07914174348115921, + -0.03499722480773926, + -0.0528150238096714, + -0.07265949249267578 + ], + "acc_eval": 0.203125, + "loss_eval": 44.3652458190918, + "epoch": 8 + }, + { + "hidden_norms": [ + 1634.708740234375, + 5771.3779296875, + 9056.50390625, + 14017.43359375, + 18666.166015625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007612781482748687, + 0.000746309058740735, + 0.0007445007795467973, + 0.000742616830393672, + 0.000742737902328372 + ], + "gamma_dfa": -0.02017525304108858, + "gamma_dfa_per_layer": [ + 0.07873347401618958, + -0.0398627370595932, + -0.05772021412849426, + -0.061851534992456436 + ], + "acc_eval": 0.1962890625, + "loss_eval": 76.75175476074219, + "epoch": 9 + }, + { + "hidden_norms": [ + 1703.975830078125, + 6538.35400390625, + 10825.435546875, + 18506.091796875, + 22004.94140625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007676634704694152, + 0.0007641310803592205, + 0.0007641207776032388, + 0.0007640842813998461, + 0.0007641611155122519 + ], + "gamma_dfa": -0.016695345751941204, + "gamma_dfa_per_layer": [ + 0.08918984234333038, + -0.029809486120939255, + -0.06516598165035248, + -0.06099575757980347 + ], + "acc_eval": 0.14453125, + "loss_eval": 82.11173248291016, + "epoch": 10 + }, + { + "hidden_norms": [ + 1742.7552490234375, + 10617.021484375, + 14353.39453125, + 26320.365234375, + 29618.58984375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007739505381323397, + 0.0007467114483006299, + 0.0007445442606694996, + 0.0007397353765554726, + 0.0007397329318337142 + ], + "gamma_dfa": -0.01567553821951151, + "gamma_dfa_per_layer": [ + 0.08600987493991852, + -0.03431041166186333, + -0.056060850620269775, + -0.05834076553583145 + ], + "acc_eval": 0.1943359375, + "loss_eval": 223.91172790527344, + "epoch": 11 + }, + { + "hidden_norms": [ + 1824.1932373046875, + 15453.6865234375, + 18834.18359375, + 34960.33984375, + 37989.41796875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007750834338366985, + 0.0007619780953973532, + 0.0007621922995895147, + 0.0007620578981004655, + 0.0007621044642291963 + ], + "gamma_dfa": -0.010786167811602354, + "gamma_dfa_per_layer": [ + 0.12150975316762924, + -0.02778821997344494, + -0.057943932712078094, + -0.07892227172851562 + ], + "acc_eval": 0.2236328125, + "loss_eval": 176.59576416015625, + "epoch": 12 + }, + { + "hidden_norms": [ + 1874.6923828125, + 24413.89453125, + 27520.30859375, + 49373.3984375, + 52416.24609375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007790470262989402, + 0.0007622907287441194, + 0.0007622726843692362, + 0.0007622543489560485, + 0.0007623030105605721 + ], + "gamma_dfa": -0.014462455175817013, + "gamma_dfa_per_layer": [ + 0.12855470180511475, + -0.04145955294370651, + -0.05751717463135719, + -0.08742779493331909 + ], + "acc_eval": 0.1787109375, + "loss_eval": 262.8403625488281, + "epoch": 13 + }, + { + "hidden_norms": [ + 1946.8936767578125, + 36272.8125, + 40333.21875, + 69530.5, + 73388.2890625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008108754991553724, + 0.0007635678630322218, + 0.0007621092372573912, + 0.0007623478886671364, + 0.0007624892168678343 + ], + "gamma_dfa": -0.0001736646518111229, + "gamma_dfa_per_layer": [ + 0.17327094078063965, + -0.03242593631148338, + -0.06580278277397156, + -0.0757368803024292 + ], + "acc_eval": 0.203125, + "loss_eval": 413.348876953125, + "epoch": 14 + }, + { + "hidden_norms": [ + 2032.87255859375, + 51780.58984375, + 56919.1484375, + 94829.1484375, + 100403.8828125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008237292058765888, + 0.0007614542846567929, + 0.0007608170853927732, + 0.0007589491433463991, + 0.0007590141030959785 + ], + "gamma_dfa": -0.011795124970376492, + "gamma_dfa_per_layer": [ + 0.1382066011428833, + -0.05588943883776665, + -0.061218664050102234, + -0.06827899813652039 + ], + "acc_eval": 0.173828125, + "loss_eval": 476.64752197265625, + "epoch": 15 + }, + { + "hidden_norms": [ + 2114.94287109375, + 69492.1875, + 75388.1796875, + 119789.3125, + 127585.7109375 + ], + "bp_grad_per_sample_l2_med": [ + 0.000832556514069438, + 0.0007537039346061647, + 0.000749573518987745, + 0.0007496002363041043, + 0.0007496204925701022 + ], + "gamma_dfa": 0.0006226245313882828, + "gamma_dfa_per_layer": [ + 0.18075576424598694, + -0.03305089473724365, + -0.06780679523944855, + -0.07740757614374161 + ], + "acc_eval": 0.1982421875, + "loss_eval": 537.6473388671875, + "epoch": 16 + }, + { + "hidden_norms": [ + 2253.870849609375, + 95625.234375, + 102645.28125, + 154236.78125, + 164149.109375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008362202788703144, + 0.0007716236286796629, + 0.0007702361326664686, + 0.0007688606856390834, + 0.0007688601035624743 + ], + "gamma_dfa": 0.0006011892110109329, + "gamma_dfa_per_layer": [ + 0.16114464402198792, + -0.029663734138011932, + -0.06491248309612274, + -0.06416366994380951 + ], + "acc_eval": 0.1640625, + "loss_eval": 581.9083251953125, + "epoch": 17 + }, + { + "hidden_norms": [ + 2351.805419921875, + 125897.7421875, + 133955.1875, + 192500.78125, + 204528.875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009331249166280031, + 0.0007676270324736834, + 0.000767629942856729, + 0.0007676497916691005, + 0.0007678864640183747 + ], + "gamma_dfa": 0.0174247776158154, + "gamma_dfa_per_layer": [ + 0.2389061450958252, + -0.028650319203734398, + -0.08226999640464783, + -0.058286719024181366 + ], + "acc_eval": 0.18359375, + "loss_eval": 913.2538452148438, + "epoch": 18 + }, + { + "hidden_norms": [ + 2513.170166015625, + 162182.9375, + 171449.59375, + 239781.78125, + 254673.765625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010568156139925122, + 0.0007681881543248892, + 0.0007537052151747048, + 0.0007537882192991674, + 0.0007537372293882072 + ], + "gamma_dfa": -0.005793072283267975, + "gamma_dfa_per_layer": [ + 0.16605031490325928, + -0.03780411183834076, + -0.07320450246334076, + -0.07821398973464966 + ], + "acc_eval": 0.16796875, + "loss_eval": 1265.55859375, + "epoch": 19 + }, + { + "hidden_norms": [ + 2644.6826171875, + 207142.84375, + 218342.21875, + 296423.21875, + 314992.625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011496657971292734, + 0.0007783269393257797, + 0.0007782486500218511, + 0.0007782430038787425, + 0.0007782124448567629 + ], + "gamma_dfa": 0.0026588989421725273, + "gamma_dfa_per_layer": [ + 0.23294636607170105, + -0.04264959320425987, + -0.083626389503479, + -0.09603478759527206 + ], + "acc_eval": 0.20703125, + "loss_eval": 1426.623046875, + "epoch": 20 + }, + { + "hidden_norms": [ + 2796.434814453125, + 252884.71875, + 265445.65625, + 352069.8125, + 373355.1875 + ], + "bp_grad_per_sample_l2_med": [ + 0.001035262132063508, + 0.0007528892601840198, + 0.0007526214467361569, + 0.0007527145207859576, + 0.0007528204005211592 + ], + "gamma_dfa": 0.006789525970816612, + "gamma_dfa_per_layer": [ + 0.22278103232383728, + -0.04876326024532318, + -0.07404369860887527, + -0.07281596958637238 + ], + "acc_eval": 0.1640625, + "loss_eval": 1487.587158203125, + "epoch": 21 + }, + { + "hidden_norms": [ + 2927.763671875, + 309847.03125, + 323644.75, + 419166.875, + 443365.71875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010502212680876255, + 0.0007627566810697317, + 0.0007627056329511106, + 0.000762629380915314, + 0.0007625716971233487 + ], + "gamma_dfa": 0.02364537864923477, + "gamma_dfa_per_layer": [ + 0.29678860306739807, + -0.041244715452194214, + -0.08115403354167938, + -0.07980833947658539 + ], + "acc_eval": 0.169921875, + "loss_eval": 920.2720947265625, + "epoch": 22 + }, + { + "hidden_norms": [ + 3096.798583984375, + 369599.1875, + 385129.65625, + 491132.78125, + 518903.8125 + ], + "bp_grad_per_sample_l2_med": [ + 0.001009905245155096, + 0.0007581011741422117, + 0.0007581054233014584, + 0.0007580683450214565, + 0.0007581928512081504 + ], + "gamma_dfa": 0.003264583647251129, + "gamma_dfa_per_layer": [ + 0.2218201905488968, + -0.04958157241344452, + -0.07964619994163513, + -0.07953408360481262 + ], + "acc_eval": 0.2001953125, + "loss_eval": 1496.309814453125, + "epoch": 23 + }, + { + "hidden_norms": [ + 3268.982666015625, + 428585.28125, + 445459.5625, + 561163.625, + 592376.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.001033863751217723, + 0.0007647433667443693, + 0.0007646661251783371, + 0.0007653636857867241, + 0.0007653713691979647 + ], + "gamma_dfa": -0.0003395974636077881, + "gamma_dfa_per_layer": [ + 0.2477388083934784, + -0.05594494938850403, + -0.08699506521224976, + -0.10615718364715576 + ], + "acc_eval": 0.1669921875, + "loss_eval": 1579.9014892578125, + "epoch": 24 + }, + { + "hidden_norms": [ + 3455.88134765625, + 503646.0, + 521880.0, + 646881.0, + 681678.4375 + ], + "bp_grad_per_sample_l2_med": [ + 0.001110030454583466, + 0.000788405304774642, + 0.0007884047226980329, + 0.0007886688108555973, + 0.0007884959923103452 + ], + "gamma_dfa": 0.03397770132869482, + "gamma_dfa_per_layer": [ + 0.325829416513443, + -0.034700896590948105, + -0.09419499337673187, + -0.061022721230983734 + ], + "acc_eval": 0.1572265625, + "loss_eval": 3785.62744140625, + "epoch": 25 + }, + { + "hidden_norms": [ + 3642.92626953125, + 585772.8125, + 606436.25, + 744826.125, + 783648.0625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014668661169707775, + 0.0007638748502358794, + 0.000763841497246176, + 0.0007643977296538651, + 0.000764367519877851 + ], + "gamma_dfa": 0.01312381774187088, + "gamma_dfa_per_layer": [ + 0.23922428488731384, + -0.0393734946846962, + -0.07718683779239655, + -0.07016868144273758 + ], + "acc_eval": 0.232421875, + "loss_eval": 4151.03466796875, + "epoch": 26 + }, + { + "hidden_norms": [ + 3766.637939453125, + 680946.4375, + 702914.3125, + 850315.25, + 892276.625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012596967862918973, + 0.0007629106985405087, + 0.0007628659950569272, + 0.0007628875900991261, + 0.0007628927705809474 + ], + "gamma_dfa": 0.034322043880820274, + "gamma_dfa_per_layer": [ + 0.2786872386932373, + -0.04257660359144211, + -0.046638332307338715, + -0.052184127271175385 + ], + "acc_eval": 0.1396484375, + "loss_eval": 3629.718017578125, + "epoch": 27 + }, + { + "hidden_norms": [ + 3968.325927734375, + 788450.875, + 812297.0625, + 972239.1875, + 1018608.3125 + ], + "bp_grad_per_sample_l2_med": [ + 0.001368838595226407, + 0.0007680156268179417, + 0.0007679847767576575, + 0.0007678329711779952, + 0.0007678261026740074 + ], + "gamma_dfa": -0.004100106656551361, + "gamma_dfa_per_layer": [ + 0.2793079614639282, + -0.07087238132953644, + -0.09966391324996948, + -0.12517209351062775 + ], + "acc_eval": 0.0908203125, + "loss_eval": 4779.9248046875, + "epoch": 28 + }, + { + "hidden_norms": [ + 4129.07666015625, + 894723.3125, + 920476.5, + 1091407.125, + 1142044.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012168982066214085, + 0.0007647873135283589, + 0.0007647885358892381, + 0.0007647658349014819, + 0.0007648474420420825 + ], + "gamma_dfa": 0.008089051581919193, + "gamma_dfa_per_layer": [ + 0.24180662631988525, + -0.05241226777434349, + -0.08961856365203857, + -0.06741958856582642 + ], + "acc_eval": 0.2158203125, + "loss_eval": 4783.03515625, + "epoch": 29 + }, + { + "hidden_norms": [ + 4306.06396484375, + 1029326.875, + 1057140.5, + 1242169.625, + 1298018.875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011723857605829835, + 0.0007771517848595977, + 0.000777057372033596, + 0.0007771223317831755, + 0.0007771406089887023 + ], + "gamma_dfa": 0.039280178025364876, + "gamma_dfa_per_layer": [ + 0.3913160562515259, + -0.04802073538303375, + -0.09416519105434418, + -0.09200941771268845 + ], + "acc_eval": 0.1298828125, + "loss_eval": 3595.0546875, + "epoch": 30 + }, + { + "hidden_norms": [ + 4460.63916015625, + 1158344.75, + 1187641.625, + 1385118.375, + 1445341.375 + ], + "bp_grad_per_sample_l2_med": [ + 0.001693590427748859, + 0.0007734080427326262, + 0.0007734334794804454, + 0.0007733569364063442, + 0.0007734467508271337 + ], + "gamma_dfa": 0.023572785779833794, + "gamma_dfa_per_layer": [ + 0.2822916507720947, + -0.054915353655815125, + -0.06488456577062607, + -0.06820058822631836 + ], + "acc_eval": 0.1728515625, + "loss_eval": 4587.541015625, + "epoch": 31 + }, + { + "hidden_norms": [ + 4647.95556640625, + 1300320.625, + 1331227.625, + 1539845.25, + 1603645.625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012949237134307623, + 0.0007672033389098942, + 0.000767192745115608, + 0.0007670199265703559, + 0.0007670176564715803 + ], + "gamma_dfa": 0.004104164429008961, + "gamma_dfa_per_layer": [ + 0.2596903145313263, + -0.053032513707876205, + -0.0918058454990387, + -0.09843529760837555 + ], + "acc_eval": 0.236328125, + "loss_eval": 3593.60400390625, + "epoch": 32 + }, + { + "hidden_norms": [ + 4817.267578125, + 1453979.25, + 1486502.375, + 1706268.875, + 1774371.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014480708632618189, + 0.0007800625753588974, + 0.000779640453401953, + 0.0007796672289259732, + 0.000779696914833039 + ], + "gamma_dfa": 0.02201501652598381, + "gamma_dfa_per_layer": [ + 0.310447633266449, + -0.051143430173397064, + -0.08497071266174316, + -0.0862734243273735 + ], + "acc_eval": 0.1708984375, + "loss_eval": 5472.59521484375, + "epoch": 33 + }, + { + "hidden_norms": [ + 4990.40625, + 1611329.25, + 1646018.625, + 1880434.25, + 1953768.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018194144358858466, + 0.000765332777518779, + 0.0007653048378415406, + 0.0007655462250113487, + 0.0007656100788153708 + ], + "gamma_dfa": 0.033283455297350883, + "gamma_dfa_per_layer": [ + 0.3083266317844391, + -0.04947835952043533, + -0.06329820305109024, + -0.06241624802350998 + ], + "acc_eval": 0.2021484375, + "loss_eval": 4069.216796875, + "epoch": 34 + }, + { + "hidden_norms": [ + 5174.12255859375, + 1781529.0, + 1818275.25, + 2064802.5, + 2142905.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015505037736147642, + 0.0007980199297890067, + 0.0007979664951562881, + 0.0007982755196280777, + 0.000798304914496839 + ], + "gamma_dfa": 0.019624613225460052, + "gamma_dfa_per_layer": [ + 0.3409179449081421, + -0.05889412760734558, + -0.10494701564311981, + -0.09857834875583649 + ], + "acc_eval": 0.099609375, + "loss_eval": 8309.7119140625, + "epoch": 35 + }, + { + "hidden_norms": [ + 5347.279296875, + 1968104.0, + 2006811.625, + 2265948.5, + 2349278.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.001387596596032381, + 0.0007817883160896599, + 0.0007816275465302169, + 0.000781797047238797, + 0.0007817737059667706 + ], + "gamma_dfa": 0.000422419048845768, + "gamma_dfa_per_layer": [ + 0.25772032141685486, + -0.06083279475569725, + -0.09708747267723083, + -0.0981103777885437 + ], + "acc_eval": 0.1689453125, + "loss_eval": 4254.474609375, + "epoch": 36 + }, + { + "hidden_norms": [ + 5501.59130859375, + 2140827.0, + 2181494.0, + 2452387.75, + 2540377.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001305495505221188, + 0.0007833651034161448, + 0.0007831369293853641, + 0.0007831998518668115, + 0.0007831742987036705 + ], + "gamma_dfa": 0.019166686572134495, + "gamma_dfa_per_layer": [ + 0.3015354871749878, + -0.04834163561463356, + -0.08644455671310425, + -0.090082548558712 + ], + "acc_eval": 0.2060546875, + "loss_eval": 7909.48291015625, + "epoch": 37 + }, + { + "hidden_norms": [ + 5605.65625, + 2338654.5, + 2381249.75, + 2662644.5, + 2754823.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001968128141015768, + 0.0008015396306291223, + 0.0008015292696654797, + 0.0008016829378902912, + 0.0008016840438358486 + ], + "gamma_dfa": 0.01810804195702076, + "gamma_dfa_per_layer": [ + 0.352972149848938, + -0.05855761468410492, + -0.11013064533472061, + -0.11185172200202942 + ], + "acc_eval": 0.091796875, + "loss_eval": 9552.5458984375, + "epoch": 38 + }, + { + "hidden_norms": [ + 5776.4921875, + 2524649.5, + 2569209.25, + 2862403.25, + 2959360.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001521907513961196, + 0.0007685177261009812, + 0.0007685192977078259, + 0.0007685712771490216, + 0.0007685913005843759 + ], + "gamma_dfa": 0.006301743909716606, + "gamma_dfa_per_layer": [ + 0.3194616436958313, + -0.07331519573926926, + -0.09753184020519257, + -0.12340763211250305 + ], + "acc_eval": 0.123046875, + "loss_eval": 9288.3515625, + "epoch": 39 + }, + { + "hidden_norms": [ + 5893.2958984375, + 2719236.25, + 2766489.0, + 3076192.25, + 3179584.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.001874743727967143, + 0.0007690778584219515, + 0.0007690794300287962, + 0.000769136706367135, + 0.000769163656514138 + ], + "gamma_dfa": -0.008455535396933556, + "gamma_dfa_per_layer": [ + 0.27458086609840393, + -0.07574597001075745, + -0.10251512378454208, + -0.13014191389083862 + ], + "acc_eval": 0.1015625, + "loss_eval": 9500.7265625, + "epoch": 40 + }, + { + "hidden_norms": [ + 6037.26904296875, + 2917167.0, + 2966218.0, + 3287947.75, + 3395999.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015074120601639152, + 0.0007870618137530982, + 0.0007870634435676038, + 0.00078706128988415, + 0.0007870564586482942 + ], + "gamma_dfa": 0.003465494140982628, + "gamma_dfa_per_layer": [ + 0.23106470704078674, + -0.04510585218667984, + -0.1033426821231842, + -0.06875419616699219 + ], + "acc_eval": 0.1484375, + "loss_eval": 13665.34375, + "epoch": 41 + }, + { + "hidden_norms": [ + 6165.3271484375, + 3150321.25, + 3201845.5, + 3537869.5, + 3651609.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0038438383489847183, + 0.0007633256609551609, + 0.0007633093046024442, + 0.0007634069188497961, + 0.0007634120993316174 + ], + "gamma_dfa": 0.05023553688079119, + "gamma_dfa_per_layer": [ + 0.36768630146980286, + -0.05948590859770775, + -0.06263985484838486, + -0.0446183905005455 + ], + "acc_eval": 0.130859375, + "loss_eval": 15518.396484375, + "epoch": 42 + }, + { + "hidden_norms": [ + 6322.185546875, + 3356179.75, + 3409150.0, + 3756998.75, + 3874858.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017886407440528274, + 0.0007953053573146462, + 0.000795268511865288, + 0.0007953139720484614, + 0.0007953820750117302 + ], + "gamma_dfa": -0.004728740081191063, + "gamma_dfa_per_layer": [ + 0.26050812005996704, + -0.07150034606456757, + -0.10889407992362976, + -0.09902865439653397 + ], + "acc_eval": 0.1474609375, + "loss_eval": 13731.47265625, + "epoch": 43 + }, + { + "hidden_norms": [ + 6455.05615234375, + 3581075.75, + 3636212.25, + 3997916.75, + 4121800.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014103130670264363, + 0.0008020435925573111, + 0.0008020424866117537, + 0.0008023462723940611, + 0.0008024003473110497 + ], + "gamma_dfa": 0.03236876800656319, + "gamma_dfa_per_layer": [ + 0.3784361481666565, + -0.05973149091005325, + -0.09747618436813354, + -0.09175340086221695 + ], + "acc_eval": 0.1396484375, + "loss_eval": 8173.1318359375, + "epoch": 44 + }, + { + "hidden_norms": [ + 6596.92529296875, + 3790696.25, + 3847633.75, + 4219067.0, + 4346740.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.001376444473862648, + 0.0007939717615954578, + 0.0007933968445286155, + 0.0007933415472507477, + 0.0007934658788144588 + ], + "gamma_dfa": 0.026161080226302147, + "gamma_dfa_per_layer": [ + 0.35278040170669556, + -0.07518108189105988, + -0.09520787000656128, + -0.07774712890386581 + ], + "acc_eval": 0.158203125, + "loss_eval": 10093.57421875, + "epoch": 45 + }, + { + "hidden_norms": [ + 6752.326171875, + 4013893.75, + 4072463.0, + 4456049.5, + 4588960.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0016587942373007536, + 0.000801959540694952, + 0.0008019180968403816, + 0.0008022981346584857, + 0.0008023587288334966 + ], + "gamma_dfa": 0.0014634709805250168, + "gamma_dfa_per_layer": [ + 0.26356324553489685, + -0.05649265646934509, + -0.09903856366872787, + -0.10217814147472382 + ], + "acc_eval": 0.16796875, + "loss_eval": 11805.994140625, + "epoch": 46 + }, + { + "hidden_norms": [ + 6883.87158203125, + 4249640.0, + 4310267.0, + 4705052.0, + 4842379.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017551308264955878, + 0.0007804373744875193, + 0.0007804358028806746, + 0.0007804319611750543, + 0.0007804720080457628 + ], + "gamma_dfa": -0.00971926562488079, + "gamma_dfa_per_layer": [ + 0.23957225680351257, + -0.06951768696308136, + -0.09375166893005371, + -0.11517996340990067 + ], + "acc_eval": 0.16015625, + "loss_eval": 19465.8828125, + "epoch": 47 + }, + { + "hidden_norms": [ + 7004.37841796875, + 4461495.0, + 4523850.0, + 4930553.5, + 5072236.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015129564562812448, + 0.0007847726810723543, + 0.0007845073123462498, + 0.000784386123996228, + 0.0007843819330446422 + ], + "gamma_dfa": 0.0085066519677639, + "gamma_dfa_per_layer": [ + 0.2637098431587219, + -0.05605460703372955, + -0.08905251324176788, + -0.08457611501216888 + ], + "acc_eval": 0.2021484375, + "loss_eval": 7892.26611328125, + "epoch": 48 + }, + { + "hidden_norms": [ + 7112.80078125, + 4708139.0, + 4772392.0, + 5193498.0, + 5341091.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015166979283094406, + 0.0007669071783311665, + 0.0007669082842767239, + 0.0007670924533158541, + 0.0007671677158214152 + ], + "gamma_dfa": 0.015125783160328865, + "gamma_dfa_per_layer": [ + 0.2562488615512848, + -0.046804703772068024, + -0.08796676248311996, + -0.06097426265478134 + ], + "acc_eval": 0.2333984375, + "loss_eval": 8893.0791015625, + "epoch": 49 + }, + { + "hidden_norms": [ + 7200.81201171875, + 4906775.0, + 4972128.5, + 5401281.5, + 5552169.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015469590434804559, + 0.0007871663547120988, + 0.0007869182154536247, + 0.0007867610547691584, + 0.0007867159438319504 + ], + "gamma_dfa": 0.016506953164935112, + "gamma_dfa_per_layer": [ + 0.29171258211135864, + -0.05020506680011749, + -0.09062528610229492, + -0.08485441654920578 + ], + "acc_eval": 0.2197265625, + "loss_eval": 10566.345703125, + "epoch": 50 + }, + { + "hidden_norms": [ + 7296.0625, + 5134799.0, + 5202023.5, + 5643737.5, + 5799758.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018195129232481122, + 0.0007844618521630764, + 0.0007844566716812551, + 0.000784536823630333, + 0.000784553587436676 + ], + "gamma_dfa": 0.019483929499983788, + "gamma_dfa_per_layer": [ + 0.29106640815734863, + -0.05478575825691223, + -0.07833737879991531, + -0.08000755310058594 + ], + "acc_eval": 0.1650390625, + "loss_eval": 9639.78125, + "epoch": 51 + }, + { + "hidden_norms": [ + 7403.17138671875, + 5361356.5, + 5429682.0, + 5879784.5, + 6039432.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.002603700151666999, + 0.000755469489376992, + 0.0007554262992925942, + 0.0007555284537374973, + 0.0007555308402515948 + ], + "gamma_dfa": 0.05388479772955179, + "gamma_dfa_per_layer": [ + 0.3746236264705658, + -0.060121551156044006, + -0.06174459308385849, + -0.03721829131245613 + ], + "acc_eval": 0.1494140625, + "loss_eval": 12397.41015625, + "epoch": 52 + }, + { + "hidden_norms": [ + 7488.30126953125, + 5582023.0, + 5651748.5, + 6110668.5, + 6273320.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.00202713580802083, + 0.0007801816100254655, + 0.000780182599555701, + 0.0007801790488883853, + 0.0007801697356626391 + ], + "gamma_dfa": 0.01045304723083973, + "gamma_dfa_per_layer": [ + 0.25068047642707825, + -0.06100655347108841, + -0.0828605443239212, + -0.06500118970870972 + ], + "acc_eval": 0.2138671875, + "loss_eval": 18765.955078125, + "epoch": 53 + }, + { + "hidden_norms": [ + 7561.47265625, + 5795100.5, + 5866105.0, + 6334896.0, + 6501444.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017575331730768085, + 0.0007978819194249809, + 0.0007978450739756227, + 0.000798230292275548, + 0.0007982761017046869 + ], + "gamma_dfa": 0.011411387473344803, + "gamma_dfa_per_layer": [ + 0.29157841205596924, + -0.05369853973388672, + -0.09859319031238556, + -0.09364113211631775 + ], + "acc_eval": 0.1875, + "loss_eval": 10589.0087890625, + "epoch": 54 + }, + { + "hidden_norms": [ + 7636.35595703125, + 6016687.0, + 6089686.0, + 6570658.5, + 6741688.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001416882500052452, + 0.0007854877039790154, + 0.0007851187838241458, + 0.0007847094675526023, + 0.0007846617372706532 + ], + "gamma_dfa": 0.004635758697986603, + "gamma_dfa_per_layer": [ + 0.2832094430923462, + -0.06018421798944473, + -0.10714054107666016, + -0.09734164923429489 + ], + "acc_eval": 0.1884765625, + "loss_eval": 11045.0107421875, + "epoch": 55 + }, + { + "hidden_norms": [ + 7700.8466796875, + 6215443.5, + 6289647.5, + 6780492.0, + 6955139.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017022350803017616, + 0.0007623002748005092, + 0.000762303126975894, + 0.000762506271712482, + 0.0007625941070728004 + ], + "gamma_dfa": 0.026831449940800667, + "gamma_dfa_per_layer": [ + 0.339847594499588, + -0.0706903263926506, + -0.0816052109003067, + -0.08022625744342804 + ], + "acc_eval": 0.154296875, + "loss_eval": 9215.373046875, + "epoch": 56 + }, + { + "hidden_norms": [ + 7773.85986328125, + 6413204.5, + 6488502.5, + 6988337.0, + 7166683.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013730988139286637, + 0.0007787180948071182, + 0.0007787116337567568, + 0.0007787745562382042, + 0.0007787866634316742 + ], + "gamma_dfa": 0.013194277882575989, + "gamma_dfa_per_layer": [ + 0.30715805292129517, + -0.0632064938545227, + -0.09261326491832733, + -0.09856118261814117 + ], + "acc_eval": 0.2236328125, + "loss_eval": 6176.3076171875, + "epoch": 57 + }, + { + "hidden_norms": [ + 7820.23388671875, + 6598801.0, + 6675650.0, + 7184845.0, + 7367520.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015506811905652285, + 0.000799653644207865, + 0.0007990750018507242, + 0.0007989082369022071, + 0.0007991326274350286 + ], + "gamma_dfa": 0.00773581862449646, + "gamma_dfa_per_layer": [ + 0.28355157375335693, + -0.054453425109386444, + -0.11499008536338806, + -0.08316478878259659 + ], + "acc_eval": 0.205078125, + "loss_eval": 7889.31005859375, + "epoch": 58 + }, + { + "hidden_norms": [ + 7864.2060546875, + 6797904.5, + 6876033.0, + 7392718.0, + 7578431.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020978215616196394, + 0.0007834822754375637, + 0.0007832171395421028, + 0.0007829645182937384, + 0.0007829380920156837 + ], + "gamma_dfa": 0.033629802986979485, + "gamma_dfa_per_layer": [ + 0.34407293796539307, + -0.05567466467618942, + -0.08536086976528168, + -0.06851819157600403 + ], + "acc_eval": 0.15625, + "loss_eval": 14391.9736328125, + "epoch": 59 + }, + { + "hidden_norms": [ + 7871.78173828125, + 7003051.0, + 7083124.0, + 7611188.0, + 7801170.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012560655595734715, + 0.0007599582313559949, + 0.0007599598611705005, + 0.0007601079414598644, + 0.0007601887919008732 + ], + "gamma_dfa": 0.004498079419136047, + "gamma_dfa_per_layer": [ + 0.32327917218208313, + -0.07260935008525848, + -0.10525670647621155, + -0.1274207979440689 + ], + "acc_eval": 0.1572265625, + "loss_eval": 7188.275390625, + "epoch": 60 + }, + { + "hidden_norms": [ + 7934.14794921875, + 7210797.0, + 7292245.5, + 7829288.0, + 8023057.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001343236886896193, + 0.0007599524687975645, + 0.0007598291267640889, + 0.0007597675430588424, + 0.0007598883821628988 + ], + "gamma_dfa": 0.02613817434757948, + "gamma_dfa_per_layer": [ + 0.3003483712673187, + -0.0427340604364872, + -0.09165668487548828, + -0.06140492856502533 + ], + "acc_eval": 0.259765625, + "loss_eval": 7055.94677734375, + "epoch": 61 + }, + { + "hidden_norms": [ + 7964.50244140625, + 7416797.0, + 7500505.0, + 8048676.5, + 8247824.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015083092730492353, + 0.0007851184927858412, + 0.0007850866531953216, + 0.0007850754773244262, + 0.0007851301343180239 + ], + "gamma_dfa": 0.027105171233415604, + "gamma_dfa_per_layer": [ + 0.37000784277915955, + -0.05895276367664337, + -0.10036876797676086, + -0.1022656261920929 + ], + "acc_eval": 0.166015625, + "loss_eval": 7052.08203125, + "epoch": 62 + }, + { + "hidden_norms": [ + 8006.1318359375, + 7588913.0, + 7673353.5, + 8229041.0, + 8431689.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014928504824638367, + 0.0007839660393074155, + 0.000783930707257241, + 0.0007839277386665344, + 0.0007839910103939474 + ], + "gamma_dfa": 0.018935419619083405, + "gamma_dfa_per_layer": [ + 0.3158775568008423, + -0.051478639245033264, + -0.09881415218114853, + -0.08984308689832687 + ], + "acc_eval": 0.2119140625, + "loss_eval": 6266.041015625, + "epoch": 63 + }, + { + "hidden_norms": [ + 8030.2109375, + 7754257.5, + 7839832.5, + 8400781.0, + 8605522.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012633835431188345, + 0.0007809567032381892, + 0.0007807457586750388, + 0.0007805972127243876, + 0.0007805809145793319 + ], + "gamma_dfa": 0.009956683963537216, + "gamma_dfa_per_layer": [ + 0.30735114216804504, + -0.06991781294345856, + -0.09387198090553284, + -0.10373461246490479 + ], + "acc_eval": 0.1806640625, + "loss_eval": 8467.8125, + "epoch": 64 + }, + { + "hidden_norms": [ + 8048.080078125, + 7913574.5, + 8000306.0, + 8567918.0, + 8775169.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001400441862642765, + 0.0007796542486175895, + 0.0007795418496243656, + 0.0007795065175741911, + 0.0007797059370204806 + ], + "gamma_dfa": 0.008816102519631386, + "gamma_dfa_per_layer": [ + 0.28880423307418823, + -0.05614739656448364, + -0.11088694632053375, + -0.0865054801106453 + ], + "acc_eval": 0.203125, + "loss_eval": 9558.021484375, + "epoch": 65 + }, + { + "hidden_norms": [ + 8067.34375, + 8070731.5, + 8158800.0, + 8733572.0, + 8943043.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014346289681270719, + 0.000756031135097146, + 0.0007560329977422953, + 0.0007561623933725059, + 0.0007562324753962457 + ], + "gamma_dfa": 0.009170351549983025, + "gamma_dfa_per_layer": [ + 0.3515056073665619, + -0.0781104564666748, + -0.10490105301141739, + -0.1318126916885376 + ], + "acc_eval": 0.1103515625, + "loss_eval": 11967.486328125, + "epoch": 66 + }, + { + "hidden_norms": [ + 8073.40283203125, + 8227977.0, + 8317204.5, + 8898513.0, + 9110756.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015745362034067512, + 0.0007811843534000218, + 0.000781158625613898, + 0.0007811560644768178, + 0.0007812076364643872 + ], + "gamma_dfa": 0.011113166809082031, + "gamma_dfa_per_layer": [ + 0.30191734433174133, + -0.05505914241075516, + -0.10382715612649918, + -0.09857837855815887 + ], + "acc_eval": 0.177734375, + "loss_eval": 7797.017578125, + "epoch": 67 + }, + { + "hidden_norms": [ + 8071.63623046875, + 8375112.0, + 8465576.0, + 9052592.0, + 9267093.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.002133303554728627, + 0.0007824470521882176, + 0.0007822668994776905, + 0.0007822004845365882, + 0.0007824745844118297 + ], + "gamma_dfa": 0.03663862869143486, + "gamma_dfa_per_layer": [ + 0.34291785955429077, + -0.036236945539712906, + -0.10749906301498413, + -0.052627336233854294 + ], + "acc_eval": 0.1396484375, + "loss_eval": 11433.0302734375, + "epoch": 68 + }, + { + "hidden_norms": [ + 8084.59130859375, + 8523176.0, + 8614498.0, + 9207429.0, + 9424164.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001537870615720749, + 0.0007688916521146894, + 0.0007688923506066203, + 0.0007689034100621939, + 0.0007689160411246121 + ], + "gamma_dfa": 0.020611698739230633, + "gamma_dfa_per_layer": [ + 0.3258458971977234, + -0.053132835775613785, + -0.10754033923149109, + -0.08272592723369598 + ], + "acc_eval": 0.1787109375, + "loss_eval": 6151.634765625, + "epoch": 69 + }, + { + "hidden_norms": [ + 8098.82373046875, + 8648680.0, + 8741121.0, + 9338018.0, + 9556207.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014389777788892388, + 0.0007975181215442717, + 0.0007967942510731518, + 0.0007966712000779808, + 0.0007968792924657464 + ], + "gamma_dfa": 0.009284427389502525, + "gamma_dfa_per_layer": [ + 0.29391974210739136, + -0.058484748005867004, + -0.11177978664636612, + -0.08651749789714813 + ], + "acc_eval": 0.18359375, + "loss_eval": 5277.328125, + "epoch": 70 + }, + { + "hidden_norms": [ + 8113.7255859375, + 8773553.0, + 8866719.0, + 9469018.0, + 9689706.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00145814404822886, + 0.0007955037872307003, + 0.0007954062311910093, + 0.0007954093161970377, + 0.0007956796325743198 + ], + "gamma_dfa": 0.01389121450483799, + "gamma_dfa_per_layer": [ + 0.28217679262161255, + -0.058154717087745667, + -0.08273636549711227, + -0.08572085201740265 + ], + "acc_eval": 0.1923828125, + "loss_eval": 10207.12109375, + "epoch": 71 + }, + { + "hidden_norms": [ + 8063.9951171875, + 8889169.0, + 8984089.0, + 9593494.0, + 9817277.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011409161379560828, + 0.0007544065010733902, + 0.0007542934035882354, + 0.000754217617213726, + 0.0007543462561443448 + ], + "gamma_dfa": 0.018794666975736618, + "gamma_dfa_per_layer": [ + 0.2941493093967438, + -0.0533231720328331, + -0.09251905977725983, + -0.07312840968370438 + ], + "acc_eval": 0.2626953125, + "loss_eval": 4281.3994140625, + "epoch": 72 + }, + { + "hidden_norms": [ + 8021.80126953125, + 9019768.0, + 9115790.0, + 9730846.0, + 9956825.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012580875772982836, + 0.0007680498529225588, + 0.0007680428680032492, + 0.0007680479320697486, + 0.0007680551498197019 + ], + "gamma_dfa": 0.027317012660205364, + "gamma_dfa_per_layer": [ + 0.3265392780303955, + -0.04611017927527428, + -0.09342358261346817, + -0.0777374655008316 + ], + "acc_eval": 0.2275390625, + "loss_eval": 4907.6142578125, + "epoch": 73 + }, + { + "hidden_norms": [ + 7995.38916015625, + 9118244.0, + 9214531.0, + 9832139.0, + 10058956.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012337823864072561, + 0.0007691435748711228, + 0.000768946367315948, + 0.000768885191064328, + 0.0007689236663281918 + ], + "gamma_dfa": 0.012230871245265007, + "gamma_dfa_per_layer": [ + 0.2935040593147278, + -0.06186644732952118, + -0.09978199750185013, + -0.08293212950229645 + ], + "acc_eval": 0.2001953125, + "loss_eval": 7199.5888671875, + "epoch": 74 + }, + { + "hidden_norms": [ + 7966.3759765625, + 9213122.0, + 9310022.0, + 9931662.0, + 10160365.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011302486527711153, + 0.0007655700901523232, + 0.0007655754452571273, + 0.0007655742228962481, + 0.0007655934314243495 + ], + "gamma_dfa": 0.01679898425936699, + "gamma_dfa_per_layer": [ + 0.3025580048561096, + -0.05692540109157562, + -0.10290184617042542, + -0.07553482055664062 + ], + "acc_eval": 0.2490234375, + "loss_eval": 2667.806640625, + "epoch": 75 + }, + { + "hidden_norms": [ + 7937.92041015625, + 9292608.0, + 9390243.0, + 10015125.0, + 10244868.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011147550540044904, + 0.0007753095123916864, + 0.0007750216755084693, + 0.000774735352024436, + 0.0007747214986011386 + ], + "gamma_dfa": 0.027967805042862892, + "gamma_dfa_per_layer": [ + 0.3572651743888855, + -0.05705829709768295, + -0.09071685373783112, + -0.09761880338191986 + ], + "acc_eval": 0.1923828125, + "loss_eval": 3299.91259765625, + "epoch": 76 + }, + { + "hidden_norms": [ + 7904.56689453125, + 9393010.0, + 9491687.0, + 10122118.0, + 10354408.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00107352074701339, + 0.0007645431905984879, + 0.0007645484292879701, + 0.0007645472651347518, + 0.0007645685109309852 + ], + "gamma_dfa": 0.02625838667154312, + "gamma_dfa_per_layer": [ + 0.3598015606403351, + -0.06442467868328094, + -0.09077714383602142, + -0.09956619143486023 + ], + "acc_eval": 0.2119140625, + "loss_eval": 2758.64599609375, + "epoch": 77 + }, + { + "hidden_norms": [ + 7855.07861328125, + 9500690.0, + 9600497.0, + 10235757.0, + 10469660.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001235201139934361, + 0.0007838172605261207, + 0.000783789437264204, + 0.0007840599282644689, + 0.00078408676199615 + ], + "gamma_dfa": 0.02602401003241539, + "gamma_dfa_per_layer": [ + 0.35960710048675537, + -0.06299363076686859, + -0.10128454864025116, + -0.09123288094997406 + ], + "acc_eval": 0.1689453125, + "loss_eval": 4279.3154296875, + "epoch": 78 + }, + { + "hidden_norms": [ + 7826.134765625, + 9581674.0, + 9682195.0, + 10320423.0, + 10555402.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010469084372743964, + 0.0007737708510830998, + 0.0007735842373222113, + 0.0007734137470833957, + 0.0007734144455753267 + ], + "gamma_dfa": 0.024147922173142433, + "gamma_dfa_per_layer": [ + 0.37674999237060547, + -0.07557321339845657, + -0.09047992527484894, + -0.11410516500473022 + ], + "acc_eval": 0.1669921875, + "loss_eval": 3201.240966796875, + "epoch": 79 + }, + { + "hidden_norms": [ + 7779.2138671875, + 9660604.0, + 9761859.0, + 10404086.0, + 10640750.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010143390391021967, + 0.0007633482455275953, + 0.0007633481291122735, + 0.0007633698405697942, + 0.0007633839850313962 + ], + "gamma_dfa": 0.019840596243739128, + "gamma_dfa_per_layer": [ + 0.30444687604904175, + -0.049144186079502106, + -0.09650193899869919, + -0.07943836599588394 + ], + "acc_eval": 0.2763671875, + "loss_eval": 1991.417236328125, + "epoch": 80 + }, + { + "hidden_norms": [ + 7760.08642578125, + 9716882.0, + 9818513.0, + 10462903.0, + 10700433.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00105896289460361, + 0.0007729134522378445, + 0.0007727605989202857, + 0.0007726037292741239, + 0.000772611063439399 + ], + "gamma_dfa": 0.026730000041425228, + "gamma_dfa_per_layer": [ + 0.34768593311309814, + -0.056363869458436966, + -0.09562714397907257, + -0.0887749195098877 + ], + "acc_eval": 0.2177734375, + "loss_eval": 2112.26025390625, + "epoch": 81 + }, + { + "hidden_norms": [ + 7743.93798828125, + 9786243.0, + 9888395.0, + 10535762.0, + 10774483.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010133162140846252, + 0.0007726953481324017, + 0.0007724745664745569, + 0.0007722667651250958, + 0.0007722647860646248 + ], + "gamma_dfa": 0.019241390749812126, + "gamma_dfa_per_layer": [ + 0.3473237156867981, + -0.06556949764490128, + -0.10282130539417267, + -0.10196734964847565 + ], + "acc_eval": 0.193359375, + "loss_eval": 2962.46826171875, + "epoch": 82 + }, + { + "hidden_norms": [ + 7708.34033203125, + 9842047.0, + 9944650.0, + 10594529.0, + 10834219.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000999346375465393, + 0.0007619770476594567, + 0.0007619837997481227, + 0.0007619837415404618, + 0.0007620092947036028 + ], + "gamma_dfa": 0.019368495792150497, + "gamma_dfa_per_layer": [ + 0.3106932044029236, + -0.057876452803611755, + -0.09636038541793823, + -0.0789823830127716 + ], + "acc_eval": 0.2607421875, + "loss_eval": 1792.6400146484375, + "epoch": 83 + }, + { + "hidden_norms": [ + 7673.24560546875, + 9901470.0, + 10004649.0, + 10656950.0, + 10898699.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009565355721861124, + 0.0007485878886654973, + 0.0007484929519705474, + 0.000748424616176635, + 0.0007485424866899848 + ], + "gamma_dfa": 0.01748405210673809, + "gamma_dfa_per_layer": [ + 0.2931858003139496, + -0.05277211219072342, + -0.09270339459180832, + -0.07777408510446548 + ], + "acc_eval": 0.29296875, + "loss_eval": 974.1173095703125, + "epoch": 84 + }, + { + "hidden_norms": [ + 7628.22412109375, + 9951868.0, + 10055369.0, + 10709207.0, + 10951317.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000980330049060285, + 0.0007466387469321489, + 0.0007466417155228555, + 0.0007467885152436793, + 0.0007468488765880466 + ], + "gamma_dfa": 0.019473757594823837, + "gamma_dfa_per_layer": [ + 0.29309791326522827, + -0.05341349542140961, + -0.08986704051494598, + -0.07192234694957733 + ], + "acc_eval": 0.27734375, + "loss_eval": 1743.6519775390625, + "epoch": 85 + }, + { + "hidden_norms": [ + 7586.08837890625, + 9992418.0, + 10096238.0, + 10751557.0, + 10993641.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009816273814067245, + 0.0007609970052726567, + 0.000761001487262547, + 0.0007610011962242424, + 0.0007610262255184352 + ], + "gamma_dfa": 0.017493372783064842, + "gamma_dfa_per_layer": [ + 0.307644248008728, + -0.054675400257110596, + -0.09402725845575333, + -0.08896809816360474 + ], + "acc_eval": 0.2783203125, + "loss_eval": 986.1089477539062, + "epoch": 86 + }, + { + "hidden_norms": [ + 7546.07666015625, + 10019561.0, + 10123471.0, + 10779392.0, + 11021634.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010106659028679132, + 0.0007606986328028142, + 0.0007606985163874924, + 0.0007607255247421563, + 0.0007607414736412466 + ], + "gamma_dfa": 0.0189383989199996, + "gamma_dfa_per_layer": [ + 0.3057447671890259, + -0.05296015366911888, + -0.09528908133506775, + -0.08174193650484085 + ], + "acc_eval": 0.2412109375, + "loss_eval": 1453.539306640625, + "epoch": 87 + }, + { + "hidden_norms": [ + 7507.373046875, + 10034866.0, + 10138899.0, + 10794880.0, + 11037002.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009441400761716068, + 0.0007457168539986014, + 0.0007457205792888999, + 0.0007458969485014677, + 0.0007459585904143751 + ], + "gamma_dfa": 0.016358308494091034, + "gamma_dfa_per_layer": [ + 0.29192131757736206, + -0.054730333387851715, + -0.08949868381023407, + -0.08225906640291214 + ], + "acc_eval": 0.2939453125, + "loss_eval": 889.3756103515625, + "epoch": 88 + }, + { + "hidden_norms": [ + 7475.10595703125, + 10059038.0, + 10163330.0, + 10820810.0, + 11063516.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009275015909224749, + 0.0007406340446323156, + 0.0007405761862173676, + 0.0007405940559692681, + 0.0007405842188745737 + ], + "gamma_dfa": 0.019343840889632702, + "gamma_dfa_per_layer": [ + 0.2714617848396301, + -0.049602191895246506, + -0.07989576458930969, + -0.06458846479654312 + ], + "acc_eval": 0.322265625, + "loss_eval": 778.108642578125, + "epoch": 89 + }, + { + "hidden_norms": [ + 7444.8466796875, + 10064810.0, + 10169219.0, + 10827134.0, + 11070129.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009403944713994861, + 0.000745263765566051, + 0.0007452677236869931, + 0.0007454471196979284, + 0.0007455073646269739 + ], + "gamma_dfa": 0.01310044713318348, + "gamma_dfa_per_layer": [ + 0.28572195768356323, + -0.054389551281929016, + -0.09277918189764023, + -0.08615143597126007 + ], + "acc_eval": 0.26953125, + "loss_eval": 932.53662109375, + "epoch": 90 + }, + { + "hidden_norms": [ + 7414.4970703125, + 10075394.0, + 10179775.0, + 10837778.0, + 11080979.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009539846796542406, + 0.0007622878183610737, + 0.0007622832781635225, + 0.0007622758857905865, + 0.0007622810662724078 + ], + "gamma_dfa": 0.02442830428481102, + "gamma_dfa_per_layer": [ + 0.34633398056030273, + -0.059510812163352966, + -0.09629844129085541, + -0.09281150996685028 + ], + "acc_eval": 0.228515625, + "loss_eval": 1020.4122924804688, + "epoch": 91 + }, + { + "hidden_norms": [ + 7385.740234375, + 10098198.0, + 10202575.0, + 10860396.0, + 11103300.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009258585050702095, + 0.0007462432840839028, + 0.0007461663917638361, + 0.000746095203794539, + 0.0007462148205377162 + ], + "gamma_dfa": 0.021881024353206158, + "gamma_dfa_per_layer": [ + 0.3117921054363251, + -0.0562119297683239, + -0.0811537504196167, + -0.08690232783555984 + ], + "acc_eval": 0.2783203125, + "loss_eval": 812.965576171875, + "epoch": 92 + }, + { + "hidden_norms": [ + 7372.93115234375, + 10112263.0, + 10216603.0, + 10874068.0, + 11116538.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009158457978628576, + 0.000744756544008851, + 0.0007447608513757586, + 0.0007449553813785315, + 0.0007450156263075769 + ], + "gamma_dfa": 0.018241400830447674, + "gamma_dfa_per_layer": [ + 0.27702248096466064, + -0.048618000000715256, + -0.0829005166888237, + -0.072538360953331 + ], + "acc_eval": 0.330078125, + "loss_eval": 675.6625366210938, + "epoch": 93 + }, + { + "hidden_norms": [ + 7363.2099609375, + 10119183.0, + 10223550.0, + 10881119.0, + 11123569.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009229940478689969, + 0.0007447171374224126, + 0.000744720280636102, + 0.0007448522374033928, + 0.000744906603358686 + ], + "gamma_dfa": 0.016729017719626427, + "gamma_dfa_per_layer": [ + 0.27939361333847046, + -0.048901431262493134, + -0.08870212733745575, + -0.07487398386001587 + ], + "acc_eval": 0.3251953125, + "loss_eval": 708.3804931640625, + "epoch": 94 + }, + { + "hidden_norms": [ + 7355.3544921875, + 10123197.0, + 10227558.0, + 10885026.0, + 11127411.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009278868092224002, + 0.0007445889641530812, + 0.0007445933879353106, + 0.0007447681855410337, + 0.0007448261021636426 + ], + "gamma_dfa": 0.014646172523498535, + "gamma_dfa_per_layer": [ + 0.28425437211990356, + -0.053754955530166626, + -0.08852015435695648, + -0.08339457213878632 + ], + "acc_eval": 0.310546875, + "loss_eval": 688.0819091796875, + "epoch": 95 + }, + { + "hidden_norms": [ + 7349.30078125, + 10126695.0, + 10231071.0, + 10888593.0, + 11130985.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000914200150873512, + 0.0007393965497612953, + 0.000739329494535923, + 0.0007393491105176508, + 0.0007393329287879169 + ], + "gamma_dfa": 0.01913625281304121, + "gamma_dfa_per_layer": [ + 0.26301705837249756, + -0.04846196621656418, + -0.07772514969110489, + -0.06028493121266365 + ], + "acc_eval": 0.3203125, + "loss_eval": 697.3836669921875, + "epoch": 96 + }, + { + "hidden_norms": [ + 7345.333984375, + 10127832.0, + 10232199.0, + 10889673.0, + 11132020.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009217644692398608, + 0.0007456630119122565, + 0.0007455685408785939, + 0.0007454968290403485, + 0.0007456148159690201 + ], + "gamma_dfa": 0.017519758082926273, + "gamma_dfa_per_layer": [ + 0.29056763648986816, + -0.05349243804812431, + -0.08799343556165695, + -0.0790027305483818 + ], + "acc_eval": 0.30859375, + "loss_eval": 661.5548095703125, + "epoch": 97 + }, + { + "hidden_norms": [ + 7343.10888671875, + 10128861.0, + 10233227.0, + 10890713.0, + 11133060.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009042566525749862, + 0.0007393184932880104, + 0.0007392505649477243, + 0.0007392706465907395, + 0.0007392524858005345 + ], + "gamma_dfa": 0.018206479027867317, + "gamma_dfa_per_layer": [ + 0.2680240869522095, + -0.047486238181591034, + -0.08014586567878723, + -0.06756606698036194 + ], + "acc_eval": 0.3388671875, + "loss_eval": 636.5595703125, + "epoch": 98 + }, + { + "hidden_norms": [ + 7342.0625, + 10129300.0, + 10233666.0, + 10891137.0, + 11133475.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009002314181998372, + 0.0007393373525701463, + 0.0007392485276795924, + 0.0007392755360342562, + 0.0007392438710667193 + ], + "gamma_dfa": 0.01726893801242113, + "gamma_dfa_per_layer": [ + 0.2736765742301941, + -0.05038469657301903, + -0.0817006528377533, + -0.07251547276973724 + ], + "acc_eval": 0.3330078125, + "loss_eval": 611.882080078125, + "epoch": 99 + }, + { + "hidden_norms": [ + 7341.77294921875, + 10129401.0, + 10233766.0, + 10891235.0, + 11133570.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009032402304001153, + 0.0007393273408524692, + 0.0007392435800284147, + 0.0007392680854536593, + 0.0007392411935143173 + ], + "gamma_dfa": 0.01641188934445381, + "gamma_dfa_per_layer": [ + 0.2728629410266876, + -0.05080822855234146, + -0.08297968655824661, + -0.0734274685382843 + ], + "acc_eval": 0.33203125, + "loss_eval": 625.6834106445312, + "epoch": 100 + } + ] +}
\ No newline at end of file |