{ "config": { "output_dir": "results/snapshot_no_outln_v1", "epochs": 100, "lr": 0.001, "wd": 0.01, "seed": 42, "depth": 4, "d_hidden": 256 }, "depth": 4, "d_hidden": 256, "num_classes": 10, "architecture": "ResidualMLP_NoOutLN", "bp_log": [ { "hidden_norms": [ 8.718070030212402, 8.780964851379395, 8.812002182006836, 8.828720092773438, 8.893179893493652 ], "bp_grad_per_sample_l2_med": [ 0.0005561555735766888, 0.0005519049009308219, 0.0005482902633957565, 0.0005436676437966526, 0.000538847001735121 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.1123046875, "loss_eval": 2.3168468475341797, "epoch": 0 }, { "hidden_norms": [ 39.5714225769043, 36.241031646728516, 34.50772476196289, 33.32059097290039, 33.10130310058594 ], "bp_grad_per_sample_l2_med": [ 0.0001264682796318084, 0.00013185068382881582, 0.0001420896005583927, 0.00016605440760031343, 0.0002204339689342305 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.4228515625, "loss_eval": 1.6010748147964478, "epoch": 1 }, { "hidden_norms": [ 52.47050857543945, 48.28652572631836, 45.496219635009766, 43.2078857421875, 41.36874008178711 ], "bp_grad_per_sample_l2_med": [ 0.00010761933663161471, 0.00011420303053455427, 0.00012131234689150006, 0.00013399586896412075, 0.00016239506658166647 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.453125, "loss_eval": 1.4937903881072998, "epoch": 2 }, { "hidden_norms": [ 62.092323303222656, 56.274635314941406, 52.64373016357422, 49.852622985839844, 46.636131286621094 ], "bp_grad_per_sample_l2_med": [ 0.00010067893890663981, 0.00010744533210527152, 0.000112645146145951, 0.00012268377759028226, 0.00014184287283569574 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.46484375, "loss_eval": 1.495908498764038, "epoch": 3 }, { "hidden_norms": [ 70.92781829833984, 62.570072174072266, 57.76173400878906, 53.9067497253418, 49.468414306640625 ], "bp_grad_per_sample_l2_med": [ 9.065420454135165e-05, 9.659545321483165e-05, 0.00010056291648652405, 0.00010604548879200593, 0.0001232008944498375 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5048828125, "loss_eval": 1.4103548526763916, "epoch": 4 }, { "hidden_norms": [ 77.77008056640625, 68.82622528076172, 62.881927490234375, 57.43979263305664, 52.381675720214844 ], "bp_grad_per_sample_l2_med": [ 8.967184840003029e-05, 9.561960905557498e-05, 9.984008647734299e-05, 0.0001043190059135668, 0.00011724776413757354 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5009765625, "loss_eval": 1.3900126218795776, "epoch": 5 }, { "hidden_norms": [ 84.3420639038086, 73.14466094970703, 66.25099182128906, 60.290985107421875, 54.196815490722656 ], "bp_grad_per_sample_l2_med": [ 8.548566984245554e-05, 9.279063669964671e-05, 9.806034358916804e-05, 0.00010389943781774491, 0.00011231016833335161 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.509765625, "loss_eval": 1.3721935749053955, "epoch": 6 }, { "hidden_norms": [ 91.67733764648438, 79.67963409423828, 70.7928466796875, 63.614192962646484, 56.76249694824219 ], "bp_grad_per_sample_l2_med": [ 8.422173414146528e-05, 9.07716530491598e-05, 9.6989817393478e-05, 0.00010211832704953849, 0.00011144059681100771 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5166015625, "loss_eval": 1.344391107559204, "epoch": 7 }, { "hidden_norms": [ 96.60388946533203, 83.8042221069336, 74.53706359863281, 66.99102020263672, 58.020408630371094 ], "bp_grad_per_sample_l2_med": [ 8.360752690350637e-05, 9.003488958114758e-05, 9.634223533794284e-05, 0.00010073634621221572, 0.00010698751430027187 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5185546875, "loss_eval": 1.3327906131744385, "epoch": 8 }, { "hidden_norms": [ 101.24382781982422, 87.08720397949219, 76.92607116699219, 68.23351287841797, 59.4285888671875 ], "bp_grad_per_sample_l2_med": [ 8.019094821065664e-05, 8.715572766959667e-05, 9.189714910462499e-05, 9.61213736445643e-05, 0.00010296071559423581 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.533203125, "loss_eval": 1.3403639793395996, "epoch": 9 }, { "hidden_norms": [ 107.04126739501953, 91.77833557128906, 80.73109436035156, 70.98918914794922, 61.11309051513672 ], "bp_grad_per_sample_l2_med": [ 7.710429053986445e-05, 8.402510866289958e-05, 8.972393698059022e-05, 9.477136336499825e-05, 9.921709715854377e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5517578125, "loss_eval": 1.3021693229675293, "epoch": 10 }, { "hidden_norms": [ 111.9730224609375, 94.8844985961914, 83.01356506347656, 72.39442443847656, 61.61451721191406 ], "bp_grad_per_sample_l2_med": [ 7.266257307492197e-05, 8.069563045864925e-05, 8.615722617832944e-05, 8.979514677776024e-05, 9.45624997257255e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5458984375, "loss_eval": 1.298128604888916, "epoch": 11 }, { "hidden_norms": [ 116.69439697265625, 99.29745483398438, 84.83220672607422, 72.58226013183594, 61.799560546875 ], "bp_grad_per_sample_l2_med": [ 7.808519876562059e-05, 8.509745384799317e-05, 9.162558853859082e-05, 9.594277798896655e-05, 0.00010088863200508058 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5361328125, "loss_eval": 1.327142596244812, "epoch": 12 }, { "hidden_norms": [ 118.57154083251953, 100.65165710449219, 86.92396545410156, 75.52800750732422, 63.40058898925781 ], "bp_grad_per_sample_l2_med": [ 7.507520058425143e-05, 8.161060395650566e-05, 8.807337144389749e-05, 9.307889558840543e-05, 9.839278209256008e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.529296875, "loss_eval": 1.301376223564148, "epoch": 13 }, { "hidden_norms": [ 123.16495513916016, 104.0947265625, 90.54090118408203, 79.24758911132812, 66.25940704345703 ], "bp_grad_per_sample_l2_med": [ 7.567028660560027e-05, 8.223088661907241e-05, 8.735521987546235e-05, 9.217277693096548e-05, 9.719380614114925e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5615234375, "loss_eval": 1.2765182256698608, "epoch": 14 }, { "hidden_norms": [ 126.89250946044922, 107.54840087890625, 93.0474853515625, 79.41374206542969, 66.3965835571289 ], "bp_grad_per_sample_l2_med": [ 7.546511915279552e-05, 8.2636863226071e-05, 8.891599281923845e-05, 9.294570190832019e-05, 9.809954644879326e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.51953125, "loss_eval": 1.300541877746582, "epoch": 15 }, { "hidden_norms": [ 130.00201416015625, 110.14152526855469, 95.71183776855469, 81.57356262207031, 68.07804107666016 ], "bp_grad_per_sample_l2_med": [ 7.271749927895144e-05, 7.90783524280414e-05, 8.341569628100842e-05, 8.888234879123047e-05, 9.289903391618282e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.55859375, "loss_eval": 1.253805160522461, "epoch": 16 }, { "hidden_norms": [ 132.4821014404297, 112.55132293701172, 96.15247344970703, 82.20439147949219, 67.68408203125 ], "bp_grad_per_sample_l2_med": [ 7.47043450246565e-05, 8.161538426065817e-05, 8.696810255059972e-05, 9.05536362552084e-05, 9.490203956374899e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5634765625, "loss_eval": 1.2818918228149414, "epoch": 17 }, { "hidden_norms": [ 136.31614685058594, 116.76542663574219, 100.04906463623047, 85.71382141113281, 70.02954864501953 ], "bp_grad_per_sample_l2_med": [ 7.14207926648669e-05, 7.859354082029313e-05, 8.420498488703743e-05, 8.882852853275836e-05, 9.116062574321404e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5595703125, "loss_eval": 1.2435299158096313, "epoch": 18 }, { "hidden_norms": [ 138.36990356445312, 117.38836669921875, 101.75880432128906, 86.79072570800781, 70.66394805908203 ], "bp_grad_per_sample_l2_med": [ 7.72569328546524e-05, 8.451085159322247e-05, 8.929366595111787e-05, 9.467442578170449e-05, 9.868820779956877e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.53515625, "loss_eval": 1.3142390251159668, "epoch": 19 }, { "hidden_norms": [ 140.71449279785156, 119.23265838623047, 101.22541809082031, 85.75491333007812, 69.77205657958984 ], "bp_grad_per_sample_l2_med": [ 7.5247859058436e-05, 8.147219341481104e-05, 8.72978416737169e-05, 9.33377887122333e-05, 9.715931082610041e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.548828125, "loss_eval": 1.26747465133667, "epoch": 20 }, { "hidden_norms": [ 143.37794494628906, 121.56777954101562, 105.97654724121094, 90.9666748046875, 72.01183319091797 ], "bp_grad_per_sample_l2_med": [ 7.179555541370064e-05, 7.918629125924781e-05, 8.409017755184323e-05, 8.838798385113478e-05, 9.469009819440544e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.564453125, "loss_eval": 1.2752306461334229, "epoch": 21 }, { "hidden_norms": [ 144.44107055664062, 122.94657135009766, 106.18299102783203, 89.72506713867188, 71.56814575195312 ], "bp_grad_per_sample_l2_med": [ 7.250273483805358e-05, 7.833781273802742e-05, 8.349631389137357e-05, 8.67474009282887e-05, 8.975700620794669e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.56640625, "loss_eval": 1.214519739151001, "epoch": 22 }, { "hidden_norms": [ 145.68658447265625, 123.7938232421875, 107.63272857666016, 91.90914154052734, 72.97653198242188 ], "bp_grad_per_sample_l2_med": [ 6.909506919328123e-05, 7.67810779507272e-05, 8.248597441706806e-05, 8.500050898874179e-05, 8.80209991009906e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.578125, "loss_eval": 1.2490482330322266, "epoch": 23 }, { "hidden_norms": [ 149.15159606933594, 125.77446746826172, 106.84111022949219, 90.89909362792969, 72.29488372802734 ], "bp_grad_per_sample_l2_med": [ 7.051522698020563e-05, 7.787953654769808e-05, 8.355934551218525e-05, 8.837382483761758e-05, 9.125470387516543e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5634765625, "loss_eval": 1.2157257795333862, "epoch": 24 }, { "hidden_norms": [ 149.9364776611328, 126.3508529663086, 107.00386047363281, 89.69956970214844, 70.79742431640625 ], "bp_grad_per_sample_l2_med": [ 7.40521791158244e-05, 8.231549145421013e-05, 8.598146814620122e-05, 9.036294795805588e-05, 9.211329597746953e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5546875, "loss_eval": 1.2515935897827148, "epoch": 25 }, { "hidden_norms": [ 152.33641052246094, 127.60247039794922, 109.31637573242188, 91.78147888183594, 71.85491180419922 ], "bp_grad_per_sample_l2_med": [ 7.096086483215913e-05, 7.774732512189075e-05, 8.330845594173297e-05, 8.756548049859703e-05, 9.018366108648479e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5791015625, "loss_eval": 1.234102487564087, "epoch": 26 }, { "hidden_norms": [ 154.90924072265625, 129.49365234375, 111.0758285522461, 94.2232666015625, 73.4395523071289 ], "bp_grad_per_sample_l2_med": [ 7.217184611363336e-05, 7.90508056525141e-05, 8.487315790262073e-05, 9.130351099884138e-05, 9.386075544171035e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5693359375, "loss_eval": 1.2473926544189453, "epoch": 27 }, { "hidden_norms": [ 155.88226318359375, 130.6912384033203, 111.4398193359375, 93.5534896850586, 73.1227035522461 ], "bp_grad_per_sample_l2_med": [ 7.115830521797761e-05, 7.749604992568493e-05, 8.24403905426152e-05, 8.617334970040247e-05, 8.857186185196042e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5625, "loss_eval": 1.232407569885254, "epoch": 28 }, { "hidden_norms": [ 155.35606384277344, 131.03033447265625, 112.69044494628906, 95.1001968383789, 74.01049041748047 ], "bp_grad_per_sample_l2_med": [ 7.353001274168491e-05, 8.054459613049403e-05, 8.64928078954108e-05, 8.998846897156909e-05, 9.453124948777258e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.576171875, "loss_eval": 1.2427477836608887, "epoch": 29 }, { "hidden_norms": [ 157.87423706054688, 132.91993713378906, 114.23269653320312, 96.04922485351562, 74.40912628173828 ], "bp_grad_per_sample_l2_med": [ 7.218361861305311e-05, 8.000781963346526e-05, 8.621480083093047e-05, 9.079690062208101e-05, 9.179109474644065e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.572265625, "loss_eval": 1.2170917987823486, "epoch": 30 }, { "hidden_norms": [ 159.94407653808594, 134.98342895507812, 116.59188842773438, 96.52700805664062, 74.13409423828125 ], "bp_grad_per_sample_l2_med": [ 6.996722368057817e-05, 7.723316957708448e-05, 8.291137055493891e-05, 8.800445357337594e-05, 8.874708146322519e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5888671875, "loss_eval": 1.1662731170654297, "epoch": 31 }, { "hidden_norms": [ 159.40000915527344, 134.68307495117188, 115.32740783691406, 95.89759826660156, 73.79962158203125 ], "bp_grad_per_sample_l2_med": [ 7.17860457370989e-05, 7.931615255074576e-05, 8.509325562044978e-05, 8.835212793201208e-05, 9.002821025205776e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5732421875, "loss_eval": 1.1779483556747437, "epoch": 32 }, { "hidden_norms": [ 160.3310089111328, 135.494140625, 116.1007308959961, 96.30546569824219, 74.54843139648438 ], "bp_grad_per_sample_l2_med": [ 6.925644993316382e-05, 7.548897701781243e-05, 8.256838918896392e-05, 8.621955930721015e-05, 8.84741239133291e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59375, "loss_eval": 1.1561952829360962, "epoch": 33 }, { "hidden_norms": [ 161.94854736328125, 135.6446075439453, 116.58970642089844, 96.99983978271484, 74.31636810302734 ], "bp_grad_per_sample_l2_med": [ 7.260960410349071e-05, 8.003232505870983e-05, 8.696899749338627e-05, 9.040992881637067e-05, 9.149286051979288e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5810546875, "loss_eval": 1.1946098804473877, "epoch": 34 }, { "hidden_norms": [ 163.52120971679688, 138.41390991210938, 118.427490234375, 98.19206237792969, 75.36811828613281 ], "bp_grad_per_sample_l2_med": [ 6.831327482359484e-05, 7.447604730259627e-05, 7.990537415025756e-05, 8.471667388221249e-05, 8.780926145846024e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6025390625, "loss_eval": 1.184380054473877, "epoch": 35 }, { "hidden_norms": [ 164.48324584960938, 138.1424102783203, 118.34252166748047, 98.4327621459961, 75.36869049072266 ], "bp_grad_per_sample_l2_med": [ 7.150783494580537e-05, 7.926567923277617e-05, 8.36653562146239e-05, 8.762039215071127e-05, 8.95786433829926e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5859375, "loss_eval": 1.2110118865966797, "epoch": 36 }, { "hidden_norms": [ 164.0553741455078, 138.08517456054688, 118.49005126953125, 98.67227172851562, 74.64473724365234 ], "bp_grad_per_sample_l2_med": [ 7.029619155218825e-05, 7.684711454203352e-05, 8.26816976768896e-05, 8.846465789247304e-05, 9.003532613860443e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5908203125, "loss_eval": 1.1644396781921387, "epoch": 37 }, { "hidden_norms": [ 165.32000732421875, 138.64366149902344, 119.2437515258789, 99.25880432128906, 75.45353698730469 ], "bp_grad_per_sample_l2_med": [ 7.045984239084646e-05, 7.836698205210268e-05, 8.392294694203883e-05, 8.778785559115931e-05, 8.954900113167241e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5810546875, "loss_eval": 1.18137526512146, "epoch": 38 }, { "hidden_norms": [ 164.7397918701172, 138.3001251220703, 117.6864242553711, 97.29838562011719, 73.79444122314453 ], "bp_grad_per_sample_l2_med": [ 7.162813562899828e-05, 7.83513969508931e-05, 8.275063009932637e-05, 8.855803025653586e-05, 8.704853098606691e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.583984375, "loss_eval": 1.1727752685546875, "epoch": 39 }, { "hidden_norms": [ 166.1660919189453, 138.93536376953125, 118.51292419433594, 97.88706970214844, 75.51615905761719 ], "bp_grad_per_sample_l2_med": [ 7.430704863509163e-05, 8.242860349128023e-05, 8.74657926033251e-05, 9.10981761990115e-05, 9.303457773057744e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5859375, "loss_eval": 1.1664979457855225, "epoch": 40 }, { "hidden_norms": [ 167.8816375732422, 140.1188201904297, 119.77051544189453, 99.83518981933594, 75.69395446777344 ], "bp_grad_per_sample_l2_med": [ 7.187369919847697e-05, 7.945671677589417e-05, 8.597246051067486e-05, 8.931689808377996e-05, 8.963213622337207e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.587890625, "loss_eval": 1.19194757938385, "epoch": 41 }, { "hidden_norms": [ 168.21185302734375, 141.76817321777344, 121.40872192382812, 100.61127471923828, 76.76028442382812 ], "bp_grad_per_sample_l2_med": [ 7.174632628448308e-05, 7.968613499542698e-05, 8.514403452863917e-05, 8.922909910324961e-05, 9.091905667446554e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5888671875, "loss_eval": 1.1679599285125732, "epoch": 42 }, { "hidden_norms": [ 167.2344207763672, 140.6108856201172, 120.0829849243164, 99.8038330078125, 76.13324737548828 ], "bp_grad_per_sample_l2_med": [ 7.436795567627996e-05, 8.090144547168165e-05, 8.729894761927426e-05, 9.00863014976494e-05, 8.991207869257778e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.595703125, "loss_eval": 1.1705546379089355, "epoch": 43 }, { "hidden_norms": [ 167.59393310546875, 140.7035369873047, 120.24620056152344, 99.91508483886719, 75.96212005615234 ], "bp_grad_per_sample_l2_med": [ 7.446305971825495e-05, 8.234894630732015e-05, 8.821392111713067e-05, 9.209391282638535e-05, 9.261125524062663e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5791015625, "loss_eval": 1.1846892833709717, "epoch": 44 }, { "hidden_norms": [ 168.69448852539062, 141.26541137695312, 121.04974365234375, 100.46004486083984, 75.70881652832031 ], "bp_grad_per_sample_l2_med": [ 7.222096610348672e-05, 7.875960727687925e-05, 8.227298530982807e-05, 8.841860108077526e-05, 9.022892481880262e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.591796875, "loss_eval": 1.1577212810516357, "epoch": 45 }, { "hidden_norms": [ 169.7440185546875, 142.39825439453125, 121.89653778076172, 100.77093505859375, 76.56221008300781 ], "bp_grad_per_sample_l2_med": [ 7.555038610007614e-05, 8.296242594951764e-05, 9.037082054419443e-05, 9.527869406156242e-05, 9.701496310299262e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5908203125, "loss_eval": 1.1768805980682373, "epoch": 46 }, { "hidden_norms": [ 167.24928283691406, 140.36639404296875, 119.20468139648438, 99.04094696044922, 75.62102508544922 ], "bp_grad_per_sample_l2_med": [ 7.741156878182665e-05, 8.454316412098706e-05, 9.005220636026934e-05, 9.321123798144981e-05, 9.260981460101902e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5908203125, "loss_eval": 1.166186809539795, "epoch": 47 }, { "hidden_norms": [ 170.72845458984375, 142.466796875, 120.5933837890625, 100.26793670654297, 76.15065002441406 ], "bp_grad_per_sample_l2_med": [ 7.659869879717007e-05, 8.334196172654629e-05, 9.012148075271398e-05, 9.564686479279771e-05, 9.513212717138231e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.591796875, "loss_eval": 1.1720219850540161, "epoch": 48 }, { "hidden_norms": [ 169.83580017089844, 141.82705688476562, 121.11093139648438, 100.64865112304688, 76.17137145996094 ], "bp_grad_per_sample_l2_med": [ 7.593600457767025e-05, 8.458431693725288e-05, 9.001771832117811e-05, 9.566119115334004e-05, 9.762388071976602e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5927734375, "loss_eval": 1.184555172920227, "epoch": 49 }, { "hidden_norms": [ 168.68116760253906, 141.1621856689453, 119.57838439941406, 98.55834197998047, 75.13648223876953 ], "bp_grad_per_sample_l2_med": [ 8.207417704397812e-05, 9.170681732939556e-05, 9.716026397654787e-05, 0.0001007765022222884, 0.0001005034864647314 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5810546875, "loss_eval": 1.1981369256973267, "epoch": 50 }, { "hidden_norms": [ 171.0980682373047, 143.56202697753906, 121.67494201660156, 101.36307525634766, 76.57723999023438 ], "bp_grad_per_sample_l2_med": [ 7.634361099917442e-05, 8.294743747683242e-05, 8.85644112713635e-05, 9.305671119363979e-05, 9.303687693318352e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5927734375, "loss_eval": 1.1646153926849365, "epoch": 51 }, { "hidden_norms": [ 170.58717346191406, 143.18809509277344, 120.9772720336914, 100.8180923461914, 77.12872314453125 ], "bp_grad_per_sample_l2_med": [ 7.599191303597763e-05, 8.41239161673002e-05, 8.960344712249935e-05, 9.63989004958421e-05, 9.756541112437844e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6025390625, "loss_eval": 1.1623225212097168, "epoch": 52 }, { "hidden_norms": [ 169.49244689941406, 142.66770935058594, 122.00574493408203, 101.84593963623047, 77.40425109863281 ], "bp_grad_per_sample_l2_med": [ 7.701734284637496e-05, 8.374643221031874e-05, 9.025474719237536e-05, 9.504661284154281e-05, 9.925573249347508e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59765625, "loss_eval": 1.1574187278747559, "epoch": 53 }, { "hidden_norms": [ 169.3027801513672, 143.11941528320312, 120.9614486694336, 101.5257797241211, 77.17151641845703 ], "bp_grad_per_sample_l2_med": [ 7.559885852970183e-05, 8.217129652621225e-05, 8.892706682672724e-05, 9.235734614776447e-05, 9.276533091906458e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6015625, "loss_eval": 1.149141788482666, "epoch": 54 }, { "hidden_norms": [ 168.70281982421875, 141.82730102539062, 120.2729263305664, 99.75395965576172, 76.92571258544922 ], "bp_grad_per_sample_l2_med": [ 7.91895727161318e-05, 8.787367551121861e-05, 9.60014876909554e-05, 0.0001018140246742405, 9.86503655440174e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6005859375, "loss_eval": 1.1657415628433228, "epoch": 55 }, { "hidden_norms": [ 169.94361877441406, 142.49684143066406, 120.18767547607422, 100.32206726074219, 76.59700012207031 ], "bp_grad_per_sample_l2_med": [ 7.673597428947687e-05, 8.517439709976315e-05, 9.201091597788036e-05, 9.491065429756418e-05, 9.497139399172738e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6083984375, "loss_eval": 1.170656442642212, "epoch": 56 }, { "hidden_norms": [ 168.98934936523438, 142.45361328125, 120.9234848022461, 101.12970733642578, 76.8805160522461 ], "bp_grad_per_sample_l2_med": [ 7.979186193551868e-05, 8.849770529195666e-05, 9.661864896770567e-05, 0.00010212804772891104, 9.96212984318845e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59375, "loss_eval": 1.153792142868042, "epoch": 57 }, { "hidden_norms": [ 169.1288604736328, 141.414306640625, 119.56535339355469, 99.89313507080078, 76.44340515136719 ], "bp_grad_per_sample_l2_med": [ 8.042863919399679e-05, 8.848145080264658e-05, 9.505209163762629e-05, 0.00010096383630298078, 9.844720625551417e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6044921875, "loss_eval": 1.1363590955734253, "epoch": 58 }, { "hidden_norms": [ 167.93479919433594, 140.53518676757812, 118.76004028320312, 99.56035614013672, 76.20387268066406 ], "bp_grad_per_sample_l2_med": [ 8.038699888857082e-05, 8.754427108215168e-05, 9.549371316097677e-05, 0.00010098952043335885, 0.0001008743784041144 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5927734375, "loss_eval": 1.1666439771652222, "epoch": 59 }, { "hidden_norms": [ 168.28646850585938, 140.67718505859375, 118.55599975585938, 98.98268127441406, 75.81230163574219 ], "bp_grad_per_sample_l2_med": [ 8.297240128740668e-05, 8.875853382050991e-05, 9.902577585307881e-05, 0.00010285823373124003, 0.00010488184489076957 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.611328125, "loss_eval": 1.1589187383651733, "epoch": 60 }, { "hidden_norms": [ 168.05776977539062, 140.5435791015625, 119.5470962524414, 99.72227478027344, 76.00287628173828 ], "bp_grad_per_sample_l2_med": [ 8.011830504983664e-05, 8.830082515487447e-05, 9.65106810326688e-05, 0.00010251552885165438, 0.00010001847840612754 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.615234375, "loss_eval": 1.157954216003418, "epoch": 61 }, { "hidden_norms": [ 168.4709014892578, 140.92843627929688, 119.31693267822266, 98.76548767089844, 75.95777893066406 ], "bp_grad_per_sample_l2_med": [ 8.56209808262065e-05, 9.390609193360433e-05, 0.00010086362453876063, 0.00010554264736128971, 0.00010187114821746945 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.603515625, "loss_eval": 1.147390365600586, "epoch": 62 }, { "hidden_norms": [ 167.48707580566406, 139.8479766845703, 118.25393676757812, 99.32323455810547, 75.72100830078125 ], "bp_grad_per_sample_l2_med": [ 8.738139877095819e-05, 9.79254036792554e-05, 0.00010459231998538598, 0.00011052342597395182, 0.00010695838136598468 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5966796875, "loss_eval": 1.1785132884979248, "epoch": 63 }, { "hidden_norms": [ 167.5928955078125, 140.20948791503906, 118.63544464111328, 99.02739715576172, 75.8176040649414 ], "bp_grad_per_sample_l2_med": [ 8.539798727724701e-05, 9.423612937098369e-05, 0.00010523338278289884, 0.00010897681931965053, 0.00010739201388787478 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.60546875, "loss_eval": 1.1509130001068115, "epoch": 64 }, { "hidden_norms": [ 167.19003295898438, 138.91221618652344, 117.57588195800781, 98.43026733398438, 75.48680114746094 ], "bp_grad_per_sample_l2_med": [ 8.238407463068143e-05, 9.25329077290371e-05, 0.00010089747956953943, 0.00010575826308922842, 0.00010581395326880738 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6220703125, "loss_eval": 1.151381254196167, "epoch": 65 }, { "hidden_norms": [ 165.7104034423828, 138.99298095703125, 117.33794403076172, 98.08374786376953, 75.52032470703125 ], "bp_grad_per_sample_l2_med": [ 8.850001177052036e-05, 9.699742804514244e-05, 0.00010492365981917828, 0.00011017896758858114, 0.00010667099559213966 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.151253581047058, "epoch": 66 }, { "hidden_norms": [ 165.87271118164062, 138.727783203125, 118.21571350097656, 97.76729583740234, 75.68400573730469 ], "bp_grad_per_sample_l2_med": [ 9.00067898328416e-05, 9.841559221968055e-05, 0.00010505259706405923, 0.00010942742665065452, 0.00010504219244467095 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.60546875, "loss_eval": 1.1535770893096924, "epoch": 67 }, { "hidden_norms": [ 165.17666625976562, 138.45004272460938, 117.10303497314453, 97.36707305908203, 75.38941192626953 ], "bp_grad_per_sample_l2_med": [ 8.911191252991557e-05, 9.853249503066763e-05, 0.00010691725765354931, 0.00011312783317407593, 0.0001101552988984622 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59765625, "loss_eval": 1.1582581996917725, "epoch": 68 }, { "hidden_norms": [ 165.94325256347656, 138.6524200439453, 117.50881958007812, 97.7616958618164, 75.20433807373047 ], "bp_grad_per_sample_l2_med": [ 8.616734703537077e-05, 9.347109880764037e-05, 0.00010103159002028406, 0.00010616267536533996, 0.00010419132013339549 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6083984375, "loss_eval": 1.1453883647918701, "epoch": 69 }, { "hidden_norms": [ 165.7154541015625, 138.506591796875, 117.28874206542969, 97.05110168457031, 75.29759979248047 ], "bp_grad_per_sample_l2_med": [ 8.980780694400892e-05, 9.973136184271425e-05, 0.00010883707000175491, 0.00011757094762288034, 0.00011409710714360699 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1474578380584717, "epoch": 70 }, { "hidden_norms": [ 164.83221435546875, 138.6868133544922, 116.98916625976562, 96.52086639404297, 75.43351745605469 ], "bp_grad_per_sample_l2_med": [ 8.988294575829059e-05, 9.790070907911286e-05, 0.00010740302968770266, 0.00011267260560998693, 0.0001108170035877265 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.61328125, "loss_eval": 1.143803358078003, "epoch": 71 }, { "hidden_norms": [ 164.63592529296875, 137.5937042236328, 116.08668518066406, 96.16253662109375, 74.92699432373047 ], "bp_grad_per_sample_l2_med": [ 9.160200715996325e-05, 0.00010001687769545242, 0.00010771892993943766, 0.00011699824244715273, 0.00011338551848893985 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.609375, "loss_eval": 1.1410948038101196, "epoch": 72 }, { "hidden_norms": [ 164.91123962402344, 137.8173828125, 116.79219818115234, 96.76990509033203, 74.76392364501953 ], "bp_grad_per_sample_l2_med": [ 8.93947362783365e-05, 9.948704246198758e-05, 0.00010810969251906499, 0.00011499693209771067, 0.0001114657279686071 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.623046875, "loss_eval": 1.1341216564178467, "epoch": 73 }, { "hidden_norms": [ 164.64288330078125, 137.3013153076172, 116.4471206665039, 96.7668228149414, 74.69876861572266 ], "bp_grad_per_sample_l2_med": [ 8.85727204149589e-05, 9.913302346831188e-05, 0.00011003073450410739, 0.00011727867240551859, 0.00011272053234279156 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6044921875, "loss_eval": 1.1379802227020264, "epoch": 74 }, { "hidden_norms": [ 163.62106323242188, 137.2855682373047, 115.62771606445312, 95.8958969116211, 74.53977966308594 ], "bp_grad_per_sample_l2_med": [ 8.984863961813971e-05, 9.98539908323437e-05, 0.00010817578731803223, 0.00011364965030224994, 0.00011257777805440128 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.130206823348999, "epoch": 75 }, { "hidden_norms": [ 164.09976196289062, 137.23387145996094, 116.05545043945312, 96.66761016845703, 75.32057189941406 ], "bp_grad_per_sample_l2_med": [ 8.984812302514911e-05, 9.734687773743644e-05, 0.00010578137880656868, 0.00011179807916050777, 0.0001108815340558067 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1422557830810547, "epoch": 76 }, { "hidden_norms": [ 162.94369506835938, 136.59678649902344, 115.43162536621094, 95.96286010742188, 74.39228057861328 ], "bp_grad_per_sample_l2_med": [ 9.308777953265235e-05, 0.00010392161493655294, 0.00011047742736991495, 0.00011820423969766125, 0.00011209066724404693 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6083984375, "loss_eval": 1.1316850185394287, "epoch": 77 }, { "hidden_norms": [ 163.14993286132812, 136.48724365234375, 115.7430648803711, 96.20491790771484, 74.71761322021484 ], "bp_grad_per_sample_l2_med": [ 9.024026803672314e-05, 0.00010025065421359614, 0.00011008324509020895, 0.00011521186388563365, 0.00011174430255778134 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.61328125, "loss_eval": 1.1380174160003662, "epoch": 78 }, { "hidden_norms": [ 163.56654357910156, 136.04368591308594, 114.58287048339844, 95.99482727050781, 74.26864624023438 ], "bp_grad_per_sample_l2_med": [ 9.700806549517438e-05, 0.0001051941653713584, 0.00011597082630032673, 0.0001224641309818253, 0.00011469785385997966 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.61328125, "loss_eval": 1.1528915166854858, "epoch": 79 }, { "hidden_norms": [ 162.7240753173828, 135.9139862060547, 114.86207580566406, 95.29146575927734, 74.25565338134766 ], "bp_grad_per_sample_l2_med": [ 9.666816185927019e-05, 0.0001055657266988419, 0.00011615711264312267, 0.00012476630217861384, 0.00011797657498391345 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6123046875, "loss_eval": 1.1539390087127686, "epoch": 80 }, { "hidden_norms": [ 162.158203125, 135.1398468017578, 114.53036499023438, 94.93306732177734, 73.95748901367188 ], "bp_grad_per_sample_l2_med": [ 9.333287016488612e-05, 0.0001032597865560092, 0.00011410381557652727, 0.00012122129555791616, 0.00011711813567671925 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1506534814834595, "epoch": 81 }, { "hidden_norms": [ 162.415283203125, 135.51370239257812, 114.56376647949219, 94.92838287353516, 74.06205749511719 ], "bp_grad_per_sample_l2_med": [ 9.082158794626594e-05, 0.00010185714199906215, 0.00011048805754398927, 0.00011587562767090276, 0.0001120776214520447 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.611328125, "loss_eval": 1.1497812271118164, "epoch": 82 }, { "hidden_norms": [ 161.77337646484375, 135.19717407226562, 114.20987701416016, 94.77679443359375, 73.99730682373047 ], "bp_grad_per_sample_l2_med": [ 9.745426359586418e-05, 0.00010718397970777005, 0.00011704466305673122, 0.00012522070028353482, 0.00012164646614110097 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6123046875, "loss_eval": 1.155759572982788, "epoch": 83 }, { "hidden_norms": [ 161.48892211914062, 135.2348175048828, 114.12451171875, 94.8083267211914, 73.4517822265625 ], "bp_grad_per_sample_l2_med": [ 9.549259266350418e-05, 0.00010579569061519578, 0.00011430429003667086, 0.00012098137813154608, 0.00011664297198876739 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6171875, "loss_eval": 1.15834379196167, "epoch": 84 }, { "hidden_norms": [ 161.6995849609375, 135.2989959716797, 114.2784194946289, 94.69004821777344, 73.529541015625 ], "bp_grad_per_sample_l2_med": [ 9.579937614034861e-05, 0.00010731106885941699, 0.00011613505921559408, 0.00012203569349367172, 0.00011712868581525981 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6083984375, "loss_eval": 1.1583144664764404, "epoch": 85 }, { "hidden_norms": [ 161.00369262695312, 134.7657012939453, 114.10606384277344, 94.362060546875, 73.65673065185547 ], "bp_grad_per_sample_l2_med": [ 9.818092075875029e-05, 0.00010859747999347746, 0.00011724254727596417, 0.00012138402962591499, 0.00011800935317296535 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.1536951065063477, "epoch": 86 }, { "hidden_norms": [ 161.0053253173828, 134.59410095214844, 113.69575500488281, 94.29032135009766, 73.46531677246094 ], "bp_grad_per_sample_l2_med": [ 9.722611866891384e-05, 0.00010765776823973283, 0.0001188350870506838, 0.00012322816473897547, 0.00011940464901272207 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.15749192237854, "epoch": 87 }, { "hidden_norms": [ 161.33126831054688, 134.94166564941406, 113.90135955810547, 94.50862884521484, 73.39297485351562 ], "bp_grad_per_sample_l2_med": [ 9.938049333868548e-05, 0.0001076548287528567, 0.00011934098438359797, 0.00012375488586258143, 0.00011877582437591627 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.61328125, "loss_eval": 1.157106637954712, "epoch": 88 }, { "hidden_norms": [ 161.05789184570312, 134.59825134277344, 113.87554931640625, 94.37042999267578, 73.5987548828125 ], "bp_grad_per_sample_l2_med": [ 9.70072578638792e-05, 0.00010533058957662433, 0.00011765053932322189, 0.00012162782513769343, 0.00012223162048030645 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6171875, "loss_eval": 1.1565823554992676, "epoch": 89 }, { "hidden_norms": [ 160.39405822753906, 134.43434143066406, 113.540283203125, 94.05237579345703, 73.39077758789062 ], "bp_grad_per_sample_l2_med": [ 9.608148684492335e-05, 0.00010612589539960027, 0.00011680866009555757, 0.00012219352356623858, 0.00011590561916818842 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6123046875, "loss_eval": 1.1539617776870728, "epoch": 90 }, { "hidden_norms": [ 160.60440063476562, 134.6214141845703, 113.45699310302734, 93.85929870605469, 73.18849182128906 ], "bp_grad_per_sample_l2_med": [ 9.81277771643363e-05, 0.00010970587754854932, 0.00011871931201312691, 0.00012303274706937373, 0.00011832414020318538 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.611328125, "loss_eval": 1.1519787311553955, "epoch": 91 }, { "hidden_norms": [ 160.69932556152344, 134.37420654296875, 113.30387115478516, 93.87930297851562, 73.2369384765625 ], "bp_grad_per_sample_l2_med": [ 9.748790762387216e-05, 0.00010789754742290825, 0.00011884274135809392, 0.00012259349750820547, 0.00012160756887169555 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.1536774635314941, "epoch": 92 }, { "hidden_norms": [ 160.83596801757812, 134.3319854736328, 113.4552230834961, 94.0063705444336, 73.16248321533203 ], "bp_grad_per_sample_l2_med": [ 9.70613255049102e-05, 0.00010844107600860298, 0.0001184809225378558, 0.00012342457193881273, 0.00011970168998232111 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6220703125, "loss_eval": 1.152658462524414, "epoch": 93 }, { "hidden_norms": [ 160.8366241455078, 134.48265075683594, 113.25139617919922, 93.83488464355469, 73.08296203613281 ], "bp_grad_per_sample_l2_med": [ 9.66933585004881e-05, 0.00010815998393809423, 0.00011774426093325019, 0.0001224545994773507, 0.00011890953464899212 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6181640625, "loss_eval": 1.1551861763000488, "epoch": 94 }, { "hidden_norms": [ 160.7191162109375, 134.44659423828125, 113.33219146728516, 93.93790435791016, 73.0753402709961 ], "bp_grad_per_sample_l2_med": [ 9.675837645772845e-05, 0.00010675707017071545, 0.00011643637844827026, 0.00012197842443129048, 0.0001190306429634802 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.15492582321167, "epoch": 95 }, { "hidden_norms": [ 160.51898193359375, 134.29307556152344, 113.27383422851562, 94.04198455810547, 73.003662109375 ], "bp_grad_per_sample_l2_med": [ 9.737682557897642e-05, 0.00010710594506235793, 0.00011601457663346082, 0.0001232696376973763, 0.0001181336774607189 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.1535921096801758, "epoch": 96 }, { "hidden_norms": [ 160.5992431640625, 134.43368530273438, 113.30790710449219, 94.0107192993164, 73.01823425292969 ], "bp_grad_per_sample_l2_med": [ 9.668481652624905e-05, 0.00010705058230087161, 0.0001163838169304654, 0.0001232351060025394, 0.00011791065480792895 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.615234375, "loss_eval": 1.1539404392242432, "epoch": 97 }, { "hidden_norms": [ 160.6013946533203, 134.46824645996094, 113.25690460205078, 93.99237060546875, 73.00788879394531 ], "bp_grad_per_sample_l2_med": [ 9.74524809862487e-05, 0.00010689684131648391, 0.00011608003114815801, 0.00012245487596374005, 0.00011877176439156756 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.615234375, "loss_eval": 1.1537361145019531, "epoch": 98 }, { "hidden_norms": [ 160.6110076904297, 134.44720458984375, 113.29548645019531, 93.96721649169922, 72.96358489990234 ], "bp_grad_per_sample_l2_med": [ 9.775274520507082e-05, 0.00010722322622314095, 0.00011578563862713054, 0.00012414308730512857, 0.00011851716408273205 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.1537935733795166, "epoch": 99 }, { "hidden_norms": [ 160.61090087890625, 134.45262145996094, 113.2977066040039, 93.9543685913086, 72.96540069580078 ], "bp_grad_per_sample_l2_med": [ 9.751630568644032e-05, 0.00010700579878175631, 0.00011575232201721519, 0.0001240932324435562, 0.00011847950372612104 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.153747320175171, "epoch": 100 } ], "dfa_log": [ { "hidden_norms": [ 8.718070030212402, 8.780964851379395, 8.812002182006836, 8.828720092773438, 8.893179893493652 ], "bp_grad_per_sample_l2_med": [ 0.0005561555735766888, 0.0005519049009308219, 0.0005482902633957565, 0.0005436676437966526, 0.000538847001735121 ], "gamma_dfa": 0.008468771702609956, "gamma_dfa_per_layer": [ 0.0002397641073912382, 0.021293632686138153, -0.0031478723976761103, 0.015489562414586544 ], "acc_eval": 0.1123046875, "loss_eval": 2.3168468475341797, "epoch": 0 }, { "hidden_norms": [ 481.5912780761719, 951.0988159179688, 1076.1094970703125, 1320.2431640625, 1560.1331787109375 ], "bp_grad_per_sample_l2_med": [ 0.0006860869470983744, 0.000686013896483928, 0.0006859428831376135, 0.0006858126726001501, 0.0006857643602415919 ], "gamma_dfa": 0.008383387292269617, "gamma_dfa_per_layer": [ 0.030579306185245514, 0.012463560327887535, -0.009617818519473076, 0.00010850117541849613 ], "acc_eval": 0.1494140625, "loss_eval": 6.441287040710449, "epoch": 1 }, { "hidden_norms": [ 803.455322265625, 1877.8646240234375, 2352.25390625, 2999.778564453125, 3690.3037109375 ], "bp_grad_per_sample_l2_med": [ 0.0007094781612977386, 0.0007074660388752818, 0.0007073783199302852, 0.0007076358306221664, 0.0007076164474710822 ], "gamma_dfa": -0.002415801805909723, "gamma_dfa_per_layer": [ 0.04413381963968277, -0.0021541656460613012, -0.028202872723340988, -0.023439988493919373 ], "acc_eval": 0.236328125, "loss_eval": 9.331591606140137, "epoch": 2 }, { "hidden_norms": [ 1023.6770629882812, 2787.596923828125, 3518.2734375, 4732.96337890625, 6139.98486328125 ], "bp_grad_per_sample_l2_med": [ 0.0007535111508332193, 0.00075019511859864, 0.0007504230597987771, 0.0007509100250899792, 0.0007509145070798695 ], "gamma_dfa": -0.004518487432505935, "gamma_dfa_per_layer": [ 0.049626171588897705, -0.0017164160963147879, -0.029111474752426147, -0.03687223047018051 ], "acc_eval": 0.1943359375, "loss_eval": 33.82752990722656, "epoch": 3 }, { "hidden_norms": [ 1163.0250244140625, 3340.40087890625, 4668.20654296875, 6551.25927734375, 8839.166015625 ], "bp_grad_per_sample_l2_med": [ 0.0007571951719000936, 0.0007542021339759231, 0.0007538797217421234, 0.0007539798971265554, 0.0007538445643149316 ], "gamma_dfa": -0.0057786391116678715, "gamma_dfa_per_layer": [ 0.06502002477645874, -0.02495962381362915, -0.035328082740306854, -0.02784687466919422 ], "acc_eval": 0.1875, "loss_eval": 50.81904983520508, "epoch": 4 }, { "hidden_norms": [ 1288.871337890625, 3822.7880859375, 5365.59130859375, 7605.025390625, 10502.0478515625 ], "bp_grad_per_sample_l2_med": [ 0.0007548240246251225, 0.0007521823281422257, 0.0007521542138420045, 0.00075240881415084, 0.0007523542735725641 ], "gamma_dfa": -0.006262022419832647, "gamma_dfa_per_layer": [ 0.0670417994260788, -0.00757558410987258, -0.044654928147792816, -0.03985937684774399 ], "acc_eval": 0.1748046875, "loss_eval": 41.77630615234375, "epoch": 5 }, { "hidden_norms": [ 1393.3045654296875, 4566.75341796875, 6398.4619140625, 9144.8193359375, 12855.005859375 ], "bp_grad_per_sample_l2_med": [ 0.0007480952190235257, 0.0007420883048325777, 0.0007418331224471331, 0.0007423029164783657, 0.0007423472707159817 ], "gamma_dfa": -0.012987596448510885, "gamma_dfa_per_layer": [ 0.07368794828653336, -0.022242246195673943, -0.04769526422023773, -0.05570082366466522 ], "acc_eval": 0.2255859375, "loss_eval": 34.67824172973633, "epoch": 6 }, { "hidden_norms": [ 1492.14599609375, 4914.71142578125, 7309.0888671875, 10380.2900390625, 14994.3798828125 ], "bp_grad_per_sample_l2_med": [ 0.0007586176507174969, 0.0007474496378563344, 0.0007472135475836694, 0.0007474484154954553, 0.0007475449237972498 ], "gamma_dfa": -0.009481166722252965, "gamma_dfa_per_layer": [ 0.07966121286153793, -0.014550731517374516, -0.05317254737019539, -0.04986260086297989 ], "acc_eval": 0.2265625, "loss_eval": 47.53326416015625, "epoch": 7 }, { "hidden_norms": [ 1561.8521728515625, 5346.5771484375, 8036.01171875, 11400.638671875, 16846.158203125 ], "bp_grad_per_sample_l2_med": [ 0.0007513429154641926, 0.000743337906897068, 0.0007433209684677422, 0.0007435117149725556, 0.0007433460559695959 ], "gamma_dfa": -0.020332499407231808, "gamma_dfa_per_layer": [ 0.07914174348115921, -0.03499722480773926, -0.0528150238096714, -0.07265949249267578 ], "acc_eval": 0.203125, "loss_eval": 44.3652458190918, "epoch": 8 }, { "hidden_norms": [ 1634.708740234375, 5771.3779296875, 9056.50390625, 14017.43359375, 18666.166015625 ], "bp_grad_per_sample_l2_med": [ 0.0007612781482748687, 0.000746309058740735, 0.0007445007795467973, 0.000742616830393672, 0.000742737902328372 ], "gamma_dfa": -0.02017525304108858, "gamma_dfa_per_layer": [ 0.07873347401618958, -0.0398627370595932, -0.05772021412849426, -0.061851534992456436 ], "acc_eval": 0.1962890625, "loss_eval": 76.75175476074219, "epoch": 9 }, { "hidden_norms": [ 1703.975830078125, 6538.35400390625, 10825.435546875, 18506.091796875, 22004.94140625 ], "bp_grad_per_sample_l2_med": [ 0.0007676634704694152, 0.0007641310803592205, 0.0007641207776032388, 0.0007640842813998461, 0.0007641611155122519 ], "gamma_dfa": -0.016695345751941204, "gamma_dfa_per_layer": [ 0.08918984234333038, -0.029809486120939255, -0.06516598165035248, -0.06099575757980347 ], "acc_eval": 0.14453125, "loss_eval": 82.11173248291016, "epoch": 10 }, { "hidden_norms": [ 1742.7552490234375, 10617.021484375, 14353.39453125, 26320.365234375, 29618.58984375 ], "bp_grad_per_sample_l2_med": [ 0.0007739505381323397, 0.0007467114483006299, 0.0007445442606694996, 0.0007397353765554726, 0.0007397329318337142 ], "gamma_dfa": -0.01567553821951151, "gamma_dfa_per_layer": [ 0.08600987493991852, -0.03431041166186333, -0.056060850620269775, -0.05834076553583145 ], "acc_eval": 0.1943359375, "loss_eval": 223.91172790527344, "epoch": 11 }, { "hidden_norms": [ 1824.1932373046875, 15453.6865234375, 18834.18359375, 34960.33984375, 37989.41796875 ], "bp_grad_per_sample_l2_med": [ 0.0007750834338366985, 0.0007619780953973532, 0.0007621922995895147, 0.0007620578981004655, 0.0007621044642291963 ], "gamma_dfa": -0.010786167811602354, "gamma_dfa_per_layer": [ 0.12150975316762924, -0.02778821997344494, -0.057943932712078094, -0.07892227172851562 ], "acc_eval": 0.2236328125, "loss_eval": 176.59576416015625, "epoch": 12 }, { "hidden_norms": [ 1874.6923828125, 24413.89453125, 27520.30859375, 49373.3984375, 52416.24609375 ], "bp_grad_per_sample_l2_med": [ 0.0007790470262989402, 0.0007622907287441194, 0.0007622726843692362, 0.0007622543489560485, 0.0007623030105605721 ], "gamma_dfa": -0.014462455175817013, "gamma_dfa_per_layer": [ 0.12855470180511475, -0.04145955294370651, -0.05751717463135719, -0.08742779493331909 ], "acc_eval": 0.1787109375, "loss_eval": 262.8403625488281, "epoch": 13 }, { "hidden_norms": [ 1946.8936767578125, 36272.8125, 40333.21875, 69530.5, 73388.2890625 ], "bp_grad_per_sample_l2_med": [ 0.0008108754991553724, 0.0007635678630322218, 0.0007621092372573912, 0.0007623478886671364, 0.0007624892168678343 ], "gamma_dfa": -0.0001736646518111229, "gamma_dfa_per_layer": [ 0.17327094078063965, -0.03242593631148338, -0.06580278277397156, -0.0757368803024292 ], "acc_eval": 0.203125, "loss_eval": 413.348876953125, "epoch": 14 }, { "hidden_norms": [ 2032.87255859375, 51780.58984375, 56919.1484375, 94829.1484375, 100403.8828125 ], "bp_grad_per_sample_l2_med": [ 0.0008237292058765888, 0.0007614542846567929, 0.0007608170853927732, 0.0007589491433463991, 0.0007590141030959785 ], "gamma_dfa": -0.011795124970376492, "gamma_dfa_per_layer": [ 0.1382066011428833, -0.05588943883776665, -0.061218664050102234, -0.06827899813652039 ], "acc_eval": 0.173828125, "loss_eval": 476.64752197265625, "epoch": 15 }, { "hidden_norms": [ 2114.94287109375, 69492.1875, 75388.1796875, 119789.3125, 127585.7109375 ], "bp_grad_per_sample_l2_med": [ 0.000832556514069438, 0.0007537039346061647, 0.000749573518987745, 0.0007496002363041043, 0.0007496204925701022 ], "gamma_dfa": 0.0006226245313882828, "gamma_dfa_per_layer": [ 0.18075576424598694, -0.03305089473724365, -0.06780679523944855, -0.07740757614374161 ], "acc_eval": 0.1982421875, "loss_eval": 537.6473388671875, "epoch": 16 }, { "hidden_norms": [ 2253.870849609375, 95625.234375, 102645.28125, 154236.78125, 164149.109375 ], "bp_grad_per_sample_l2_med": [ 0.0008362202788703144, 0.0007716236286796629, 0.0007702361326664686, 0.0007688606856390834, 0.0007688601035624743 ], "gamma_dfa": 0.0006011892110109329, "gamma_dfa_per_layer": [ 0.16114464402198792, -0.029663734138011932, -0.06491248309612274, -0.06416366994380951 ], "acc_eval": 0.1640625, "loss_eval": 581.9083251953125, "epoch": 17 }, { "hidden_norms": [ 2351.805419921875, 125897.7421875, 133955.1875, 192500.78125, 204528.875 ], "bp_grad_per_sample_l2_med": [ 0.0009331249166280031, 0.0007676270324736834, 0.000767629942856729, 0.0007676497916691005, 0.0007678864640183747 ], "gamma_dfa": 0.0174247776158154, "gamma_dfa_per_layer": [ 0.2389061450958252, -0.028650319203734398, -0.08226999640464783, -0.058286719024181366 ], "acc_eval": 0.18359375, "loss_eval": 913.2538452148438, "epoch": 18 }, { "hidden_norms": [ 2513.170166015625, 162182.9375, 171449.59375, 239781.78125, 254673.765625 ], "bp_grad_per_sample_l2_med": [ 0.0010568156139925122, 0.0007681881543248892, 0.0007537052151747048, 0.0007537882192991674, 0.0007537372293882072 ], "gamma_dfa": -0.005793072283267975, "gamma_dfa_per_layer": [ 0.16605031490325928, -0.03780411183834076, -0.07320450246334076, -0.07821398973464966 ], "acc_eval": 0.16796875, "loss_eval": 1265.55859375, "epoch": 19 }, { "hidden_norms": [ 2644.6826171875, 207142.84375, 218342.21875, 296423.21875, 314992.625 ], "bp_grad_per_sample_l2_med": [ 0.0011496657971292734, 0.0007783269393257797, 0.0007782486500218511, 0.0007782430038787425, 0.0007782124448567629 ], "gamma_dfa": 0.0026588989421725273, "gamma_dfa_per_layer": [ 0.23294636607170105, -0.04264959320425987, -0.083626389503479, -0.09603478759527206 ], "acc_eval": 0.20703125, "loss_eval": 1426.623046875, "epoch": 20 }, { "hidden_norms": [ 2796.434814453125, 252884.71875, 265445.65625, 352069.8125, 373355.1875 ], "bp_grad_per_sample_l2_med": [ 0.001035262132063508, 0.0007528892601840198, 0.0007526214467361569, 0.0007527145207859576, 0.0007528204005211592 ], "gamma_dfa": 0.006789525970816612, "gamma_dfa_per_layer": [ 0.22278103232383728, -0.04876326024532318, -0.07404369860887527, -0.07281596958637238 ], "acc_eval": 0.1640625, "loss_eval": 1487.587158203125, "epoch": 21 }, { "hidden_norms": [ 2927.763671875, 309847.03125, 323644.75, 419166.875, 443365.71875 ], "bp_grad_per_sample_l2_med": [ 0.0010502212680876255, 0.0007627566810697317, 0.0007627056329511106, 0.000762629380915314, 0.0007625716971233487 ], "gamma_dfa": 0.02364537864923477, "gamma_dfa_per_layer": [ 0.29678860306739807, -0.041244715452194214, -0.08115403354167938, -0.07980833947658539 ], "acc_eval": 0.169921875, "loss_eval": 920.2720947265625, "epoch": 22 }, { "hidden_norms": [ 3096.798583984375, 369599.1875, 385129.65625, 491132.78125, 518903.8125 ], "bp_grad_per_sample_l2_med": [ 0.001009905245155096, 0.0007581011741422117, 0.0007581054233014584, 0.0007580683450214565, 0.0007581928512081504 ], "gamma_dfa": 0.003264583647251129, "gamma_dfa_per_layer": [ 0.2218201905488968, -0.04958157241344452, -0.07964619994163513, -0.07953408360481262 ], "acc_eval": 0.2001953125, "loss_eval": 1496.309814453125, "epoch": 23 }, { "hidden_norms": [ 3268.982666015625, 428585.28125, 445459.5625, 561163.625, 592376.75 ], "bp_grad_per_sample_l2_med": [ 0.001033863751217723, 0.0007647433667443693, 0.0007646661251783371, 0.0007653636857867241, 0.0007653713691979647 ], "gamma_dfa": -0.0003395974636077881, "gamma_dfa_per_layer": [ 0.2477388083934784, -0.05594494938850403, -0.08699506521224976, -0.10615718364715576 ], "acc_eval": 0.1669921875, "loss_eval": 1579.9014892578125, "epoch": 24 }, { "hidden_norms": [ 3455.88134765625, 503646.0, 521880.0, 646881.0, 681678.4375 ], "bp_grad_per_sample_l2_med": [ 0.001110030454583466, 0.000788405304774642, 0.0007884047226980329, 0.0007886688108555973, 0.0007884959923103452 ], "gamma_dfa": 0.03397770132869482, "gamma_dfa_per_layer": [ 0.325829416513443, -0.034700896590948105, -0.09419499337673187, -0.061022721230983734 ], "acc_eval": 0.1572265625, "loss_eval": 3785.62744140625, "epoch": 25 }, { "hidden_norms": [ 3642.92626953125, 585772.8125, 606436.25, 744826.125, 783648.0625 ], "bp_grad_per_sample_l2_med": [ 0.0014668661169707775, 0.0007638748502358794, 0.000763841497246176, 0.0007643977296538651, 0.000764367519877851 ], "gamma_dfa": 0.01312381774187088, "gamma_dfa_per_layer": [ 0.23922428488731384, -0.0393734946846962, -0.07718683779239655, -0.07016868144273758 ], "acc_eval": 0.232421875, "loss_eval": 4151.03466796875, "epoch": 26 }, { "hidden_norms": [ 3766.637939453125, 680946.4375, 702914.3125, 850315.25, 892276.625 ], "bp_grad_per_sample_l2_med": [ 0.0012596967862918973, 0.0007629106985405087, 0.0007628659950569272, 0.0007628875900991261, 0.0007628927705809474 ], "gamma_dfa": 0.034322043880820274, "gamma_dfa_per_layer": [ 0.2786872386932373, -0.04257660359144211, -0.046638332307338715, -0.052184127271175385 ], "acc_eval": 0.1396484375, "loss_eval": 3629.718017578125, "epoch": 27 }, { "hidden_norms": [ 3968.325927734375, 788450.875, 812297.0625, 972239.1875, 1018608.3125 ], "bp_grad_per_sample_l2_med": [ 0.001368838595226407, 0.0007680156268179417, 0.0007679847767576575, 0.0007678329711779952, 0.0007678261026740074 ], "gamma_dfa": -0.004100106656551361, "gamma_dfa_per_layer": [ 0.2793079614639282, -0.07087238132953644, -0.09966391324996948, -0.12517209351062775 ], "acc_eval": 0.0908203125, "loss_eval": 4779.9248046875, "epoch": 28 }, { "hidden_norms": [ 4129.07666015625, 894723.3125, 920476.5, 1091407.125, 1142044.25 ], "bp_grad_per_sample_l2_med": [ 0.0012168982066214085, 0.0007647873135283589, 0.0007647885358892381, 0.0007647658349014819, 0.0007648474420420825 ], "gamma_dfa": 0.008089051581919193, "gamma_dfa_per_layer": [ 0.24180662631988525, -0.05241226777434349, -0.08961856365203857, -0.06741958856582642 ], "acc_eval": 0.2158203125, "loss_eval": 4783.03515625, "epoch": 29 }, { "hidden_norms": [ 4306.06396484375, 1029326.875, 1057140.5, 1242169.625, 1298018.875 ], "bp_grad_per_sample_l2_med": [ 0.0011723857605829835, 0.0007771517848595977, 0.000777057372033596, 0.0007771223317831755, 0.0007771406089887023 ], "gamma_dfa": 0.039280178025364876, "gamma_dfa_per_layer": [ 0.3913160562515259, -0.04802073538303375, -0.09416519105434418, -0.09200941771268845 ], "acc_eval": 0.1298828125, "loss_eval": 3595.0546875, "epoch": 30 }, { "hidden_norms": [ 4460.63916015625, 1158344.75, 1187641.625, 1385118.375, 1445341.375 ], "bp_grad_per_sample_l2_med": [ 0.001693590427748859, 0.0007734080427326262, 0.0007734334794804454, 0.0007733569364063442, 0.0007734467508271337 ], "gamma_dfa": 0.023572785779833794, "gamma_dfa_per_layer": [ 0.2822916507720947, -0.054915353655815125, -0.06488456577062607, -0.06820058822631836 ], "acc_eval": 0.1728515625, "loss_eval": 4587.541015625, "epoch": 31 }, { "hidden_norms": [ 4647.95556640625, 1300320.625, 1331227.625, 1539845.25, 1603645.625 ], "bp_grad_per_sample_l2_med": [ 0.0012949237134307623, 0.0007672033389098942, 0.000767192745115608, 0.0007670199265703559, 0.0007670176564715803 ], "gamma_dfa": 0.004104164429008961, "gamma_dfa_per_layer": [ 0.2596903145313263, -0.053032513707876205, -0.0918058454990387, -0.09843529760837555 ], "acc_eval": 0.236328125, "loss_eval": 3593.60400390625, "epoch": 32 }, { "hidden_norms": [ 4817.267578125, 1453979.25, 1486502.375, 1706268.875, 1774371.75 ], "bp_grad_per_sample_l2_med": [ 0.0014480708632618189, 0.0007800625753588974, 0.000779640453401953, 0.0007796672289259732, 0.000779696914833039 ], "gamma_dfa": 0.02201501652598381, "gamma_dfa_per_layer": [ 0.310447633266449, -0.051143430173397064, -0.08497071266174316, -0.0862734243273735 ], "acc_eval": 0.1708984375, "loss_eval": 5472.59521484375, "epoch": 33 }, { "hidden_norms": [ 4990.40625, 1611329.25, 1646018.625, 1880434.25, 1953768.25 ], "bp_grad_per_sample_l2_med": [ 0.0018194144358858466, 0.000765332777518779, 0.0007653048378415406, 0.0007655462250113487, 0.0007656100788153708 ], "gamma_dfa": 0.033283455297350883, "gamma_dfa_per_layer": [ 0.3083266317844391, -0.04947835952043533, -0.06329820305109024, -0.06241624802350998 ], "acc_eval": 0.2021484375, "loss_eval": 4069.216796875, "epoch": 34 }, { "hidden_norms": [ 5174.12255859375, 1781529.0, 1818275.25, 2064802.5, 2142905.25 ], "bp_grad_per_sample_l2_med": [ 0.0015505037736147642, 0.0007980199297890067, 0.0007979664951562881, 0.0007982755196280777, 0.000798304914496839 ], "gamma_dfa": 0.019624613225460052, "gamma_dfa_per_layer": [ 0.3409179449081421, -0.05889412760734558, -0.10494701564311981, -0.09857834875583649 ], "acc_eval": 0.099609375, "loss_eval": 8309.7119140625, "epoch": 35 }, { "hidden_norms": [ 5347.279296875, 1968104.0, 2006811.625, 2265948.5, 2349278.5 ], "bp_grad_per_sample_l2_med": [ 0.001387596596032381, 0.0007817883160896599, 0.0007816275465302169, 0.000781797047238797, 0.0007817737059667706 ], "gamma_dfa": 0.000422419048845768, "gamma_dfa_per_layer": [ 0.25772032141685486, -0.06083279475569725, -0.09708747267723083, -0.0981103777885437 ], "acc_eval": 0.1689453125, "loss_eval": 4254.474609375, "epoch": 36 }, { "hidden_norms": [ 5501.59130859375, 2140827.0, 2181494.0, 2452387.75, 2540377.0 ], "bp_grad_per_sample_l2_med": [ 0.001305495505221188, 0.0007833651034161448, 0.0007831369293853641, 0.0007831998518668115, 0.0007831742987036705 ], "gamma_dfa": 0.019166686572134495, "gamma_dfa_per_layer": [ 0.3015354871749878, -0.04834163561463356, -0.08644455671310425, -0.090082548558712 ], "acc_eval": 0.2060546875, "loss_eval": 7909.48291015625, "epoch": 37 }, { "hidden_norms": [ 5605.65625, 2338654.5, 2381249.75, 2662644.5, 2754823.0 ], "bp_grad_per_sample_l2_med": [ 0.001968128141015768, 0.0008015396306291223, 0.0008015292696654797, 0.0008016829378902912, 0.0008016840438358486 ], "gamma_dfa": 0.01810804195702076, "gamma_dfa_per_layer": [ 0.352972149848938, -0.05855761468410492, -0.11013064533472061, -0.11185172200202942 ], "acc_eval": 0.091796875, "loss_eval": 9552.5458984375, "epoch": 38 }, { "hidden_norms": [ 5776.4921875, 2524649.5, 2569209.25, 2862403.25, 2959360.0 ], "bp_grad_per_sample_l2_med": [ 0.001521907513961196, 0.0007685177261009812, 0.0007685192977078259, 0.0007685712771490216, 0.0007685913005843759 ], "gamma_dfa": 0.006301743909716606, "gamma_dfa_per_layer": [ 0.3194616436958313, -0.07331519573926926, -0.09753184020519257, -0.12340763211250305 ], "acc_eval": 0.123046875, "loss_eval": 9288.3515625, "epoch": 39 }, { "hidden_norms": [ 5893.2958984375, 2719236.25, 2766489.0, 3076192.25, 3179584.25 ], "bp_grad_per_sample_l2_med": [ 0.001874743727967143, 0.0007690778584219515, 0.0007690794300287962, 0.000769136706367135, 0.000769163656514138 ], "gamma_dfa": -0.008455535396933556, "gamma_dfa_per_layer": [ 0.27458086609840393, -0.07574597001075745, -0.10251512378454208, -0.13014191389083862 ], "acc_eval": 0.1015625, "loss_eval": 9500.7265625, "epoch": 40 }, { "hidden_norms": [ 6037.26904296875, 2917167.0, 2966218.0, 3287947.75, 3395999.25 ], "bp_grad_per_sample_l2_med": [ 0.0015074120601639152, 0.0007870618137530982, 0.0007870634435676038, 0.00078706128988415, 0.0007870564586482942 ], "gamma_dfa": 0.003465494140982628, "gamma_dfa_per_layer": [ 0.23106470704078674, -0.04510585218667984, -0.1033426821231842, -0.06875419616699219 ], "acc_eval": 0.1484375, "loss_eval": 13665.34375, "epoch": 41 }, { "hidden_norms": [ 6165.3271484375, 3150321.25, 3201845.5, 3537869.5, 3651609.25 ], "bp_grad_per_sample_l2_med": [ 0.0038438383489847183, 0.0007633256609551609, 0.0007633093046024442, 0.0007634069188497961, 0.0007634120993316174 ], "gamma_dfa": 0.05023553688079119, "gamma_dfa_per_layer": [ 0.36768630146980286, -0.05948590859770775, -0.06263985484838486, -0.0446183905005455 ], "acc_eval": 0.130859375, "loss_eval": 15518.396484375, "epoch": 42 }, { "hidden_norms": [ 6322.185546875, 3356179.75, 3409150.0, 3756998.75, 3874858.5 ], "bp_grad_per_sample_l2_med": [ 0.0017886407440528274, 0.0007953053573146462, 0.000795268511865288, 0.0007953139720484614, 0.0007953820750117302 ], "gamma_dfa": -0.004728740081191063, "gamma_dfa_per_layer": [ 0.26050812005996704, -0.07150034606456757, -0.10889407992362976, -0.09902865439653397 ], "acc_eval": 0.1474609375, "loss_eval": 13731.47265625, "epoch": 43 }, { "hidden_norms": [ 6455.05615234375, 3581075.75, 3636212.25, 3997916.75, 4121800.75 ], "bp_grad_per_sample_l2_med": [ 0.0014103130670264363, 0.0008020435925573111, 0.0008020424866117537, 0.0008023462723940611, 0.0008024003473110497 ], "gamma_dfa": 0.03236876800656319, "gamma_dfa_per_layer": [ 0.3784361481666565, -0.05973149091005325, -0.09747618436813354, -0.09175340086221695 ], "acc_eval": 0.1396484375, "loss_eval": 8173.1318359375, "epoch": 44 }, { "hidden_norms": [ 6596.92529296875, 3790696.25, 3847633.75, 4219067.0, 4346740.5 ], "bp_grad_per_sample_l2_med": [ 0.001376444473862648, 0.0007939717615954578, 0.0007933968445286155, 0.0007933415472507477, 0.0007934658788144588 ], "gamma_dfa": 0.026161080226302147, "gamma_dfa_per_layer": [ 0.35278040170669556, -0.07518108189105988, -0.09520787000656128, -0.07774712890386581 ], "acc_eval": 0.158203125, "loss_eval": 10093.57421875, "epoch": 45 }, { "hidden_norms": [ 6752.326171875, 4013893.75, 4072463.0, 4456049.5, 4588960.5 ], "bp_grad_per_sample_l2_med": [ 0.0016587942373007536, 0.000801959540694952, 0.0008019180968403816, 0.0008022981346584857, 0.0008023587288334966 ], "gamma_dfa": 0.0014634709805250168, "gamma_dfa_per_layer": [ 0.26356324553489685, -0.05649265646934509, -0.09903856366872787, -0.10217814147472382 ], "acc_eval": 0.16796875, "loss_eval": 11805.994140625, "epoch": 46 }, { "hidden_norms": [ 6883.87158203125, 4249640.0, 4310267.0, 4705052.0, 4842379.5 ], "bp_grad_per_sample_l2_med": [ 0.0017551308264955878, 0.0007804373744875193, 0.0007804358028806746, 0.0007804319611750543, 0.0007804720080457628 ], "gamma_dfa": -0.00971926562488079, "gamma_dfa_per_layer": [ 0.23957225680351257, -0.06951768696308136, -0.09375166893005371, -0.11517996340990067 ], "acc_eval": 0.16015625, "loss_eval": 19465.8828125, "epoch": 47 }, { "hidden_norms": [ 7004.37841796875, 4461495.0, 4523850.0, 4930553.5, 5072236.0 ], "bp_grad_per_sample_l2_med": [ 0.0015129564562812448, 0.0007847726810723543, 0.0007845073123462498, 0.000784386123996228, 0.0007843819330446422 ], "gamma_dfa": 0.0085066519677639, "gamma_dfa_per_layer": [ 0.2637098431587219, -0.05605460703372955, -0.08905251324176788, -0.08457611501216888 ], "acc_eval": 0.2021484375, "loss_eval": 7892.26611328125, "epoch": 48 }, { "hidden_norms": [ 7112.80078125, 4708139.0, 4772392.0, 5193498.0, 5341091.5 ], "bp_grad_per_sample_l2_med": [ 0.0015166979283094406, 0.0007669071783311665, 0.0007669082842767239, 0.0007670924533158541, 0.0007671677158214152 ], "gamma_dfa": 0.015125783160328865, "gamma_dfa_per_layer": [ 0.2562488615512848, -0.046804703772068024, -0.08796676248311996, -0.06097426265478134 ], "acc_eval": 0.2333984375, "loss_eval": 8893.0791015625, "epoch": 49 }, { "hidden_norms": [ 7200.81201171875, 4906775.0, 4972128.5, 5401281.5, 5552169.0 ], "bp_grad_per_sample_l2_med": [ 0.0015469590434804559, 0.0007871663547120988, 0.0007869182154536247, 0.0007867610547691584, 0.0007867159438319504 ], "gamma_dfa": 0.016506953164935112, "gamma_dfa_per_layer": [ 0.29171258211135864, -0.05020506680011749, -0.09062528610229492, -0.08485441654920578 ], "acc_eval": 0.2197265625, "loss_eval": 10566.345703125, "epoch": 50 }, { "hidden_norms": [ 7296.0625, 5134799.0, 5202023.5, 5643737.5, 5799758.5 ], "bp_grad_per_sample_l2_med": [ 0.0018195129232481122, 0.0007844618521630764, 0.0007844566716812551, 0.000784536823630333, 0.000784553587436676 ], "gamma_dfa": 0.019483929499983788, "gamma_dfa_per_layer": [ 0.29106640815734863, -0.05478575825691223, -0.07833737879991531, -0.08000755310058594 ], "acc_eval": 0.1650390625, "loss_eval": 9639.78125, "epoch": 51 }, { "hidden_norms": [ 7403.17138671875, 5361356.5, 5429682.0, 5879784.5, 6039432.5 ], "bp_grad_per_sample_l2_med": [ 0.002603700151666999, 0.000755469489376992, 0.0007554262992925942, 0.0007555284537374973, 0.0007555308402515948 ], "gamma_dfa": 0.05388479772955179, "gamma_dfa_per_layer": [ 0.3746236264705658, -0.060121551156044006, -0.06174459308385849, -0.03721829131245613 ], "acc_eval": 0.1494140625, "loss_eval": 12397.41015625, "epoch": 52 }, { "hidden_norms": [ 7488.30126953125, 5582023.0, 5651748.5, 6110668.5, 6273320.5 ], "bp_grad_per_sample_l2_med": [ 0.00202713580802083, 0.0007801816100254655, 0.000780182599555701, 0.0007801790488883853, 0.0007801697356626391 ], "gamma_dfa": 0.01045304723083973, "gamma_dfa_per_layer": [ 0.25068047642707825, -0.06100655347108841, -0.0828605443239212, -0.06500118970870972 ], "acc_eval": 0.2138671875, "loss_eval": 18765.955078125, "epoch": 53 }, { "hidden_norms": [ 7561.47265625, 5795100.5, 5866105.0, 6334896.0, 6501444.5 ], "bp_grad_per_sample_l2_med": [ 0.0017575331730768085, 0.0007978819194249809, 0.0007978450739756227, 0.000798230292275548, 0.0007982761017046869 ], "gamma_dfa": 0.011411387473344803, "gamma_dfa_per_layer": [ 0.29157841205596924, -0.05369853973388672, -0.09859319031238556, -0.09364113211631775 ], "acc_eval": 0.1875, "loss_eval": 10589.0087890625, "epoch": 54 }, { "hidden_norms": [ 7636.35595703125, 6016687.0, 6089686.0, 6570658.5, 6741688.0 ], "bp_grad_per_sample_l2_med": [ 0.001416882500052452, 0.0007854877039790154, 0.0007851187838241458, 0.0007847094675526023, 0.0007846617372706532 ], "gamma_dfa": 0.004635758697986603, "gamma_dfa_per_layer": [ 0.2832094430923462, -0.06018421798944473, -0.10714054107666016, -0.09734164923429489 ], "acc_eval": 0.1884765625, "loss_eval": 11045.0107421875, "epoch": 55 }, { "hidden_norms": [ 7700.8466796875, 6215443.5, 6289647.5, 6780492.0, 6955139.0 ], "bp_grad_per_sample_l2_med": [ 0.0017022350803017616, 0.0007623002748005092, 0.000762303126975894, 0.000762506271712482, 0.0007625941070728004 ], "gamma_dfa": 0.026831449940800667, "gamma_dfa_per_layer": [ 0.339847594499588, -0.0706903263926506, -0.0816052109003067, -0.08022625744342804 ], "acc_eval": 0.154296875, "loss_eval": 9215.373046875, "epoch": 56 }, { "hidden_norms": [ 7773.85986328125, 6413204.5, 6488502.5, 6988337.0, 7166683.5 ], "bp_grad_per_sample_l2_med": [ 0.0013730988139286637, 0.0007787180948071182, 0.0007787116337567568, 0.0007787745562382042, 0.0007787866634316742 ], "gamma_dfa": 0.013194277882575989, "gamma_dfa_per_layer": [ 0.30715805292129517, -0.0632064938545227, -0.09261326491832733, -0.09856118261814117 ], "acc_eval": 0.2236328125, "loss_eval": 6176.3076171875, "epoch": 57 }, { "hidden_norms": [ 7820.23388671875, 6598801.0, 6675650.0, 7184845.0, 7367520.5 ], "bp_grad_per_sample_l2_med": [ 0.0015506811905652285, 0.000799653644207865, 0.0007990750018507242, 0.0007989082369022071, 0.0007991326274350286 ], "gamma_dfa": 0.00773581862449646, "gamma_dfa_per_layer": [ 0.28355157375335693, -0.054453425109386444, -0.11499008536338806, -0.08316478878259659 ], "acc_eval": 0.205078125, "loss_eval": 7889.31005859375, "epoch": 58 }, { "hidden_norms": [ 7864.2060546875, 6797904.5, 6876033.0, 7392718.0, 7578431.5 ], "bp_grad_per_sample_l2_med": [ 0.0020978215616196394, 0.0007834822754375637, 0.0007832171395421028, 0.0007829645182937384, 0.0007829380920156837 ], "gamma_dfa": 0.033629802986979485, "gamma_dfa_per_layer": [ 0.34407293796539307, -0.05567466467618942, -0.08536086976528168, -0.06851819157600403 ], "acc_eval": 0.15625, "loss_eval": 14391.9736328125, "epoch": 59 }, { "hidden_norms": [ 7871.78173828125, 7003051.0, 7083124.0, 7611188.0, 7801170.5 ], "bp_grad_per_sample_l2_med": [ 0.0012560655595734715, 0.0007599582313559949, 0.0007599598611705005, 0.0007601079414598644, 0.0007601887919008732 ], "gamma_dfa": 0.004498079419136047, "gamma_dfa_per_layer": [ 0.32327917218208313, -0.07260935008525848, -0.10525670647621155, -0.1274207979440689 ], "acc_eval": 0.1572265625, "loss_eval": 7188.275390625, "epoch": 60 }, { "hidden_norms": [ 7934.14794921875, 7210797.0, 7292245.5, 7829288.0, 8023057.0 ], "bp_grad_per_sample_l2_med": [ 0.001343236886896193, 0.0007599524687975645, 0.0007598291267640889, 0.0007597675430588424, 0.0007598883821628988 ], "gamma_dfa": 0.02613817434757948, "gamma_dfa_per_layer": [ 0.3003483712673187, -0.0427340604364872, -0.09165668487548828, -0.06140492856502533 ], "acc_eval": 0.259765625, "loss_eval": 7055.94677734375, "epoch": 61 }, { "hidden_norms": [ 7964.50244140625, 7416797.0, 7500505.0, 8048676.5, 8247824.5 ], "bp_grad_per_sample_l2_med": [ 0.0015083092730492353, 0.0007851184927858412, 0.0007850866531953216, 0.0007850754773244262, 0.0007851301343180239 ], "gamma_dfa": 0.027105171233415604, "gamma_dfa_per_layer": [ 0.37000784277915955, -0.05895276367664337, -0.10036876797676086, -0.1022656261920929 ], "acc_eval": 0.166015625, "loss_eval": 7052.08203125, "epoch": 62 }, { "hidden_norms": [ 8006.1318359375, 7588913.0, 7673353.5, 8229041.0, 8431689.0 ], "bp_grad_per_sample_l2_med": [ 0.0014928504824638367, 0.0007839660393074155, 0.000783930707257241, 0.0007839277386665344, 0.0007839910103939474 ], "gamma_dfa": 0.018935419619083405, "gamma_dfa_per_layer": [ 0.3158775568008423, -0.051478639245033264, -0.09881415218114853, -0.08984308689832687 ], "acc_eval": 0.2119140625, "loss_eval": 6266.041015625, "epoch": 63 }, { "hidden_norms": [ 8030.2109375, 7754257.5, 7839832.5, 8400781.0, 8605522.0 ], "bp_grad_per_sample_l2_med": [ 0.0012633835431188345, 0.0007809567032381892, 0.0007807457586750388, 0.0007805972127243876, 0.0007805809145793319 ], "gamma_dfa": 0.009956683963537216, "gamma_dfa_per_layer": [ 0.30735114216804504, -0.06991781294345856, -0.09387198090553284, -0.10373461246490479 ], "acc_eval": 0.1806640625, "loss_eval": 8467.8125, "epoch": 64 }, { "hidden_norms": [ 8048.080078125, 7913574.5, 8000306.0, 8567918.0, 8775169.0 ], "bp_grad_per_sample_l2_med": [ 0.001400441862642765, 0.0007796542486175895, 0.0007795418496243656, 0.0007795065175741911, 0.0007797059370204806 ], "gamma_dfa": 0.008816102519631386, "gamma_dfa_per_layer": [ 0.28880423307418823, -0.05614739656448364, -0.11088694632053375, -0.0865054801106453 ], "acc_eval": 0.203125, "loss_eval": 9558.021484375, "epoch": 65 }, { "hidden_norms": [ 8067.34375, 8070731.5, 8158800.0, 8733572.0, 8943043.0 ], "bp_grad_per_sample_l2_med": [ 0.0014346289681270719, 0.000756031135097146, 0.0007560329977422953, 0.0007561623933725059, 0.0007562324753962457 ], "gamma_dfa": 0.009170351549983025, "gamma_dfa_per_layer": [ 0.3515056073665619, -0.0781104564666748, -0.10490105301141739, -0.1318126916885376 ], "acc_eval": 0.1103515625, "loss_eval": 11967.486328125, "epoch": 66 }, { "hidden_norms": [ 8073.40283203125, 8227977.0, 8317204.5, 8898513.0, 9110756.0 ], "bp_grad_per_sample_l2_med": [ 0.0015745362034067512, 0.0007811843534000218, 0.000781158625613898, 0.0007811560644768178, 0.0007812076364643872 ], "gamma_dfa": 0.011113166809082031, "gamma_dfa_per_layer": [ 0.30191734433174133, -0.05505914241075516, -0.10382715612649918, -0.09857837855815887 ], "acc_eval": 0.177734375, "loss_eval": 7797.017578125, "epoch": 67 }, { "hidden_norms": [ 8071.63623046875, 8375112.0, 8465576.0, 9052592.0, 9267093.0 ], "bp_grad_per_sample_l2_med": [ 0.002133303554728627, 0.0007824470521882176, 0.0007822668994776905, 0.0007822004845365882, 0.0007824745844118297 ], "gamma_dfa": 0.03663862869143486, "gamma_dfa_per_layer": [ 0.34291785955429077, -0.036236945539712906, -0.10749906301498413, -0.052627336233854294 ], "acc_eval": 0.1396484375, "loss_eval": 11433.0302734375, "epoch": 68 }, { "hidden_norms": [ 8084.59130859375, 8523176.0, 8614498.0, 9207429.0, 9424164.0 ], "bp_grad_per_sample_l2_med": [ 0.001537870615720749, 0.0007688916521146894, 0.0007688923506066203, 0.0007689034100621939, 0.0007689160411246121 ], "gamma_dfa": 0.020611698739230633, "gamma_dfa_per_layer": [ 0.3258458971977234, -0.053132835775613785, -0.10754033923149109, -0.08272592723369598 ], "acc_eval": 0.1787109375, "loss_eval": 6151.634765625, "epoch": 69 }, { "hidden_norms": [ 8098.82373046875, 8648680.0, 8741121.0, 9338018.0, 9556207.0 ], "bp_grad_per_sample_l2_med": [ 0.0014389777788892388, 0.0007975181215442717, 0.0007967942510731518, 0.0007966712000779808, 0.0007968792924657464 ], "gamma_dfa": 0.009284427389502525, "gamma_dfa_per_layer": [ 0.29391974210739136, -0.058484748005867004, -0.11177978664636612, -0.08651749789714813 ], "acc_eval": 0.18359375, "loss_eval": 5277.328125, "epoch": 70 }, { "hidden_norms": [ 8113.7255859375, 8773553.0, 8866719.0, 9469018.0, 9689706.0 ], "bp_grad_per_sample_l2_med": [ 0.00145814404822886, 0.0007955037872307003, 0.0007954062311910093, 0.0007954093161970377, 0.0007956796325743198 ], "gamma_dfa": 0.01389121450483799, "gamma_dfa_per_layer": [ 0.28217679262161255, -0.058154717087745667, -0.08273636549711227, -0.08572085201740265 ], "acc_eval": 0.1923828125, "loss_eval": 10207.12109375, "epoch": 71 }, { "hidden_norms": [ 8063.9951171875, 8889169.0, 8984089.0, 9593494.0, 9817277.0 ], "bp_grad_per_sample_l2_med": [ 0.0011409161379560828, 0.0007544065010733902, 0.0007542934035882354, 0.000754217617213726, 0.0007543462561443448 ], "gamma_dfa": 0.018794666975736618, "gamma_dfa_per_layer": [ 0.2941493093967438, -0.0533231720328331, -0.09251905977725983, -0.07312840968370438 ], "acc_eval": 0.2626953125, "loss_eval": 4281.3994140625, "epoch": 72 }, { "hidden_norms": [ 8021.80126953125, 9019768.0, 9115790.0, 9730846.0, 9956825.0 ], "bp_grad_per_sample_l2_med": [ 0.0012580875772982836, 0.0007680498529225588, 0.0007680428680032492, 0.0007680479320697486, 0.0007680551498197019 ], "gamma_dfa": 0.027317012660205364, "gamma_dfa_per_layer": [ 0.3265392780303955, -0.04611017927527428, -0.09342358261346817, -0.0777374655008316 ], "acc_eval": 0.2275390625, "loss_eval": 4907.6142578125, "epoch": 73 }, { "hidden_norms": [ 7995.38916015625, 9118244.0, 9214531.0, 9832139.0, 10058956.0 ], "bp_grad_per_sample_l2_med": [ 0.0012337823864072561, 0.0007691435748711228, 0.000768946367315948, 0.000768885191064328, 0.0007689236663281918 ], "gamma_dfa": 0.012230871245265007, "gamma_dfa_per_layer": [ 0.2935040593147278, -0.06186644732952118, -0.09978199750185013, -0.08293212950229645 ], "acc_eval": 0.2001953125, "loss_eval": 7199.5888671875, "epoch": 74 }, { "hidden_norms": [ 7966.3759765625, 9213122.0, 9310022.0, 9931662.0, 10160365.0 ], "bp_grad_per_sample_l2_med": [ 0.0011302486527711153, 0.0007655700901523232, 0.0007655754452571273, 0.0007655742228962481, 0.0007655934314243495 ], "gamma_dfa": 0.01679898425936699, "gamma_dfa_per_layer": [ 0.3025580048561096, -0.05692540109157562, -0.10290184617042542, -0.07553482055664062 ], "acc_eval": 0.2490234375, "loss_eval": 2667.806640625, "epoch": 75 }, { "hidden_norms": [ 7937.92041015625, 9292608.0, 9390243.0, 10015125.0, 10244868.0 ], "bp_grad_per_sample_l2_med": [ 0.0011147550540044904, 0.0007753095123916864, 0.0007750216755084693, 0.000774735352024436, 0.0007747214986011386 ], "gamma_dfa": 0.027967805042862892, "gamma_dfa_per_layer": [ 0.3572651743888855, -0.05705829709768295, -0.09071685373783112, -0.09761880338191986 ], "acc_eval": 0.1923828125, "loss_eval": 3299.91259765625, "epoch": 76 }, { "hidden_norms": [ 7904.56689453125, 9393010.0, 9491687.0, 10122118.0, 10354408.0 ], "bp_grad_per_sample_l2_med": [ 0.00107352074701339, 0.0007645431905984879, 0.0007645484292879701, 0.0007645472651347518, 0.0007645685109309852 ], "gamma_dfa": 0.02625838667154312, "gamma_dfa_per_layer": [ 0.3598015606403351, -0.06442467868328094, -0.09077714383602142, -0.09956619143486023 ], "acc_eval": 0.2119140625, "loss_eval": 2758.64599609375, "epoch": 77 }, { "hidden_norms": [ 7855.07861328125, 9500690.0, 9600497.0, 10235757.0, 10469660.0 ], "bp_grad_per_sample_l2_med": [ 0.001235201139934361, 0.0007838172605261207, 0.000783789437264204, 0.0007840599282644689, 0.00078408676199615 ], "gamma_dfa": 0.02602401003241539, "gamma_dfa_per_layer": [ 0.35960710048675537, -0.06299363076686859, -0.10128454864025116, -0.09123288094997406 ], "acc_eval": 0.1689453125, "loss_eval": 4279.3154296875, "epoch": 78 }, { "hidden_norms": [ 7826.134765625, 9581674.0, 9682195.0, 10320423.0, 10555402.0 ], "bp_grad_per_sample_l2_med": [ 0.0010469084372743964, 0.0007737708510830998, 0.0007735842373222113, 0.0007734137470833957, 0.0007734144455753267 ], "gamma_dfa": 0.024147922173142433, "gamma_dfa_per_layer": [ 0.37674999237060547, -0.07557321339845657, -0.09047992527484894, -0.11410516500473022 ], "acc_eval": 0.1669921875, "loss_eval": 3201.240966796875, "epoch": 79 }, { "hidden_norms": [ 7779.2138671875, 9660604.0, 9761859.0, 10404086.0, 10640750.0 ], "bp_grad_per_sample_l2_med": [ 0.0010143390391021967, 0.0007633482455275953, 0.0007633481291122735, 0.0007633698405697942, 0.0007633839850313962 ], "gamma_dfa": 0.019840596243739128, "gamma_dfa_per_layer": [ 0.30444687604904175, -0.049144186079502106, -0.09650193899869919, -0.07943836599588394 ], "acc_eval": 0.2763671875, "loss_eval": 1991.417236328125, "epoch": 80 }, { "hidden_norms": [ 7760.08642578125, 9716882.0, 9818513.0, 10462903.0, 10700433.0 ], "bp_grad_per_sample_l2_med": [ 0.00105896289460361, 0.0007729134522378445, 0.0007727605989202857, 0.0007726037292741239, 0.000772611063439399 ], "gamma_dfa": 0.026730000041425228, "gamma_dfa_per_layer": [ 0.34768593311309814, -0.056363869458436966, -0.09562714397907257, -0.0887749195098877 ], "acc_eval": 0.2177734375, "loss_eval": 2112.26025390625, "epoch": 81 }, { "hidden_norms": [ 7743.93798828125, 9786243.0, 9888395.0, 10535762.0, 10774483.0 ], "bp_grad_per_sample_l2_med": [ 0.0010133162140846252, 0.0007726953481324017, 0.0007724745664745569, 0.0007722667651250958, 0.0007722647860646248 ], "gamma_dfa": 0.019241390749812126, "gamma_dfa_per_layer": [ 0.3473237156867981, -0.06556949764490128, -0.10282130539417267, -0.10196734964847565 ], "acc_eval": 0.193359375, "loss_eval": 2962.46826171875, "epoch": 82 }, { "hidden_norms": [ 7708.34033203125, 9842047.0, 9944650.0, 10594529.0, 10834219.0 ], "bp_grad_per_sample_l2_med": [ 0.000999346375465393, 0.0007619770476594567, 0.0007619837997481227, 0.0007619837415404618, 0.0007620092947036028 ], "gamma_dfa": 0.019368495792150497, "gamma_dfa_per_layer": [ 0.3106932044029236, -0.057876452803611755, -0.09636038541793823, -0.0789823830127716 ], "acc_eval": 0.2607421875, "loss_eval": 1792.6400146484375, "epoch": 83 }, { "hidden_norms": [ 7673.24560546875, 9901470.0, 10004649.0, 10656950.0, 10898699.0 ], "bp_grad_per_sample_l2_med": [ 0.0009565355721861124, 0.0007485878886654973, 0.0007484929519705474, 0.000748424616176635, 0.0007485424866899848 ], "gamma_dfa": 0.01748405210673809, "gamma_dfa_per_layer": [ 0.2931858003139496, -0.05277211219072342, -0.09270339459180832, -0.07777408510446548 ], "acc_eval": 0.29296875, "loss_eval": 974.1173095703125, "epoch": 84 }, { "hidden_norms": [ 7628.22412109375, 9951868.0, 10055369.0, 10709207.0, 10951317.0 ], "bp_grad_per_sample_l2_med": [ 0.000980330049060285, 0.0007466387469321489, 0.0007466417155228555, 0.0007467885152436793, 0.0007468488765880466 ], "gamma_dfa": 0.019473757594823837, "gamma_dfa_per_layer": [ 0.29309791326522827, -0.05341349542140961, -0.08986704051494598, -0.07192234694957733 ], "acc_eval": 0.27734375, "loss_eval": 1743.6519775390625, "epoch": 85 }, { "hidden_norms": [ 7586.08837890625, 9992418.0, 10096238.0, 10751557.0, 10993641.0 ], "bp_grad_per_sample_l2_med": [ 0.0009816273814067245, 0.0007609970052726567, 0.000761001487262547, 0.0007610011962242424, 0.0007610262255184352 ], "gamma_dfa": 0.017493372783064842, "gamma_dfa_per_layer": [ 0.307644248008728, -0.054675400257110596, -0.09402725845575333, -0.08896809816360474 ], "acc_eval": 0.2783203125, "loss_eval": 986.1089477539062, "epoch": 86 }, { "hidden_norms": [ 7546.07666015625, 10019561.0, 10123471.0, 10779392.0, 11021634.0 ], "bp_grad_per_sample_l2_med": [ 0.0010106659028679132, 0.0007606986328028142, 0.0007606985163874924, 0.0007607255247421563, 0.0007607414736412466 ], "gamma_dfa": 0.0189383989199996, "gamma_dfa_per_layer": [ 0.3057447671890259, -0.05296015366911888, -0.09528908133506775, -0.08174193650484085 ], "acc_eval": 0.2412109375, "loss_eval": 1453.539306640625, "epoch": 87 }, { "hidden_norms": [ 7507.373046875, 10034866.0, 10138899.0, 10794880.0, 11037002.0 ], "bp_grad_per_sample_l2_med": [ 0.0009441400761716068, 0.0007457168539986014, 0.0007457205792888999, 0.0007458969485014677, 0.0007459585904143751 ], "gamma_dfa": 0.016358308494091034, "gamma_dfa_per_layer": [ 0.29192131757736206, -0.054730333387851715, -0.08949868381023407, -0.08225906640291214 ], "acc_eval": 0.2939453125, "loss_eval": 889.3756103515625, "epoch": 88 }, { "hidden_norms": [ 7475.10595703125, 10059038.0, 10163330.0, 10820810.0, 11063516.0 ], "bp_grad_per_sample_l2_med": [ 0.0009275015909224749, 0.0007406340446323156, 0.0007405761862173676, 0.0007405940559692681, 0.0007405842188745737 ], "gamma_dfa": 0.019343840889632702, "gamma_dfa_per_layer": [ 0.2714617848396301, -0.049602191895246506, -0.07989576458930969, -0.06458846479654312 ], "acc_eval": 0.322265625, "loss_eval": 778.108642578125, "epoch": 89 }, { "hidden_norms": [ 7444.8466796875, 10064810.0, 10169219.0, 10827134.0, 11070129.0 ], "bp_grad_per_sample_l2_med": [ 0.0009403944713994861, 0.000745263765566051, 0.0007452677236869931, 0.0007454471196979284, 0.0007455073646269739 ], "gamma_dfa": 0.01310044713318348, "gamma_dfa_per_layer": [ 0.28572195768356323, -0.054389551281929016, -0.09277918189764023, -0.08615143597126007 ], "acc_eval": 0.26953125, "loss_eval": 932.53662109375, "epoch": 90 }, { "hidden_norms": [ 7414.4970703125, 10075394.0, 10179775.0, 10837778.0, 11080979.0 ], "bp_grad_per_sample_l2_med": [ 0.0009539846796542406, 0.0007622878183610737, 0.0007622832781635225, 0.0007622758857905865, 0.0007622810662724078 ], "gamma_dfa": 0.02442830428481102, "gamma_dfa_per_layer": [ 0.34633398056030273, -0.059510812163352966, -0.09629844129085541, -0.09281150996685028 ], "acc_eval": 0.228515625, "loss_eval": 1020.4122924804688, "epoch": 91 }, { "hidden_norms": [ 7385.740234375, 10098198.0, 10202575.0, 10860396.0, 11103300.0 ], "bp_grad_per_sample_l2_med": [ 0.0009258585050702095, 0.0007462432840839028, 0.0007461663917638361, 0.000746095203794539, 0.0007462148205377162 ], "gamma_dfa": 0.021881024353206158, "gamma_dfa_per_layer": [ 0.3117921054363251, -0.0562119297683239, -0.0811537504196167, -0.08690232783555984 ], "acc_eval": 0.2783203125, "loss_eval": 812.965576171875, "epoch": 92 }, { "hidden_norms": [ 7372.93115234375, 10112263.0, 10216603.0, 10874068.0, 11116538.0 ], "bp_grad_per_sample_l2_med": [ 0.0009158457978628576, 0.000744756544008851, 0.0007447608513757586, 0.0007449553813785315, 0.0007450156263075769 ], "gamma_dfa": 0.018241400830447674, "gamma_dfa_per_layer": [ 0.27702248096466064, -0.048618000000715256, -0.0829005166888237, -0.072538360953331 ], "acc_eval": 0.330078125, "loss_eval": 675.6625366210938, "epoch": 93 }, { "hidden_norms": [ 7363.2099609375, 10119183.0, 10223550.0, 10881119.0, 11123569.0 ], "bp_grad_per_sample_l2_med": [ 0.0009229940478689969, 0.0007447171374224126, 0.000744720280636102, 0.0007448522374033928, 0.000744906603358686 ], "gamma_dfa": 0.016729017719626427, "gamma_dfa_per_layer": [ 0.27939361333847046, -0.048901431262493134, -0.08870212733745575, -0.07487398386001587 ], "acc_eval": 0.3251953125, "loss_eval": 708.3804931640625, "epoch": 94 }, { "hidden_norms": [ 7355.3544921875, 10123197.0, 10227558.0, 10885026.0, 11127411.0 ], "bp_grad_per_sample_l2_med": [ 0.0009278868092224002, 0.0007445889641530812, 0.0007445933879353106, 0.0007447681855410337, 0.0007448261021636426 ], "gamma_dfa": 0.014646172523498535, "gamma_dfa_per_layer": [ 0.28425437211990356, -0.053754955530166626, -0.08852015435695648, -0.08339457213878632 ], "acc_eval": 0.310546875, "loss_eval": 688.0819091796875, "epoch": 95 }, { "hidden_norms": [ 7349.30078125, 10126695.0, 10231071.0, 10888593.0, 11130985.0 ], "bp_grad_per_sample_l2_med": [ 0.000914200150873512, 0.0007393965497612953, 0.000739329494535923, 0.0007393491105176508, 0.0007393329287879169 ], "gamma_dfa": 0.01913625281304121, "gamma_dfa_per_layer": [ 0.26301705837249756, -0.04846196621656418, -0.07772514969110489, -0.06028493121266365 ], "acc_eval": 0.3203125, "loss_eval": 697.3836669921875, "epoch": 96 }, { "hidden_norms": [ 7345.333984375, 10127832.0, 10232199.0, 10889673.0, 11132020.0 ], "bp_grad_per_sample_l2_med": [ 0.0009217644692398608, 0.0007456630119122565, 0.0007455685408785939, 0.0007454968290403485, 0.0007456148159690201 ], "gamma_dfa": 0.017519758082926273, "gamma_dfa_per_layer": [ 0.29056763648986816, -0.05349243804812431, -0.08799343556165695, -0.0790027305483818 ], "acc_eval": 0.30859375, "loss_eval": 661.5548095703125, "epoch": 97 }, { "hidden_norms": [ 7343.10888671875, 10128861.0, 10233227.0, 10890713.0, 11133060.0 ], "bp_grad_per_sample_l2_med": [ 0.0009042566525749862, 0.0007393184932880104, 0.0007392505649477243, 0.0007392706465907395, 0.0007392524858005345 ], "gamma_dfa": 0.018206479027867317, "gamma_dfa_per_layer": [ 0.2680240869522095, -0.047486238181591034, -0.08014586567878723, -0.06756606698036194 ], "acc_eval": 0.3388671875, "loss_eval": 636.5595703125, "epoch": 98 }, { "hidden_norms": [ 7342.0625, 10129300.0, 10233666.0, 10891137.0, 11133475.0 ], "bp_grad_per_sample_l2_med": [ 0.0009002314181998372, 0.0007393373525701463, 0.0007392485276795924, 0.0007392755360342562, 0.0007392438710667193 ], "gamma_dfa": 0.01726893801242113, "gamma_dfa_per_layer": [ 0.2736765742301941, -0.05038469657301903, -0.0817006528377533, -0.07251547276973724 ], "acc_eval": 0.3330078125, "loss_eval": 611.882080078125, "epoch": 99 }, { "hidden_norms": [ 7341.77294921875, 10129401.0, 10233766.0, 10891235.0, 11133570.0 ], "bp_grad_per_sample_l2_med": [ 0.0009032402304001153, 0.0007393273408524692, 0.0007392435800284147, 0.0007392680854536593, 0.0007392411935143173 ], "gamma_dfa": 0.01641188934445381, "gamma_dfa_per_layer": [ 0.2728629410266876, -0.05080822855234146, -0.08297968655824661, -0.0734274685382843 ], "acc_eval": 0.33203125, "loss_eval": 625.6834106445312, "epoch": 100 } ] }