{ "config": { "output_dir": "results/snapshot_no_outln_v1", "epochs": 100, "lr": 0.001, "wd": 0.01, "seed": 456, "depth": 4, "d_hidden": 256 }, "depth": 4, "d_hidden": 256, "num_classes": 10, "architecture": "ResidualMLP_NoOutLN", "bp_log": [ { "hidden_norms": [ 8.696551322937012, 8.737784385681152, 8.813130378723145, 8.844642639160156, 8.889528274536133 ], "bp_grad_per_sample_l2_med": [ 0.0005607507191598415, 0.0005558764678426087, 0.0005541853606700897, 0.0005498801474459469, 0.0005458085797727108 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.091796875, "loss_eval": 2.3707523345947266, "epoch": 0 }, { "hidden_norms": [ 40.06809616088867, 37.16851043701172, 35.97419738769531, 34.98802185058594, 34.09989547729492 ], "bp_grad_per_sample_l2_med": [ 0.00013246900925878435, 0.00013836311700288206, 0.00014998784172348678, 0.00017555677914060652, 0.0002279145992361009 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.4365234375, "loss_eval": 1.5941123962402344, "epoch": 1 }, { "hidden_norms": [ 51.32597732543945, 46.865997314453125, 44.336944580078125, 42.399295806884766, 41.083709716796875 ], "bp_grad_per_sample_l2_med": [ 0.00010603138071019202, 0.00011028712469851598, 0.00011670063395285979, 0.00013331198715604842, 0.00016258291725534946 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.4736328125, "loss_eval": 1.4793150424957275, "epoch": 2 }, { "hidden_norms": [ 62.084197998046875, 56.17497253417969, 52.24001693725586, 48.81613540649414, 45.96797561645508 ], "bp_grad_per_sample_l2_med": [ 9.958917507901788e-05, 0.00010542560630710796, 0.00011132164945593104, 0.00012339121894910932, 0.00014191119407769293 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.48046875, "loss_eval": 1.4157963991165161, "epoch": 3 }, { "hidden_norms": [ 70.11115264892578, 62.7204704284668, 57.0128059387207, 52.67961883544922, 49.0619010925293 ], "bp_grad_per_sample_l2_med": [ 9.119982860283926e-05, 9.68000604189001e-05, 0.0001028164042509161, 0.0001113277321564965, 0.00012708066788036376 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.529296875, "loss_eval": 1.3824131488800049, "epoch": 4 }, { "hidden_norms": [ 77.96520233154297, 68.33187866210938, 62.02028274536133, 56.785953521728516, 52.50190734863281 ], "bp_grad_per_sample_l2_med": [ 9.251978190150112e-05, 9.91317501757294e-05, 0.00010523655510041863, 0.00011500742402859032, 0.00012610112025868148 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.49609375, "loss_eval": 1.4219003915786743, "epoch": 5 }, { "hidden_norms": [ 84.35594940185547, 73.65497589111328, 65.76171875, 59.78555679321289, 54.72732925415039 ], "bp_grad_per_sample_l2_med": [ 8.53061064844951e-05, 9.119947208091617e-05, 9.546471119392663e-05, 0.00010272912186337635, 0.00011094262299593538 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5107421875, "loss_eval": 1.3764042854309082, "epoch": 6 }, { "hidden_norms": [ 90.34719848632812, 78.86559295654297, 69.58448028564453, 62.62751388549805, 56.49700164794922 ], "bp_grad_per_sample_l2_med": [ 8.279601024696603e-05, 8.869311568560079e-05, 9.525373752694577e-05, 0.00010276824468746781, 0.00011047293082810938 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.521484375, "loss_eval": 1.3063517808914185, "epoch": 7 }, { "hidden_norms": [ 94.70899200439453, 82.14017486572266, 72.3757553100586, 63.97325134277344, 57.261043548583984 ], "bp_grad_per_sample_l2_med": [ 8.42147201183252e-05, 8.977072138804942e-05, 9.571140253683552e-05, 0.00010196219227509573, 0.00010500354983378202 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.521484375, "loss_eval": 1.3536221981048584, "epoch": 8 }, { "hidden_norms": [ 101.69925689697266, 87.86920928955078, 77.13504791259766, 68.15769958496094, 60.63106918334961 ], "bp_grad_per_sample_l2_med": [ 8.040699322009459e-05, 8.682452607899904e-05, 9.194648009724915e-05, 9.875267278403044e-05, 0.00010358950385125354 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.517578125, "loss_eval": 1.3398748636245728, "epoch": 9 }, { "hidden_norms": [ 106.84738159179688, 92.9166259765625, 81.7030029296875, 71.8150863647461, 63.29521179199219 ], "bp_grad_per_sample_l2_med": [ 7.807361544109881e-05, 8.290779078379273e-05, 8.751150744501501e-05, 9.41800099099055e-05, 9.622493234928697e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5595703125, "loss_eval": 1.3021488189697266, "epoch": 10 }, { "hidden_norms": [ 110.62977600097656, 96.08146667480469, 83.02938842773438, 71.82244873046875, 62.47097396850586 ], "bp_grad_per_sample_l2_med": [ 7.582613034173846e-05, 8.177754352800548e-05, 8.888287266017869e-05, 9.501135355094448e-05, 9.754132042871788e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.53125, "loss_eval": 1.2963578701019287, "epoch": 11 }, { "hidden_norms": [ 115.87433624267578, 99.99412536621094, 86.81661987304688, 75.194580078125, 65.24598693847656 ], "bp_grad_per_sample_l2_med": [ 7.453945727320388e-05, 7.999759691301733e-05, 8.587146294303238e-05, 9.281275561079383e-05, 9.684430551715195e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.537109375, "loss_eval": 1.300926685333252, "epoch": 12 }, { "hidden_norms": [ 115.8588638305664, 100.0324478149414, 87.23123931884766, 75.2608871459961, 64.53407287597656 ], "bp_grad_per_sample_l2_med": [ 7.783657201798633e-05, 8.2304140960332e-05, 8.792509470367804e-05, 9.308305016020313e-05, 9.498461440671235e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5302734375, "loss_eval": 1.2952370643615723, "epoch": 13 }, { "hidden_norms": [ 121.24994659423828, 103.9144515991211, 88.99864959716797, 75.50836944580078, 64.28103637695312 ], "bp_grad_per_sample_l2_med": [ 7.956428453326225e-05, 8.667269139550626e-05, 9.291838068747893e-05, 9.890568617265671e-05, 0.00010031831334345043 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.537109375, "loss_eval": 1.3034818172454834, "epoch": 14 }, { "hidden_norms": [ 124.64612579345703, 107.64379119873047, 92.03299713134766, 77.67626190185547, 66.19109344482422 ], "bp_grad_per_sample_l2_med": [ 7.466476381523535e-05, 8.086472371360287e-05, 8.857141801854596e-05, 9.320858225692064e-05, 9.685206168796867e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.521484375, "loss_eval": 1.2701925039291382, "epoch": 15 }, { "hidden_norms": [ 128.4908905029297, 110.93827819824219, 95.34327697753906, 80.90787506103516, 68.56732940673828 ], "bp_grad_per_sample_l2_med": [ 7.461471977876499e-05, 8.18013577372767e-05, 8.659388549858704e-05, 9.226851398125291e-05, 9.443429007660598e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5537109375, "loss_eval": 1.2619553804397583, "epoch": 16 }, { "hidden_norms": [ 130.65846252441406, 112.31464385986328, 95.85350036621094, 79.80601501464844, 67.30303192138672 ], "bp_grad_per_sample_l2_med": [ 7.368716615019366e-05, 8.01649657660164e-05, 8.653382974443957e-05, 9.32966941036284e-05, 9.312365727964789e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5576171875, "loss_eval": 1.2436624765396118, "epoch": 17 }, { "hidden_norms": [ 133.13165283203125, 114.61791229248047, 97.15895080566406, 81.40515899658203, 69.13287353515625 ], "bp_grad_per_sample_l2_med": [ 7.137899228837341e-05, 7.771244418108836e-05, 8.332561264978722e-05, 8.920324762584642e-05, 8.9491848484613e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.56640625, "loss_eval": 1.239585518836975, "epoch": 18 }, { "hidden_norms": [ 136.59140014648438, 117.42953491210938, 99.51315307617188, 83.76544189453125, 69.16895294189453 ], "bp_grad_per_sample_l2_med": [ 7.198385719675571e-05, 7.928090053610504e-05, 8.52016091812402e-05, 9.1185538622085e-05, 9.257275087293237e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5673828125, "loss_eval": 1.2780827283859253, "epoch": 19 }, { "hidden_norms": [ 139.33346557617188, 119.61570739746094, 102.05357360839844, 85.16582489013672, 70.09222412109375 ], "bp_grad_per_sample_l2_med": [ 7.267932232934982e-05, 7.949839346110821e-05, 8.610116492491215e-05, 9.125673386733979e-05, 9.256677003577352e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5419921875, "loss_eval": 1.2823748588562012, "epoch": 20 }, { "hidden_norms": [ 141.82034301757812, 122.27132415771484, 103.36873626708984, 86.49518585205078, 71.40383911132812 ], "bp_grad_per_sample_l2_med": [ 7.251821807585657e-05, 7.807672955095768e-05, 8.464990969514474e-05, 8.788360719336197e-05, 8.839634392643347e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.55859375, "loss_eval": 1.2162373065948486, "epoch": 21 }, { "hidden_norms": [ 144.1250762939453, 123.32146453857422, 105.33419036865234, 87.95057678222656, 71.54405975341797 ], "bp_grad_per_sample_l2_med": [ 7.141266542021185e-05, 7.827960507711396e-05, 8.527522732038051e-05, 9.162349306279793e-05, 8.910013275453821e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5712890625, "loss_eval": 1.2267348766326904, "epoch": 22 }, { "hidden_norms": [ 145.35816955566406, 123.92304229736328, 106.45323944091797, 89.38124084472656, 72.80756378173828 ], "bp_grad_per_sample_l2_med": [ 6.914530968060717e-05, 7.74021100369282e-05, 8.25833558337763e-05, 8.843685645842925e-05, 8.765731763560325e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5615234375, "loss_eval": 1.2464958429336548, "epoch": 23 }, { "hidden_norms": [ 146.9630126953125, 126.59661102294922, 108.23934936523438, 90.85575103759766, 72.80107879638672 ], "bp_grad_per_sample_l2_med": [ 7.045341044431552e-05, 7.726218609604985e-05, 8.23774971649982e-05, 8.931937190936878e-05, 9.00102750165388e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5556640625, "loss_eval": 1.226228952407837, "epoch": 24 }, { "hidden_norms": [ 150.7821044921875, 129.61668395996094, 108.98286437988281, 89.68734741210938, 72.85277557373047 ], "bp_grad_per_sample_l2_med": [ 7.34334607841447e-05, 7.900002674432471e-05, 8.469617750961334e-05, 8.900847751647234e-05, 8.846351556712762e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.572265625, "loss_eval": 1.2140324115753174, "epoch": 25 }, { "hidden_norms": [ 151.44703674316406, 129.4413604736328, 110.14541625976562, 91.28382110595703, 74.19001770019531 ], "bp_grad_per_sample_l2_med": [ 6.830286292824894e-05, 7.440579793183133e-05, 8.040962711675093e-05, 8.615498518338427e-05, 8.749076368985698e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5771484375, "loss_eval": 1.2101829051971436, "epoch": 26 }, { "hidden_norms": [ 153.631591796875, 132.0617218017578, 110.9275894165039, 92.176513671875, 73.5614242553711 ], "bp_grad_per_sample_l2_med": [ 7.137414650060236e-05, 7.97546817921102e-05, 8.503787830704823e-05, 9.110210521612316e-05, 9.112519910559058e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5859375, "loss_eval": 1.1954376697540283, "epoch": 27 }, { "hidden_norms": [ 155.2130584716797, 133.7564697265625, 113.44039916992188, 93.51616668701172, 74.26422882080078 ], "bp_grad_per_sample_l2_med": [ 7.436865416821092e-05, 8.266629447462037e-05, 8.722272468730807e-05, 9.24940686672926e-05, 9.228193084709346e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.568359375, "loss_eval": 1.2368288040161133, "epoch": 28 }, { "hidden_norms": [ 156.52346801757812, 134.0899200439453, 113.28357696533203, 93.11508178710938, 74.41522216796875 ], "bp_grad_per_sample_l2_med": [ 7.232115603983402e-05, 7.883219950599596e-05, 8.385341061512008e-05, 8.885351417120546e-05, 8.985922613646835e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5849609375, "loss_eval": 1.1935406923294067, "epoch": 29 }, { "hidden_norms": [ 157.1343536376953, 136.0911102294922, 115.831298828125, 94.6191177368164, 74.93243408203125 ], "bp_grad_per_sample_l2_med": [ 6.815487722633407e-05, 7.527582783950493e-05, 8.152059308486059e-05, 8.597332634963095e-05, 8.487412560498342e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59375, "loss_eval": 1.1716928482055664, "epoch": 30 }, { "hidden_norms": [ 158.87771606445312, 136.84617614746094, 115.38484191894531, 95.1522445678711, 75.46046447753906 ], "bp_grad_per_sample_l2_med": [ 7.11698376107961e-05, 7.946270488901064e-05, 8.58406419865787e-05, 8.943407010519877e-05, 8.97061254363507e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5908203125, "loss_eval": 1.1900701522827148, "epoch": 31 }, { "hidden_norms": [ 158.57237243652344, 135.3989715576172, 115.39788818359375, 94.26459503173828, 74.65320587158203 ], "bp_grad_per_sample_l2_med": [ 7.135280611691996e-05, 7.875803567003459e-05, 8.35385944810696e-05, 9.056212002178654e-05, 8.802927186479792e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.58984375, "loss_eval": 1.1936118602752686, "epoch": 32 }, { "hidden_norms": [ 161.12164306640625, 138.0847930908203, 116.51541137695312, 96.06510925292969, 75.79708862304688 ], "bp_grad_per_sample_l2_med": [ 7.089033169904724e-05, 7.788193033775315e-05, 8.262616029242054e-05, 8.66727132233791e-05, 8.98441721801646e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6044921875, "loss_eval": 1.1777372360229492, "epoch": 33 }, { "hidden_norms": [ 162.0608673095703, 138.521728515625, 117.39189147949219, 96.19066619873047, 75.76524353027344 ], "bp_grad_per_sample_l2_med": [ 7.102260860847309e-05, 7.727317279204726e-05, 8.381292718695477e-05, 8.586590411141515e-05, 8.668057853356004e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5888671875, "loss_eval": 1.1749277114868164, "epoch": 34 }, { "hidden_norms": [ 161.66477966308594, 138.45208740234375, 118.22246551513672, 96.99449920654297, 76.40058135986328 ], "bp_grad_per_sample_l2_med": [ 6.717143696732819e-05, 7.219286635518074e-05, 7.78083413024433e-05, 8.173672540578991e-05, 8.14773520687595e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.183088779449463, "epoch": 35 }, { "hidden_norms": [ 163.6893310546875, 140.37518310546875, 119.34339904785156, 96.78111267089844, 75.42987823486328 ], "bp_grad_per_sample_l2_med": [ 6.809990736655891e-05, 7.472001743735746e-05, 7.982164243003353e-05, 8.6645879491698e-05, 8.662666368763894e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.599609375, "loss_eval": 1.1695549488067627, "epoch": 36 }, { "hidden_norms": [ 164.063232421875, 140.68441772460938, 118.45069122314453, 96.70316314697266, 75.4270248413086 ], "bp_grad_per_sample_l2_med": [ 7.114750769687817e-05, 7.883143553044647e-05, 8.33458179840818e-05, 8.941504347603768e-05, 8.57952400110662e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5927734375, "loss_eval": 1.1776624917984009, "epoch": 37 }, { "hidden_norms": [ 163.89480590820312, 140.18966674804688, 119.30622863769531, 97.97473907470703, 76.34546661376953 ], "bp_grad_per_sample_l2_med": [ 6.944040069356561e-05, 7.674084190512076e-05, 8.196813723770902e-05, 8.950124902185053e-05, 8.920513209886849e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.591796875, "loss_eval": 1.1852729320526123, "epoch": 38 }, { "hidden_norms": [ 165.47622680664062, 141.58221435546875, 119.55635070800781, 98.0240707397461, 76.13150787353516 ], "bp_grad_per_sample_l2_med": [ 7.238827674882486e-05, 7.85816737334244e-05, 8.403261745115742e-05, 8.998374687507749e-05, 8.897150837583467e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5869140625, "loss_eval": 1.1676307916641235, "epoch": 39 }, { "hidden_norms": [ 164.69053649902344, 142.07537841796875, 121.09794616699219, 99.6556396484375, 77.98886108398438 ], "bp_grad_per_sample_l2_med": [ 7.123505201889202e-05, 7.861913036322221e-05, 8.443401020485908e-05, 8.940586121752858e-05, 8.976398385129869e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59375, "loss_eval": 1.1959164142608643, "epoch": 40 }, { "hidden_norms": [ 164.97906494140625, 141.9008026123047, 120.19933319091797, 98.47044372558594, 76.0770263671875 ], "bp_grad_per_sample_l2_med": [ 7.325963088078424e-05, 8.044692367548123e-05, 8.460321987513453e-05, 9.052005771081895e-05, 8.883728878572583e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5888671875, "loss_eval": 1.1650420427322388, "epoch": 41 }, { "hidden_norms": [ 167.11508178710938, 144.4076690673828, 121.90902709960938, 99.70268249511719, 77.1493911743164 ], "bp_grad_per_sample_l2_med": [ 6.938715523574501e-05, 7.598697993671522e-05, 8.122843428282067e-05, 8.419268124271184e-05, 8.758077456150204e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6103515625, "loss_eval": 1.1334974765777588, "epoch": 42 }, { "hidden_norms": [ 167.23953247070312, 143.8128662109375, 121.41165924072266, 99.37804412841797, 76.86026763916016 ], "bp_grad_per_sample_l2_med": [ 7.253287185449153e-05, 7.92228602222167e-05, 8.514960791217163e-05, 9.06435088836588e-05, 8.896931103663519e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.59375, "loss_eval": 1.1443839073181152, "epoch": 43 }, { "hidden_norms": [ 167.02175903320312, 143.56179809570312, 121.07357025146484, 98.59805297851562, 76.59933471679688 ], "bp_grad_per_sample_l2_med": [ 7.202434790087864e-05, 7.884378283051774e-05, 8.405950211454183e-05, 8.979378617368639e-05, 8.789195271674544e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6123046875, "loss_eval": 1.1233543157577515, "epoch": 44 }, { "hidden_norms": [ 168.8506622314453, 144.7351531982422, 122.07427978515625, 100.25342559814453, 77.3443832397461 ], "bp_grad_per_sample_l2_med": [ 6.906851194798946e-05, 7.469953561667353e-05, 7.91402708273381e-05, 8.30625431262888e-05, 8.482224802719429e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.1078553199768066, "epoch": 45 }, { "hidden_norms": [ 167.80520629882812, 145.0210418701172, 123.11544036865234, 101.08995056152344, 77.6504898071289 ], "bp_grad_per_sample_l2_med": [ 6.715168274240568e-05, 7.365776400547475e-05, 7.808832015143707e-05, 8.405041444348171e-05, 8.283500210382044e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.1213364601135254, "epoch": 46 }, { "hidden_norms": [ 168.5064697265625, 144.57977294921875, 122.67310333251953, 100.03209686279297, 76.30200958251953 ], "bp_grad_per_sample_l2_med": [ 7.193082274170592e-05, 7.761332381051034e-05, 8.224599878303707e-05, 8.772317232796922e-05, 8.76585254445672e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6025390625, "loss_eval": 1.1593999862670898, "epoch": 47 }, { "hidden_norms": [ 168.2687225341797, 145.1931610107422, 123.04153442382812, 100.33060455322266, 77.3511734008789 ], "bp_grad_per_sample_l2_med": [ 7.396154978778213e-05, 8.14273880678229e-05, 8.724145300220698e-05, 9.166308882413432e-05, 9.03390027815476e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6044921875, "loss_eval": 1.1506351232528687, "epoch": 48 }, { "hidden_norms": [ 169.19711303710938, 145.7348175048828, 122.21668243408203, 100.78398895263672, 77.85338592529297 ], "bp_grad_per_sample_l2_med": [ 7.148115400923416e-05, 7.858182652853429e-05, 8.472947956761345e-05, 8.831475861370564e-05, 9.002227307064459e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1426208019256592, "epoch": 49 }, { "hidden_norms": [ 169.87611389160156, 144.65980529785156, 122.2470932006836, 99.39762115478516, 76.66820526123047 ], "bp_grad_per_sample_l2_med": [ 7.574502524221316e-05, 8.358684863196686e-05, 8.949989569373429e-05, 9.581056656315923e-05, 9.291989408666268e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.599609375, "loss_eval": 1.146412968635559, "epoch": 50 }, { "hidden_norms": [ 167.4952850341797, 143.16302490234375, 119.86161804199219, 97.8775863647461, 75.75617980957031 ], "bp_grad_per_sample_l2_med": [ 7.487049151677638e-05, 8.140889985952526e-05, 8.958375110523775e-05, 9.491044329479337e-05, 9.230020805262029e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6064453125, "loss_eval": 1.1555390357971191, "epoch": 51 }, { "hidden_norms": [ 169.03530883789062, 144.57913208007812, 122.20657348632812, 100.42291259765625, 77.34142303466797 ], "bp_grad_per_sample_l2_med": [ 7.283290324267e-05, 8.043479465413839e-05, 8.612027886556461e-05, 9.16399949346669e-05, 9.119778405874968e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.611328125, "loss_eval": 1.145568609237671, "epoch": 52 }, { "hidden_norms": [ 168.97242736816406, 144.64987182617188, 121.88980865478516, 99.5838394165039, 76.98419952392578 ], "bp_grad_per_sample_l2_med": [ 7.706385804340243e-05, 8.52798912092112e-05, 9.141799091594294e-05, 9.48576707742177e-05, 9.280487574869767e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6044921875, "loss_eval": 1.173735499382019, "epoch": 53 }, { "hidden_norms": [ 169.5861053466797, 145.18853759765625, 123.36368560791016, 100.5948257446289, 77.515380859375 ], "bp_grad_per_sample_l2_med": [ 7.197257218649611e-05, 7.774284313200042e-05, 8.511826308676973e-05, 9.136695007327944e-05, 8.776389586273581e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6201171875, "loss_eval": 1.125669240951538, "epoch": 54 }, { "hidden_norms": [ 168.54624938964844, 144.20028686523438, 120.96566009521484, 98.61659240722656, 75.90725708007812 ], "bp_grad_per_sample_l2_med": [ 7.784854824421927e-05, 8.512740896549076e-05, 9.021186269819736e-05, 9.572209819452837e-05, 9.406798199051991e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6201171875, "loss_eval": 1.143272042274475, "epoch": 55 }, { "hidden_norms": [ 167.1956024169922, 144.33364868164062, 121.39191436767578, 99.15605926513672, 76.89862060546875 ], "bp_grad_per_sample_l2_med": [ 7.683308649575338e-05, 8.338083716807887e-05, 9.210927237290889e-05, 9.760970715433359e-05, 9.435461106477305e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.603515625, "loss_eval": 1.1492671966552734, "epoch": 56 }, { "hidden_norms": [ 168.5964813232422, 144.6849365234375, 122.38106536865234, 99.73613739013672, 77.72384643554688 ], "bp_grad_per_sample_l2_med": [ 7.762440509395674e-05, 8.45814065542072e-05, 9.048492211150005e-05, 9.445888281334192e-05, 9.163413778878748e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6103515625, "loss_eval": 1.1285452842712402, "epoch": 57 }, { "hidden_norms": [ 169.4349365234375, 145.3781280517578, 122.81243896484375, 100.45063781738281, 77.73384094238281 ], "bp_grad_per_sample_l2_med": [ 7.32980333850719e-05, 8.07973847258836e-05, 8.676065772306174e-05, 8.88932918314822e-05, 8.98713551578112e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.623046875, "loss_eval": 1.1177959442138672, "epoch": 58 }, { "hidden_norms": [ 167.85089111328125, 143.60365295410156, 120.23004913330078, 98.14772033691406, 76.00984191894531 ], "bp_grad_per_sample_l2_med": [ 7.664797885809094e-05, 8.470165630569682e-05, 9.283467807108536e-05, 9.794873039936647e-05, 9.169583063339815e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6201171875, "loss_eval": 1.1301027536392212, "epoch": 59 }, { "hidden_norms": [ 167.4250946044922, 144.43685913085938, 120.5447769165039, 98.6132583618164, 76.67144775390625 ], "bp_grad_per_sample_l2_med": [ 7.264616579050198e-05, 8.033386984607205e-05, 8.730305125936866e-05, 9.157789463642985e-05, 9.014589886646718e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6337890625, "loss_eval": 1.1262563467025757, "epoch": 60 }, { "hidden_norms": [ 167.57273864746094, 143.9201202392578, 120.18034362792969, 99.7088851928711, 77.43472290039062 ], "bp_grad_per_sample_l2_med": [ 7.527784327976406e-05, 8.20689310785383e-05, 8.86347406776622e-05, 9.488592331763357e-05, 9.351663175038993e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6259765625, "loss_eval": 1.1255381107330322, "epoch": 61 }, { "hidden_norms": [ 168.32432556152344, 143.3669891357422, 120.5047378540039, 98.29914093017578, 76.91972351074219 ], "bp_grad_per_sample_l2_med": [ 8.1095946370624e-05, 9.126035001827404e-05, 9.773251076694578e-05, 0.00010036173625849187, 9.892736852634698e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.625, "loss_eval": 1.121397614479065, "epoch": 62 }, { "hidden_norms": [ 167.19789123535156, 143.76556396484375, 120.66227722167969, 98.42743682861328, 76.89801788330078 ], "bp_grad_per_sample_l2_med": [ 7.633089262526482e-05, 8.335815800819546e-05, 9.061676246346906e-05, 9.574641444487497e-05, 9.495441918261349e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.62109375, "loss_eval": 1.1192781925201416, "epoch": 63 }, { "hidden_norms": [ 166.93948364257812, 142.26893615722656, 119.55793762207031, 97.94837951660156, 76.42357635498047 ], "bp_grad_per_sample_l2_med": [ 7.782453758409247e-05, 8.425768464803696e-05, 9.212247096002102e-05, 9.447304182685912e-05, 9.302303078584373e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1216533184051514, "epoch": 64 }, { "hidden_norms": [ 166.6027069091797, 143.06201171875, 120.18063354492188, 98.2688217163086, 76.29009246826172 ], "bp_grad_per_sample_l2_med": [ 8.051560871535912e-05, 8.871743193594739e-05, 9.67002852121368e-05, 0.00010364756599301472, 9.896839765133336e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.623046875, "loss_eval": 1.1287095546722412, "epoch": 65 }, { "hidden_norms": [ 167.1055908203125, 142.63758850097656, 119.64879608154297, 97.64229583740234, 76.44933319091797 ], "bp_grad_per_sample_l2_med": [ 7.66752491472289e-05, 8.481083932565525e-05, 9.087422949960455e-05, 9.747539297677577e-05, 9.831935312831774e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.62109375, "loss_eval": 1.1142747402191162, "epoch": 66 }, { "hidden_norms": [ 165.7790985107422, 141.932861328125, 119.308349609375, 97.3916244506836, 76.28073120117188 ], "bp_grad_per_sample_l2_med": [ 8.054008503677323e-05, 8.828196587273851e-05, 9.400352428201586e-05, 0.0001006148086162284, 9.63730999501422e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6220703125, "loss_eval": 1.1091513633728027, "epoch": 67 }, { "hidden_norms": [ 166.0056915283203, 142.36737060546875, 119.14185333251953, 97.59127044677734, 76.91047668457031 ], "bp_grad_per_sample_l2_med": [ 7.921652286313474e-05, 8.842039096634835e-05, 9.518962178844959e-05, 9.989101090468466e-05, 9.532425610814244e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.109208106994629, "epoch": 68 }, { "hidden_norms": [ 165.06881713867188, 141.9323272705078, 119.31546783447266, 97.39105987548828, 76.88532257080078 ], "bp_grad_per_sample_l2_med": [ 7.891654968261719e-05, 8.609334327047691e-05, 9.276948549086228e-05, 9.923002653522417e-05, 9.674452303443104e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.62890625, "loss_eval": 1.102659821510315, "epoch": 69 }, { "hidden_norms": [ 165.70677185058594, 141.7493896484375, 119.19147491455078, 97.61845397949219, 76.11932373046875 ], "bp_grad_per_sample_l2_med": [ 8.021068788366392e-05, 8.757255272939801e-05, 9.637014591135085e-05, 0.00010106353875016794, 9.785306610865518e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6259765625, "loss_eval": 1.1182312965393066, "epoch": 70 }, { "hidden_norms": [ 164.398193359375, 141.26121520996094, 118.28160095214844, 96.55244445800781, 75.79473876953125 ], "bp_grad_per_sample_l2_med": [ 8.341020293300971e-05, 9.248757123714313e-05, 9.663405944593251e-05, 0.00010157335054827854, 9.801337728276849e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.62890625, "loss_eval": 1.1038966178894043, "epoch": 71 }, { "hidden_norms": [ 164.95956420898438, 141.71456909179688, 118.70948028564453, 96.87312316894531, 76.1374740600586 ], "bp_grad_per_sample_l2_med": [ 8.227327634813264e-05, 9.05249617062509e-05, 9.777413652045652e-05, 0.00010368443327024579, 9.96799353742972e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6259765625, "loss_eval": 1.1255979537963867, "epoch": 72 }, { "hidden_norms": [ 164.7284393310547, 140.8751678466797, 118.047607421875, 96.35321044921875, 75.17439270019531 ], "bp_grad_per_sample_l2_med": [ 7.813700358383358e-05, 8.510561019647866e-05, 9.316992509411648e-05, 9.944752673618495e-05, 9.348603634862229e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6298828125, "loss_eval": 1.1074620485305786, "epoch": 73 }, { "hidden_norms": [ 164.93450927734375, 140.53248596191406, 117.69375610351562, 96.16271209716797, 75.15106201171875 ], "bp_grad_per_sample_l2_med": [ 8.089678158285096e-05, 9.048588981386274e-05, 9.746959403855726e-05, 0.00010185279097640887, 9.633745503379032e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.630859375, "loss_eval": 1.118239164352417, "epoch": 74 }, { "hidden_norms": [ 164.21043395996094, 139.88815307617188, 117.45735931396484, 95.94420623779297, 75.4442138671875 ], "bp_grad_per_sample_l2_med": [ 8.050485485000536e-05, 8.884233102435246e-05, 9.638822666602209e-05, 9.927270002663136e-05, 9.542587213218212e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6337890625, "loss_eval": 1.1022429466247559, "epoch": 75 }, { "hidden_norms": [ 163.64498901367188, 139.56788635253906, 117.33267974853516, 95.80303192138672, 75.07954406738281 ], "bp_grad_per_sample_l2_med": [ 8.35943064885214e-05, 9.346263686893508e-05, 0.0001004879450192675, 0.00010487801773706451, 0.0001030422281473875 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.630859375, "loss_eval": 1.101865530014038, "epoch": 76 }, { "hidden_norms": [ 163.15895080566406, 139.2528533935547, 116.07748413085938, 94.62651824951172, 74.8349380493164 ], "bp_grad_per_sample_l2_med": [ 8.33335579955019e-05, 9.210313146468252e-05, 9.823974687606096e-05, 0.00010392737749498338, 9.883133316179737e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6337890625, "loss_eval": 1.107062816619873, "epoch": 77 }, { "hidden_norms": [ 162.9849090576172, 138.823974609375, 116.6355972290039, 95.05895233154297, 74.80722045898438 ], "bp_grad_per_sample_l2_med": [ 8.333245204994455e-05, 9.167871758108959e-05, 9.739672532305121e-05, 0.00010222326818620786, 9.918824798660353e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6328125, "loss_eval": 1.1088743209838867, "epoch": 78 }, { "hidden_norms": [ 162.9673614501953, 138.89553833007812, 116.67662811279297, 94.80388641357422, 74.41240692138672 ], "bp_grad_per_sample_l2_med": [ 8.250313112512231e-05, 9.097345173358917e-05, 9.694542677607387e-05, 0.00010250341438222677, 9.611865971237421e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6318359375, "loss_eval": 1.1069759130477905, "epoch": 79 }, { "hidden_norms": [ 163.01101684570312, 138.9472198486328, 116.52082824707031, 94.81626892089844, 74.34078216552734 ], "bp_grad_per_sample_l2_med": [ 8.468546730000526e-05, 9.535141725791618e-05, 9.998930181609467e-05, 0.00010477996693225577, 0.00010350123920943588 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6455078125, "loss_eval": 1.11004638671875, "epoch": 80 }, { "hidden_norms": [ 162.48593139648438, 138.60171508789062, 116.15435028076172, 94.63046264648438, 74.77122497558594 ], "bp_grad_per_sample_l2_med": [ 8.888062438927591e-05, 9.835455421125516e-05, 0.00010451052366988733, 0.00010972235031658784, 0.00010192779154749587 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.63671875, "loss_eval": 1.1166486740112305, "epoch": 81 }, { "hidden_norms": [ 162.33985900878906, 138.57908630371094, 115.86516571044922, 94.62572479248047, 74.61656951904297 ], "bp_grad_per_sample_l2_med": [ 8.704938227310777e-05, 9.788614988792688e-05, 0.00010670957271941006, 0.00011224307672819123, 0.00010563644173089415 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6337890625, "loss_eval": 1.1027870178222656, "epoch": 82 }, { "hidden_norms": [ 162.28363037109375, 137.98855590820312, 115.68619537353516, 94.57305145263672, 74.67822265625 ], "bp_grad_per_sample_l2_med": [ 8.545320451958105e-05, 9.513215627521276e-05, 0.00010359021689509973, 0.00010905940871452913, 0.00010360238957218826 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6416015625, "loss_eval": 1.1074315309524536, "epoch": 83 }, { "hidden_norms": [ 161.65008544921875, 138.2888946533203, 115.37015533447266, 94.0649185180664, 74.40010070800781 ], "bp_grad_per_sample_l2_med": [ 8.725856605451554e-05, 9.554363350616768e-05, 0.00010503961675567552, 0.00011096282105427235, 0.00010341637971578166 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.104964017868042, "epoch": 84 }, { "hidden_norms": [ 162.56822204589844, 138.35604858398438, 115.56212615966797, 93.74854278564453, 74.29190826416016 ], "bp_grad_per_sample_l2_med": [ 8.511068881489336e-05, 9.339748066850007e-05, 0.00010132823081221431, 0.00010685007873689756, 0.00010203333658864722 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.110845923423767, "epoch": 85 }, { "hidden_norms": [ 161.8057861328125, 137.9845733642578, 115.51632690429688, 94.12870788574219, 74.2806167602539 ], "bp_grad_per_sample_l2_med": [ 8.701891783857718e-05, 9.453850361751392e-05, 0.00010162424587178975, 0.00010690372437238693, 0.0001028447222779505 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.640625, "loss_eval": 1.108534574508667, "epoch": 86 }, { "hidden_norms": [ 161.5404815673828, 137.67727661132812, 115.56287384033203, 94.2837142944336, 74.19786834716797 ], "bp_grad_per_sample_l2_med": [ 8.555947715649381e-05, 9.61149125942029e-05, 0.00010081662185257301, 0.00010581265814835206, 0.00010205370926996693 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.642578125, "loss_eval": 1.1068053245544434, "epoch": 87 }, { "hidden_norms": [ 161.6155242919922, 137.77752685546875, 115.26612854003906, 93.79004669189453, 74.01652526855469 ], "bp_grad_per_sample_l2_med": [ 8.888345473678783e-05, 9.766507719177753e-05, 0.00010646588634699583, 0.0001093660102924332, 0.0001023485092446208 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.640625, "loss_eval": 1.112060308456421, "epoch": 88 }, { "hidden_norms": [ 161.4155731201172, 137.4070281982422, 114.93219757080078, 93.83850860595703, 74.04694366455078 ], "bp_grad_per_sample_l2_med": [ 8.62668312038295e-05, 9.635779133532196e-05, 0.00010364993795519695, 0.00010628051677485928, 0.00010416742588859051 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.1054459810256958, "epoch": 89 }, { "hidden_norms": [ 161.10385131835938, 137.37892150878906, 114.876953125, 93.37522888183594, 73.81317901611328 ], "bp_grad_per_sample_l2_med": [ 8.967578469309956e-05, 9.864033199846745e-05, 0.00010763857426354662, 0.00011277131852693856, 0.0001057170593412593 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.1104364395141602, "epoch": 90 }, { "hidden_norms": [ 160.9930419921875, 137.13717651367188, 114.8873062133789, 93.33486938476562, 74.0313949584961 ], "bp_grad_per_sample_l2_med": [ 8.793028973741457e-05, 9.762586705619469e-05, 0.00010612032929202542, 0.00010882189963012934, 0.00010218457464361563 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.107926607131958, "epoch": 91 }, { "hidden_norms": [ 161.131103515625, 136.96864318847656, 114.8429183959961, 93.4638442993164, 74.06806945800781 ], "bp_grad_per_sample_l2_med": [ 8.899801468942314e-05, 9.761646651895717e-05, 0.00010549664148129523, 0.00011210257798666134, 0.000105380589957349 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1014349460601807, "epoch": 92 }, { "hidden_norms": [ 160.92770385742188, 137.00291442871094, 114.67124938964844, 93.55059051513672, 73.94056701660156 ], "bp_grad_per_sample_l2_med": [ 8.758921467233449e-05, 9.86124505288899e-05, 0.0001072377126547508, 0.00011291914415778592, 0.00010492445289855823 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1031121015548706, "epoch": 93 }, { "hidden_norms": [ 160.88087463378906, 136.80621337890625, 114.49836730957031, 93.34219360351562, 73.85013580322266 ], "bp_grad_per_sample_l2_med": [ 8.935505320550874e-05, 9.829271584749222e-05, 0.00010722390288719907, 0.00011369076673872769, 0.0001048692429321818 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.64453125, "loss_eval": 1.105837106704712, "epoch": 94 }, { "hidden_norms": [ 160.87530517578125, 136.97203063964844, 114.57328033447266, 93.34746551513672, 73.79950714111328 ], "bp_grad_per_sample_l2_med": [ 8.837936184136197e-05, 9.732619946589693e-05, 0.00010843550262507051, 0.00011282044579274952, 0.00010489222768228501 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6435546875, "loss_eval": 1.1061646938323975, "epoch": 95 }, { "hidden_norms": [ 160.83152770996094, 136.82012939453125, 114.41039276123047, 93.26609802246094, 73.75130462646484 ], "bp_grad_per_sample_l2_med": [ 8.924134453991428e-05, 9.699882502900437e-05, 0.00010844215285032988, 0.00011508698662510142, 0.00010382343316450715 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1083133220672607, "epoch": 96 }, { "hidden_norms": [ 160.8388214111328, 136.79220581054688, 114.45349884033203, 93.23229217529297, 73.71869659423828 ], "bp_grad_per_sample_l2_med": [ 8.902873378247023e-05, 9.731733007356524e-05, 0.0001077003325917758, 0.00011335347517160699, 0.00010528459824854508 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1074192523956299, "epoch": 97 }, { "hidden_norms": [ 160.82676696777344, 136.7546844482422, 114.41687774658203, 93.24365234375, 73.72588348388672 ], "bp_grad_per_sample_l2_med": [ 8.967860048869625e-05, 9.900779696181417e-05, 0.00010877639579121023, 0.00011359385825926438, 0.0001041799841914326 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1075721979141235, "epoch": 98 }, { "hidden_norms": [ 160.8055419921875, 136.8428955078125, 114.41191864013672, 93.23294067382812, 73.72472381591797 ], "bp_grad_per_sample_l2_med": [ 8.870402962202206e-05, 9.879077697405592e-05, 0.00010879703768296167, 0.00011367550177965313, 0.00010426441440358758 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.107743263244629, "epoch": 99 }, { "hidden_norms": [ 160.795166015625, 136.82778930664062, 114.41122436523438, 93.22368621826172, 73.72713470458984 ], "bp_grad_per_sample_l2_med": [ 8.868239092407748e-05, 9.911284723784775e-05, 0.00010880655463552102, 0.00011359110794728622, 0.00010424658830743283 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.646484375, "loss_eval": 1.1077194213867188, "epoch": 100 } ], "dfa_log": [ { "hidden_norms": [ 8.696551322937012, 8.737784385681152, 8.813130378723145, 8.844642639160156, 8.889528274536133 ], "bp_grad_per_sample_l2_med": [ 0.0005607507191598415, 0.0005558764678426087, 0.0005541853606700897, 0.0005498801474459469, 0.0005458085797727108 ], "gamma_dfa": 0.002593531389720738, "gamma_dfa_per_layer": [ 0.011040969751775265, 0.0018278355710208416, -0.019951725378632545, 0.01745704561471939 ], "acc_eval": 0.091796875, "loss_eval": 2.3707523345947266, "epoch": 0 }, { "hidden_norms": [ 543.6214599609375, 970.167724609375, 1128.5582275390625, 1385.4898681640625, 1506.6824951171875 ], "bp_grad_per_sample_l2_med": [ 0.0006441785371862352, 0.0006426527979783714, 0.0006424304447136819, 0.000642389350105077, 0.0006423307931981981 ], "gamma_dfa": 0.013619338162243366, "gamma_dfa_per_layer": [ 0.044537801295518875, 0.008280456066131592, -0.026753954589366913, 0.02841304987668991 ], "acc_eval": 0.224609375, "loss_eval": 7.057413101196289, "epoch": 1 }, { "hidden_norms": [ 877.8099365234375, 2093.12060546875, 2686.85400390625, 3536.0849609375, 3998.738037109375 ], "bp_grad_per_sample_l2_med": [ 0.0007192303892225027, 0.000718857510946691, 0.0007187117007561028, 0.0007188154268078506, 0.0007185889990068972 ], "gamma_dfa": -0.0027784015983343124, "gamma_dfa_per_layer": [ 0.04956255108118057, -0.024007968604564667, -0.02988382987678051, -0.006784358993172646 ], "acc_eval": 0.2197265625, "loss_eval": 11.82400131225586, "epoch": 2 }, { "hidden_norms": [ 1082.57763671875, 3122.52001953125, 4171.595703125, 5502.81494140625, 6367.2392578125 ], "bp_grad_per_sample_l2_med": [ 0.0007569500594399869, 0.0007553253090009093, 0.0007550596492365003, 0.0007549565634690225, 0.0007544843829236925 ], "gamma_dfa": -0.004858810920268297, "gamma_dfa_per_layer": [ 0.06696394830942154, -0.024477044120430946, -0.04227307811379433, -0.019649069756269455 ], "acc_eval": 0.18359375, "loss_eval": 24.264713287353516, "epoch": 3 }, { "hidden_norms": [ 1244.07275390625, 4114.89111328125, 5548.310546875, 7262.12744140625, 8410.1474609375 ], "bp_grad_per_sample_l2_med": [ 0.0007311897934414446, 0.0007286664913408458, 0.0007287323824129999, 0.0007287483895197511, 0.0007287858170457184 ], "gamma_dfa": -0.003940413473173976, "gamma_dfa_per_layer": [ 0.06546925008296967, -0.03793267905712128, -0.03520221635699272, -0.008096008561551571 ], "acc_eval": 0.197265625, "loss_eval": 21.850379943847656, "epoch": 4 }, { "hidden_norms": [ 1357.7320556640625, 5130.4609375, 7149.40380859375, 9744.58984375, 11396.052734375 ], "bp_grad_per_sample_l2_med": [ 0.000750180275645107, 0.0007480062777176499, 0.0007475404418073595, 0.0007476753671653569, 0.0007474455051124096 ], "gamma_dfa": -6.745467544533312e-06, "gamma_dfa_per_layer": [ 0.08006488531827927, -0.0292807687073946, -0.04997118189930916, -0.0008399165817536414 ], "acc_eval": 0.2314453125, "loss_eval": 30.650737762451172, "epoch": 5 }, { "hidden_norms": [ 1438.5594482421875, 5736.68994140625, 8271.92578125, 11658.373046875, 13768.2861328125 ], "bp_grad_per_sample_l2_med": [ 0.000744938850402832, 0.0007369474042207003, 0.0007347911596298218, 0.0007346841157414019, 0.000734883826225996 ], "gamma_dfa": -0.0024929028004407883, "gamma_dfa_per_layer": [ 0.08933529257774353, -0.03695790469646454, -0.04257381707429886, -0.019775182008743286 ], "acc_eval": 0.23046875, "loss_eval": 42.61720275878906, "epoch": 6 }, { "hidden_norms": [ 1512.00244140625, 6517.73779296875, 9229.724609375, 13440.5166015625, 16669.212890625 ], "bp_grad_per_sample_l2_med": [ 0.0007609400781802833, 0.0007555288611911237, 0.0007558621582575142, 0.0007557112840004265, 0.0007554451585747302 ], "gamma_dfa": -0.007545993197709322, "gamma_dfa_per_layer": [ 0.08795229345560074, -0.03476891666650772, -0.06410981714725494, -0.01925753243267536 ], "acc_eval": 0.208984375, "loss_eval": 50.873321533203125, "epoch": 7 }, { "hidden_norms": [ 1582.1080322265625, 7188.6318359375, 9899.5947265625, 15346.5009765625, 19886.591796875 ], "bp_grad_per_sample_l2_med": [ 0.0007456639432348311, 0.0007417471497319639, 0.0007396289147436619, 0.0007396984728984535, 0.0007395402644760907 ], "gamma_dfa": -0.009718619287014008, "gamma_dfa_per_layer": [ 0.09109380096197128, -0.042414966970682144, -0.04605134204030037, -0.0415019690990448 ], "acc_eval": 0.189453125, "loss_eval": 54.14390182495117, "epoch": 8 }, { "hidden_norms": [ 1618.51708984375, 7916.01416015625, 10608.3408203125, 17416.95703125, 24058.658203125 ], "bp_grad_per_sample_l2_med": [ 0.0007598118390887976, 0.0007534913602285087, 0.0007532819290645421, 0.0007532560266554356, 0.0007529302965849638 ], "gamma_dfa": 0.0011779842898249626, "gamma_dfa_per_layer": [ 0.10601411014795303, -0.0355507917702198, -0.04322661831974983, -0.022524762898683548 ], "acc_eval": 0.169921875, "loss_eval": 79.9201889038086, "epoch": 9 }, { "hidden_norms": [ 1708.6558837890625, 8872.5908203125, 11589.568359375, 19666.24609375, 28447.203125 ], "bp_grad_per_sample_l2_med": [ 0.000754358887206763, 0.0007440761546604335, 0.0007443547365255654, 0.0007444044458679855, 0.0007447295938618481 ], "gamma_dfa": -0.006681790575385094, "gamma_dfa_per_layer": [ 0.12310357391834259, -0.054726000875234604, -0.061426255851984024, -0.03367847949266434 ], "acc_eval": 0.189453125, "loss_eval": 117.76714324951172, "epoch": 10 }, { "hidden_norms": [ 1757.5994873046875, 10265.8017578125, 13090.66796875, 22099.814453125, 34584.30078125 ], "bp_grad_per_sample_l2_med": [ 0.000756443478167057, 0.0007464477675966918, 0.000743720680475235, 0.0007434834260493517, 0.0007420994224958122 ], "gamma_dfa": -0.01398628018796444, "gamma_dfa_per_layer": [ 0.12564796209335327, -0.05404478684067726, -0.07238315045833588, -0.05516514554619789 ], "acc_eval": 0.189453125, "loss_eval": 103.90010070800781, "epoch": 11 }, { "hidden_norms": [ 1799.9754638671875, 11735.4208984375, 14739.4091796875, 24244.48828125, 40467.53125 ], "bp_grad_per_sample_l2_med": [ 0.0007648739847354591, 0.0007477994076907635, 0.0007476488244719803, 0.0007475496386177838, 0.0007478601182810962 ], "gamma_dfa": -0.005489904433488846, "gamma_dfa_per_layer": [ 0.1469549834728241, -0.04884009808301926, -0.05759190022945404, -0.06248260289430618 ], "acc_eval": 0.2041015625, "loss_eval": 124.61287689208984, "epoch": 12 }, { "hidden_norms": [ 1851.51123046875, 13681.8662109375, 17609.712890625, 27533.84375, 52049.0703125 ], "bp_grad_per_sample_l2_med": [ 0.0007830688264220953, 0.0007742528687231243, 0.0007744400063529611, 0.0007723497110418975, 0.0007720965659245849 ], "gamma_dfa": -0.0014207642525434494, "gamma_dfa_per_layer": [ 0.18515333533287048, -0.04434240236878395, -0.09712066501379013, -0.0493733249604702 ], "acc_eval": 0.142578125, "loss_eval": 212.8883056640625, "epoch": 13 }, { "hidden_norms": [ 1899.2525634765625, 16269.4736328125, 21580.724609375, 31947.771484375, 66851.5703125 ], "bp_grad_per_sample_l2_med": [ 0.000794055697042495, 0.0007606232538819313, 0.0007601877441629767, 0.0007598533411510289, 0.000759296934120357 ], "gamma_dfa": 0.012796862982213497, "gamma_dfa_per_layer": [ 0.206809401512146, -0.04797299578785896, -0.0716182291507721, -0.03603072464466095 ], "acc_eval": 0.1591796875, "loss_eval": 268.9534912109375, "epoch": 14 }, { "hidden_norms": [ 1988.337890625, 20679.96484375, 27719.126953125, 37757.640625, 86759.0234375 ], "bp_grad_per_sample_l2_med": [ 0.0007827074150554836, 0.0007373052649199963, 0.0007380677270703018, 0.000736265501473099, 0.0007371739484369755 ], "gamma_dfa": 0.003913283348083496, "gamma_dfa_per_layer": [ 0.18332748115062714, -0.05311701446771622, -0.06076449155807495, -0.053792841732501984 ], "acc_eval": 0.2548828125, "loss_eval": 367.0162048339844, "epoch": 15 }, { "hidden_norms": [ 2074.877685546875, 25397.2421875, 35934.484375, 45723.14453125, 111497.4296875 ], "bp_grad_per_sample_l2_med": [ 0.0008315286249853671, 0.0007900919299572706, 0.0007844009087421, 0.0007838390883989632, 0.0007860813639126718 ], "gamma_dfa": -0.002616437152028084, "gamma_dfa_per_layer": [ 0.21044191718101501, -0.05741831660270691, -0.1141648143529892, -0.049324534833431244 ], "acc_eval": 0.1220703125, "loss_eval": 449.4093322753906, "epoch": 16 }, { "hidden_norms": [ 2160.0703125, 30060.396484375, 43998.6953125, 54128.03515625, 137197.4375 ], "bp_grad_per_sample_l2_med": [ 0.0007943993550725281, 0.0007568124565295875, 0.0007565468549728394, 0.0007549119181931019, 0.0007542246603406966 ], "gamma_dfa": 0.005578489974141121, "gamma_dfa_per_layer": [ 0.21836650371551514, -0.057003527879714966, -0.08258379250764847, -0.05646522343158722 ], "acc_eval": 0.2099609375, "loss_eval": 505.51385498046875, "epoch": 17 }, { "hidden_norms": [ 2261.926025390625, 35914.08203125, 53701.83203125, 65022.0234375, 174995.234375 ], "bp_grad_per_sample_l2_med": [ 0.0008322449866682291, 0.0007640637923032045, 0.0007639409159310162, 0.000764198659453541, 0.0007642150158062577 ], "gamma_dfa": 0.017949961125850677, "gamma_dfa_per_layer": [ 0.23718158900737762, -0.05374513193964958, -0.062201935797929764, -0.04943467676639557 ], "acc_eval": 0.2109375, "loss_eval": 610.7471923828125, "epoch": 18 }, { "hidden_norms": [ 2326.78271484375, 42755.171875, 66353.453125, 77731.328125, 221615.828125 ], "bp_grad_per_sample_l2_med": [ 0.0008451915346086025, 0.0007553622708655894, 0.0007553161703981459, 0.0007546090637333691, 0.0007550025475211442 ], "gamma_dfa": 0.029257358983159065, "gamma_dfa_per_layer": [ 0.26171058416366577, -0.04214981198310852, -0.06413372606039047, -0.03839761018753052 ], "acc_eval": 0.19921875, "loss_eval": 652.3941650390625, "epoch": 19 }, { "hidden_norms": [ 2443.6630859375, 48300.12109375, 77390.1015625, 91484.09375, 270700.96875 ], "bp_grad_per_sample_l2_med": [ 0.0009103405755013227, 0.0007761572487652302, 0.0007760545704513788, 0.0007730794604867697, 0.0007728201453574002 ], "gamma_dfa": 0.017114468850195408, "gamma_dfa_per_layer": [ 0.26115190982818604, -0.050561077892780304, -0.08694136142730713, -0.05519159510731697 ], "acc_eval": 0.1669921875, "loss_eval": 1354.747314453125, "epoch": 20 }, { "hidden_norms": [ 2499.429931640625, 57379.33203125, 93242.0859375, 111601.9921875, 332709.625 ], "bp_grad_per_sample_l2_med": [ 0.0010016581509262323, 0.0007549687870778143, 0.0007551733287982643, 0.0007543734973296523, 0.0007547553977929056 ], "gamma_dfa": 0.047867871820926666, "gamma_dfa_per_layer": [ 0.3270750641822815, -0.037589848041534424, -0.06097441166639328, -0.037039317190647125 ], "acc_eval": 0.2041015625, "loss_eval": 1818.91650390625, "epoch": 21 }, { "hidden_norms": [ 2615.140625, 75715.7109375, 109683.390625, 132553.84375, 406621.46875 ], "bp_grad_per_sample_l2_med": [ 0.0008831259910948575, 0.0007625823491252959, 0.0007627239683642983, 0.0007604075944982469, 0.0007611791370436549 ], "gamma_dfa": 0.022762255743145943, "gamma_dfa_per_layer": [ 0.27839380502700806, -0.05395745486021042, -0.07682197540998459, -0.05656535178422928 ], "acc_eval": 0.2119140625, "loss_eval": 1167.954833984375, "epoch": 22 }, { "hidden_norms": [ 2742.37353515625, 97227.28125, 131140.8125, 155048.3125, 481929.84375 ], "bp_grad_per_sample_l2_med": [ 0.001124670379795134, 0.0007696108077652752, 0.0007702686125412583, 0.0007697975379414856, 0.0007697619148530066 ], "gamma_dfa": 0.03202100656926632, "gamma_dfa_per_layer": [ 0.300557404756546, -0.04680653661489487, -0.052118271589279175, -0.0735485702753067 ], "acc_eval": 0.240234375, "loss_eval": 2470.89453125, "epoch": 23 }, { "hidden_norms": [ 2858.224609375, 126260.15625, 160387.703125, 186178.890625, 564007.75 ], "bp_grad_per_sample_l2_med": [ 0.001086456119082868, 0.0007698858971707523, 0.0007706494652666152, 0.0007701858412474394, 0.0007703170995227993 ], "gamma_dfa": 0.03411092050373554, "gamma_dfa_per_layer": [ 0.3229827582836151, -0.03976103663444519, -0.05624774843454361, -0.09053029119968414 ], "acc_eval": 0.2080078125, "loss_eval": 1589.14599609375, "epoch": 24 }, { "hidden_norms": [ 3010.89697265625, 156964.375, 194623.5, 223223.875, 662826.6875 ], "bp_grad_per_sample_l2_med": [ 0.0010667620226740837, 0.0007900846539996564, 0.0007894287118688226, 0.0007884356309659779, 0.0007912488654255867 ], "gamma_dfa": 0.03901553526520729, "gamma_dfa_per_layer": [ 0.34151530265808105, -0.04678330570459366, -0.06850147247314453, -0.0701683834195137 ], "acc_eval": 0.19921875, "loss_eval": 1886.69091796875, "epoch": 25 }, { "hidden_norms": [ 3121.8056640625, 191038.40625, 232148.296875, 265744.1875, 761219.75 ], "bp_grad_per_sample_l2_med": [ 0.0011186219053342938, 0.0007986227865330875, 0.0007986134733073413, 0.0007980577065609396, 0.0007973008905537426 ], "gamma_dfa": 0.027425863780081272, "gamma_dfa_per_layer": [ 0.35862213373184204, -0.061674464493989944, -0.0841888040304184, -0.10305541008710861 ], "acc_eval": 0.185546875, "loss_eval": 1700.765869140625, "epoch": 26 }, { "hidden_norms": [ 3283.62646484375, 232390.3125, 279218.25, 315312.8125, 875470.4375 ], "bp_grad_per_sample_l2_med": [ 0.001439103507436812, 0.0007854723371565342, 0.0007857424207031727, 0.0007855244330130517, 0.0007853199495002627 ], "gamma_dfa": 0.03129031043499708, "gamma_dfa_per_layer": [ 0.33073610067367554, -0.058702368289232254, -0.06629009544849396, -0.080582395195961 ], "acc_eval": 0.201171875, "loss_eval": 3809.69873046875, "epoch": 27 }, { "hidden_norms": [ 3407.8984375, 272082.28125, 324674.25, 365055.125, 983575.625 ], "bp_grad_per_sample_l2_med": [ 0.001244095852598548, 0.0008176793926395476, 0.0008168797940015793, 0.000815192295704037, 0.0008157575502991676 ], "gamma_dfa": 0.02919871360063553, "gamma_dfa_per_layer": [ 0.3321998715400696, -0.048228584229946136, -0.057734884321689606, -0.10944154858589172 ], "acc_eval": 0.1650390625, "loss_eval": 5145.80615234375, "epoch": 28 }, { "hidden_norms": [ 3570.579833984375, 325919.34375, 383859.84375, 429527.59375, 1121656.0 ], "bp_grad_per_sample_l2_med": [ 0.0013903328217566013, 0.0008181754965335131, 0.0008133396040648222, 0.0008111604838632047, 0.0008120551356114447 ], "gamma_dfa": 0.04902177257463336, "gamma_dfa_per_layer": [ 0.33004581928253174, -0.017712868750095367, -0.016218842938542366, -0.10002701729536057 ], "acc_eval": 0.1220703125, "loss_eval": 4755.40869140625, "epoch": 29 }, { "hidden_norms": [ 3675.836181640625, 381066.84375, 446664.84375, 495540.4375, 1244910.5 ], "bp_grad_per_sample_l2_med": [ 0.0013685236917808652, 0.0007945130346342921, 0.0007943777018226683, 0.0007925048121251166, 0.0007924467790871859 ], "gamma_dfa": 0.01623274479061365, "gamma_dfa_per_layer": [ 0.27984413504600525, -0.06000320240855217, -0.06209240108728409, -0.09281755238771439 ], "acc_eval": 0.1962890625, "loss_eval": 3555.3525390625, "epoch": 30 }, { "hidden_norms": [ 3779.81103515625, 443408.34375, 515845.65625, 568047.125, 1396404.125 ], "bp_grad_per_sample_l2_med": [ 0.001294015790335834, 0.0007740295841358602, 0.0007753889658488333, 0.0007745815673843026, 0.000773973239120096 ], "gamma_dfa": 0.048758171033114195, "gamma_dfa_per_layer": [ 0.3447470963001251, -0.05413726717233658, -0.0899808406829834, -0.005596304312348366 ], "acc_eval": 0.1103515625, "loss_eval": 8851.5302734375, "epoch": 31 }, { "hidden_norms": [ 3920.750732421875, 517289.40625, 595296.5625, 655510.1875, 1569922.125 ], "bp_grad_per_sample_l2_med": [ 0.001448597526177764, 0.0008134506642818451, 0.0008149920613504946, 0.0008116801618598402, 0.0008117944234982133 ], "gamma_dfa": 0.016455436125397682, "gamma_dfa_per_layer": [ 0.28803595900535583, -0.048596471548080444, -0.07654894888401031, -0.09706879407167435 ], "acc_eval": 0.1767578125, "loss_eval": 4626.505859375, "epoch": 32 }, { "hidden_norms": [ 4035.357666015625, 605458.75, 691596.8125, 758344.75, 1762235.125 ], "bp_grad_per_sample_l2_med": [ 0.0013269236078485847, 0.0007732360390946269, 0.0007741436711512506, 0.000773612700868398, 0.0007734647369943559 ], "gamma_dfa": 0.029436825774610043, "gamma_dfa_per_layer": [ 0.2940990924835205, -0.04052134230732918, -0.05536778271198273, -0.08046266436576843 ], "acc_eval": 0.2578125, "loss_eval": 2423.88037109375, "epoch": 33 }, { "hidden_norms": [ 4180.47998046875, 680883.875, 781089.375, 856024.9375, 1949442.75 ], "bp_grad_per_sample_l2_med": [ 0.0015648282133042812, 0.0007914449088275433, 0.0007915649330243468, 0.0007914216257631779, 0.0007914576563052833 ], "gamma_dfa": 0.019646714441478252, "gamma_dfa_per_layer": [ 0.2821764647960663, -0.0451091043651104, -0.08556324988603592, -0.07291725277900696 ], "acc_eval": 0.2314453125, "loss_eval": 3942.80810546875, "epoch": 34 }, { "hidden_norms": [ 4309.49462890625, 763385.4375, 877493.9375, 964321.4375, 2131046.75 ], "bp_grad_per_sample_l2_med": [ 0.001357953529804945, 0.0008006176794879138, 0.000801383052021265, 0.0008009205921553075, 0.0008007651194930077 ], "gamma_dfa": 0.012816952541470528, "gamma_dfa_per_layer": [ 0.3179120421409607, -0.07943161576986313, -0.08064424991607666, -0.1065683662891388 ], "acc_eval": 0.1904296875, "loss_eval": 4230.3056640625, "epoch": 35 }, { "hidden_norms": [ 4492.82568359375, 851087.875, 976163.875, 1072469.125, 2314147.5 ], "bp_grad_per_sample_l2_med": [ 0.001730966498143971, 0.000772459723521024, 0.0007729437202215195, 0.0007728235796093941, 0.0007726353942416608 ], "gamma_dfa": 0.03693788964301348, "gamma_dfa_per_layer": [ 0.29988259077072144, -0.0496492013335228, -0.08479931950569153, -0.0176825113594532 ], "acc_eval": 0.1484375, "loss_eval": 8231.34765625, "epoch": 36 }, { "hidden_norms": [ 4624.63720703125, 951948.25, 1092683.875, 1196542.75, 2542183.0 ], "bp_grad_per_sample_l2_med": [ 0.002538386033847928, 0.0007714434177614748, 0.0007710265927016735, 0.0007713963277637959, 0.0007713483064435422 ], "gamma_dfa": 0.04740711580961943, "gamma_dfa_per_layer": [ 0.33979880809783936, -0.04041346162557602, -0.07300114631652832, -0.03675573691725731 ], "acc_eval": 0.1923828125, "loss_eval": 8949.130859375, "epoch": 37 }, { "hidden_norms": [ 4807.11767578125, 1054507.625, 1214753.0, 1323814.0, 2764538.75 ], "bp_grad_per_sample_l2_med": [ 0.0027727719862014055, 0.000796200183685869, 0.0007976335473358631, 0.0007973454194143414, 0.0007971985614858568 ], "gamma_dfa": 0.08554775826632977, "gamma_dfa_per_layer": [ 0.5049943923950195, -0.037710923701524734, -0.07092456519603729, -0.05416787043213844 ], "acc_eval": 0.1162109375, "loss_eval": 12713.4443359375, "epoch": 38 }, { "hidden_norms": [ 4955.41943359375, 1174053.875, 1354818.125, 1476400.375, 3014463.25 ], "bp_grad_per_sample_l2_med": [ 0.0020058690570294857, 0.0008079316467046738, 0.0008077211095951498, 0.0008079909021034837, 0.000808066048193723 ], "gamma_dfa": -0.01097937673330307, "gamma_dfa_per_layer": [ 0.23371317982673645, -0.07769355922937393, -0.08009498566389084, -0.11984214186668396 ], "acc_eval": 0.169921875, "loss_eval": 5398.2822265625, "epoch": 39 }, { "hidden_norms": [ 5098.02978515625, 1282560.25, 1488493.125, 1621443.25, 3242451.75 ], "bp_grad_per_sample_l2_med": [ 0.0017661951715126634, 0.0007956374902278185, 0.0007964695687405765, 0.0007961427327245474, 0.0007956251502037048 ], "gamma_dfa": 0.022673148661851883, "gamma_dfa_per_layer": [ 0.3096145689487457, -0.05532063543796539, -0.08393190801143646, -0.07966943085193634 ], "acc_eval": 0.185546875, "loss_eval": 4639.80908203125, "epoch": 40 }, { "hidden_norms": [ 5239.9326171875, 1391390.625, 1615340.375, 1765558.375, 3480115.5 ], "bp_grad_per_sample_l2_med": [ 0.0020867532584816217, 0.0007667955360375345, 0.0007673996733501554, 0.0007673778454773128, 0.0007672442006878555 ], "gamma_dfa": 0.0395392719656229, "gamma_dfa_per_layer": [ 0.33367329835891724, -0.043648943305015564, -0.055444151163101196, -0.07642311602830887 ], "acc_eval": 0.234375, "loss_eval": 9990.30859375, "epoch": 41 }, { "hidden_norms": [ 5359.44677734375, 1521280.0, 1767789.625, 1930907.75, 3750866.25 ], "bp_grad_per_sample_l2_med": [ 0.0017118212999776006, 0.0007934573804959655, 0.0007942463853396475, 0.000793949409853667, 0.0007934118038974702 ], "gamma_dfa": 0.03361810464411974, "gamma_dfa_per_layer": [ 0.3103788495063782, -0.03702692314982414, -0.055835530161857605, -0.08304397761821747 ], "acc_eval": 0.216796875, "loss_eval": 9768.205078125, "epoch": 42 }, { "hidden_norms": [ 5546.62451171875, 1660698.625, 1925789.375, 2096456.25, 4028953.75 ], "bp_grad_per_sample_l2_med": [ 0.0017267497023567557, 0.000821329711470753, 0.0008239842718467116, 0.0008229895029217005, 0.0008229521918110549 ], "gamma_dfa": 0.029660841450095177, "gamma_dfa_per_layer": [ 0.35288333892822266, -0.043948374688625336, -0.0895853042602539, -0.10070629417896271 ], "acc_eval": 0.1884765625, "loss_eval": 8935.0380859375, "epoch": 43 }, { "hidden_norms": [ 5664.30810546875, 1784317.875, 2078188.375, 2264432.75, 4288914.0 ], "bp_grad_per_sample_l2_med": [ 0.0022900900803506374, 0.0007636325899511576, 0.0007642185082659125, 0.0007641956908628345, 0.0007639650139026344 ], "gamma_dfa": 0.06175872636958957, "gamma_dfa_per_layer": [ 0.4067830443382263, -0.03052734024822712, -0.06545087695121765, -0.06376992166042328 ], "acc_eval": 0.2197265625, "loss_eval": 8287.39453125, "epoch": 44 }, { "hidden_norms": [ 5794.2666015625, 1915382.125, 2237977.75, 2434797.75, 4568056.0 ], "bp_grad_per_sample_l2_med": [ 0.001793600502423942, 0.0008144167950376868, 0.0008172079687938094, 0.0008157116826623678, 0.0008155000978149474 ], "gamma_dfa": 0.034024693071842194, "gamma_dfa_per_layer": [ 0.35199591517448425, -0.03579515218734741, -0.09812411665916443, -0.08197787404060364 ], "acc_eval": 0.1806640625, "loss_eval": 8560.4384765625, "epoch": 45 }, { "hidden_norms": [ 5928.12158203125, 2057562.625, 2403872.5, 2624509.5, 4865204.0 ], "bp_grad_per_sample_l2_med": [ 0.001855076989158988, 0.0007629086030647159, 0.0007635788642801344, 0.0007633934146724641, 0.0007630206528119743 ], "gamma_dfa": 0.023082666099071503, "gamma_dfa_per_layer": [ 0.27648454904556274, -0.05024096742272377, -0.0845799595117569, -0.049332957714796066 ], "acc_eval": 0.197265625, "loss_eval": 10714.77734375, "epoch": 46 }, { "hidden_norms": [ 6079.8232421875, 2190046.5, 2564464.5, 2797927.0, 5132383.5 ], "bp_grad_per_sample_l2_med": [ 0.0015576905570924282, 0.0007896191673353314, 0.0007904896046966314, 0.0007902018842287362, 0.0007895485614426434 ], "gamma_dfa": 0.03866780921816826, "gamma_dfa_per_layer": [ 0.37201371788978577, -0.049719154834747314, -0.07755836844444275, -0.09006495773792267 ], "acc_eval": 0.19140625, "loss_eval": 7322.5205078125, "epoch": 47 }, { "hidden_norms": [ 6184.03369140625, 2339567.0, 2744136.25, 2990721.25, 5426845.5 ], "bp_grad_per_sample_l2_med": [ 0.0020522314589470625, 0.0007883926737122238, 0.0007893759175203741, 0.0007890417473390698, 0.0007883401704020798 ], "gamma_dfa": 0.021758251823484898, "gamma_dfa_per_layer": [ 0.2855323553085327, -0.04375234618782997, -0.07049872726202011, -0.08424827456474304 ], "acc_eval": 0.2080078125, "loss_eval": 13975.05859375, "epoch": 48 }, { "hidden_norms": [ 6295.5458984375, 2477445.75, 2917469.0, 3179694.0, 5727252.0 ], "bp_grad_per_sample_l2_med": [ 0.002105356426909566, 0.0008074102224782109, 0.0008063287241384387, 0.000806407246273011, 0.0008067074231803417 ], "gamma_dfa": 0.0267162024974823, "gamma_dfa_per_layer": [ 0.30986034870147705, -0.05209521949291229, -0.09783680737018585, -0.05306351184844971 ], "acc_eval": 0.1435546875, "loss_eval": 9590.544921875, "epoch": 49 }, { "hidden_norms": [ 6367.55029296875, 2638468.75, 3095811.75, 3362978.75, 6030941.5 ], "bp_grad_per_sample_l2_med": [ 0.0015475827967748046, 0.0008064319263212383, 0.0008070095209404826, 0.0008065010770224035, 0.0008065410074777901 ], "gamma_dfa": 0.00636688619852066, "gamma_dfa_per_layer": [ 0.29843205213546753, -0.03980886936187744, -0.06682014465332031, -0.16633549332618713 ], "acc_eval": 0.11328125, "loss_eval": 12254.064453125, "epoch": 50 }, { "hidden_norms": [ 6482.18798828125, 2769282.5, 3257572.75, 3548043.5, 6284645.5 ], "bp_grad_per_sample_l2_med": [ 0.0022430147510021925, 0.0008079760009422898, 0.000807179429102689, 0.0008071344927884638, 0.0008072732598520815 ], "gamma_dfa": 0.04464401211589575, "gamma_dfa_per_layer": [ 0.3536185026168823, -0.02255946770310402, -0.07369404286146164, -0.07878894358873367 ], "acc_eval": 0.181640625, "loss_eval": 10079.115234375, "epoch": 51 }, { "hidden_norms": [ 6566.8623046875, 2899506.0, 3420720.5, 3728966.75, 6555012.5 ], "bp_grad_per_sample_l2_med": [ 0.001695870072580874, 0.000820032088086009, 0.0008200806332752109, 0.0008201819728128612, 0.0008201953023672104 ], "gamma_dfa": 0.034856872633099556, "gamma_dfa_per_layer": [ 0.3895777463912964, -0.057720690965652466, -0.08937396109104156, -0.10305560380220413 ], "acc_eval": 0.1181640625, "loss_eval": 10401.4013671875, "epoch": 52 }, { "hidden_norms": [ 6618.705078125, 3056073.5, 3608076.25, 3938206.0, 6870646.0 ], "bp_grad_per_sample_l2_med": [ 0.0014620226575061679, 0.000811390345916152, 0.0008111409260891378, 0.000811099074780941, 0.000811324454843998 ], "gamma_dfa": 0.002492595463991165, "gamma_dfa_per_layer": [ 0.2934489846229553, -0.07660828530788422, -0.0814061164855957, -0.12546420097351074 ], "acc_eval": 0.16796875, "loss_eval": 11906.7060546875, "epoch": 53 }, { "hidden_norms": [ 6674.03759765625, 3201735.0, 3787927.75, 4133561.75, 7173546.5 ], "bp_grad_per_sample_l2_med": [ 0.0015491953818127513, 0.0007825249340385199, 0.0007832346600480378, 0.0007830507238395512, 0.0007823925698176026 ], "gamma_dfa": 0.054443607572466135, "gamma_dfa_per_layer": [ 0.38785266876220703, -0.022086789831519127, -0.062120988965034485, -0.08587045967578888 ], "acc_eval": 0.2373046875, "loss_eval": 9465.3525390625, "epoch": 54 }, { "hidden_norms": [ 6740.52392578125, 3338670.5, 3953341.75, 4315309.5, 7447204.0 ], "bp_grad_per_sample_l2_med": [ 0.0015645271632820368, 0.0007820724858902395, 0.0007820809260010719, 0.0007819690508767962, 0.0007819557213224471 ], "gamma_dfa": 0.027317455038428307, "gamma_dfa_per_layer": [ 0.3320838212966919, -0.06272841989994049, -0.06253603100776672, -0.09754955023527145 ], "acc_eval": 0.1923828125, "loss_eval": 9605.2587890625, "epoch": 55 }, { "hidden_norms": [ 6826.42578125, 3488233.5, 4125392.0, 4514242.0, 7747655.0 ], "bp_grad_per_sample_l2_med": [ 0.0018625661032274365, 0.0008403572137467563, 0.0008396300836466253, 0.0008392629097215831, 0.000840048654936254 ], "gamma_dfa": 0.018042685464024544, "gamma_dfa_per_layer": [ 0.34575170278549194, -0.061284519731998444, -0.08629278838634491, -0.12600365281105042 ], "acc_eval": 0.1494140625, "loss_eval": 13453.193359375, "epoch": 56 }, { "hidden_norms": [ 6878.60009765625, 3647417.5, 4303500.5, 4707215.0, 8039602.0 ], "bp_grad_per_sample_l2_med": [ 0.001495232223533094, 0.0008112883078865707, 0.0008119228295981884, 0.0008115706732496619, 0.0008112648501992226 ], "gamma_dfa": 0.025581182446330786, "gamma_dfa_per_layer": [ 0.301077663898468, -0.015085713937878609, -0.07233025878667831, -0.11133696138858795 ], "acc_eval": 0.1513671875, "loss_eval": 10446.5498046875, "epoch": 57 }, { "hidden_norms": [ 6956.30126953125, 3782040.0, 4474453.5, 4889139.0, 8311892.5 ], "bp_grad_per_sample_l2_med": [ 0.001576881273649633, 0.0008043631678447127, 0.0008050674805417657, 0.0008046348229981959, 0.0008046681759878993 ], "gamma_dfa": 0.005857756361365318, "gamma_dfa_per_layer": [ 0.28321602940559387, -0.03702875226736069, -0.06707675755023956, -0.15567949414253235 ], "acc_eval": 0.1484375, "loss_eval": 6591.0849609375, "epoch": 58 }, { "hidden_norms": [ 7021.955078125, 3911149.5, 4636672.0, 5064123.0, 8571758.0 ], "bp_grad_per_sample_l2_med": [ 0.002099651610478759, 0.0008183405152522027, 0.0008207465871237218, 0.0008196401176974177, 0.000819449604023248 ], "gamma_dfa": 0.006074780598282814, "gamma_dfa_per_layer": [ 0.2577749490737915, -0.05066239833831787, -0.06501314789056778, -0.1178002804517746 ], "acc_eval": 0.2109375, "loss_eval": 7962.04443359375, "epoch": 59 }, { "hidden_norms": [ 7101.7373046875, 4061103.5, 4820611.0, 5257086.0, 8861818.0 ], "bp_grad_per_sample_l2_med": [ 0.0018932655220851302, 0.0008025900460779667, 0.0008032865589484572, 0.000802954426035285, 0.0008029173477552831 ], "gamma_dfa": 0.020984639413654804, "gamma_dfa_per_layer": [ 0.3329803943634033, -0.03559138998389244, -0.06842450797557831, -0.14502593874931335 ], "acc_eval": 0.1650390625, "loss_eval": 8638.353515625, "epoch": 60 }, { "hidden_norms": [ 7120.71240234375, 4194965.0, 4982087.0, 5430094.5, 9121286.0 ], "bp_grad_per_sample_l2_med": [ 0.0015255591133609414, 0.0007772985845804214, 0.0007780406740494072, 0.0007778139552101493, 0.000777201319579035 ], "gamma_dfa": 0.0210345396772027, "gamma_dfa_per_layer": [ 0.3191820979118347, -0.05588069185614586, -0.0712573379278183, -0.10790590941905975 ], "acc_eval": 0.22265625, "loss_eval": 8870.3212890625, "epoch": 61 }, { "hidden_norms": [ 7166.24462890625, 4326872.0, 5144769.0, 5605003.0, 9390572.0 ], "bp_grad_per_sample_l2_med": [ 0.0019027154194191098, 0.000822498113848269, 0.0008225358324125409, 0.0008226112113334239, 0.0008225055644288659 ], "gamma_dfa": 0.01758619397878647, "gamma_dfa_per_layer": [ 0.29208946228027344, -0.046764522790908813, -0.10779638588428497, -0.06718377768993378 ], "acc_eval": 0.154296875, "loss_eval": 18607.9921875, "epoch": 62 }, { "hidden_norms": [ 7173.86865234375, 4454190.5, 5300661.5, 5764316.0, 9633685.0 ], "bp_grad_per_sample_l2_med": [ 0.0017527258023619652, 0.0008042250410653651, 0.0008040837710723281, 0.0008041510009206831, 0.0008041784167289734 ], "gamma_dfa": 0.04197401413694024, "gamma_dfa_per_layer": [ 0.31714165210723877, -0.025468191131949425, -0.05378583073616028, -0.0699915736913681 ], "acc_eval": 0.1826171875, "loss_eval": 10768.23046875, "epoch": 63 }, { "hidden_norms": [ 7200.1064453125, 4569527.5, 5448454.0, 5924151.0, 9865530.0 ], "bp_grad_per_sample_l2_med": [ 0.0016467028763145208, 0.0007759482250548899, 0.0007759520667605102, 0.0007758319843560457, 0.0007757880375720561 ], "gamma_dfa": 0.019114631228148937, "gamma_dfa_per_layer": [ 0.3342781364917755, -0.05670151486992836, -0.0891423374414444, -0.111975759267807 ], "acc_eval": 0.1865234375, "loss_eval": 9049.12109375, "epoch": 64 }, { "hidden_norms": [ 7198.30419921875, 4679779.5, 5583911.5, 6073903.5, 10075961.0 ], "bp_grad_per_sample_l2_med": [ 0.0015529918018728495, 0.0008276477456092834, 0.0008274043793790042, 0.0008273764979094267, 0.00082727539120242 ], "gamma_dfa": 0.012379471212625504, "gamma_dfa_per_layer": [ 0.33610183000564575, -0.0668979212641716, -0.09369023889303207, -0.12599578499794006 ], "acc_eval": 0.1533203125, "loss_eval": 9929.3125, "epoch": 65 }, { "hidden_norms": [ 7191.220703125, 4787683.5, 5730170.5, 6223255.0, 10287596.0 ], "bp_grad_per_sample_l2_med": [ 0.002624395303428173, 0.0008026033756323159, 0.0008024688577279449, 0.0008025110582821071, 0.000802531314548105 ], "gamma_dfa": 0.041071049869060516, "gamma_dfa_per_layer": [ 0.3911614418029785, -0.03441564738750458, -0.07384517788887024, -0.11861641705036163 ], "acc_eval": 0.1669921875, "loss_eval": 9811.68359375, "epoch": 66 }, { "hidden_norms": [ 7184.458984375, 4895536.0, 5864442.5, 6369317.5, 10509902.0 ], "bp_grad_per_sample_l2_med": [ 0.0016685851151123643, 0.0007737133419141173, 0.0007737109554000199, 0.0007736092084087431, 0.0007735762046650052 ], "gamma_dfa": 0.03856207150965929, "gamma_dfa_per_layer": [ 0.3347627520561218, -0.05478603392839432, -0.09395486861467361, -0.03177356347441673 ], "acc_eval": 0.15625, "loss_eval": 7798.90283203125, "epoch": 67 }, { "hidden_norms": [ 7166.86083984375, 4995598.0, 5984263.5, 6498221.0, 10708319.0 ], "bp_grad_per_sample_l2_med": [ 0.0013723000884056091, 0.0008002148242667317, 0.0007998319924809039, 0.0007997409556992352, 0.0008000954985618591 ], "gamma_dfa": 0.024815326556563377, "gamma_dfa_per_layer": [ 0.3238403797149658, -0.05496574938297272, -0.0969959944486618, -0.07261732965707779 ], "acc_eval": 0.1552734375, "loss_eval": 6333.236328125, "epoch": 68 }, { "hidden_norms": [ 7156.17236328125, 5093715.5, 6108802.5, 6629623.5, 10896864.0 ], "bp_grad_per_sample_l2_med": [ 0.001458030310459435, 0.0007727351039648056, 0.0007727306219749153, 0.0007726310286670923, 0.0007726071053184569 ], "gamma_dfa": 0.018785862252116203, "gamma_dfa_per_layer": [ 0.31862637400627136, -0.06633786112070084, -0.07025538384914398, -0.10688968002796173 ], "acc_eval": 0.2060546875, "loss_eval": 5966.35400390625, "epoch": 69 }, { "hidden_norms": [ 7127.96875, 5203388.5, 6229672.5, 6756540.5, 11105730.0 ], "bp_grad_per_sample_l2_med": [ 0.0018821367993950844, 0.000799131637904793, 0.0007999413646757603, 0.0007995158084668219, 0.0007994744228199124 ], "gamma_dfa": 0.033654400147497654, "gamma_dfa_per_layer": [ 0.3480244278907776, -0.0470522977411747, -0.08066973835229874, -0.08568479120731354 ], "acc_eval": 0.21484375, "loss_eval": 8679.373046875, "epoch": 70 }, { "hidden_norms": [ 7127.84326171875, 5291613.5, 6343081.5, 6873492.5, 11283083.0 ], "bp_grad_per_sample_l2_med": [ 0.0013305873144418001, 0.0008001387468539178, 0.0007999925292097032, 0.0008000367670319974, 0.0008000454981811345 ], "gamma_dfa": 0.026681816205382347, "gamma_dfa_per_layer": [ 0.33079925179481506, -0.04635504633188248, -0.060725681483745575, -0.11699125915765762 ], "acc_eval": 0.2001953125, "loss_eval": 7321.45654296875, "epoch": 71 }, { "hidden_norms": [ 7118.43115234375, 5399320.5, 6461637.5, 6995765.0, 11479911.0 ], "bp_grad_per_sample_l2_med": [ 0.0027539313305169344, 0.0007441912894137204, 0.000744749209843576, 0.0007447105017490685, 0.0007443142239935696 ], "gamma_dfa": 0.0691906102001667, "gamma_dfa_per_layer": [ 0.4505346715450287, -0.03461931645870209, -0.07136575877666473, -0.06778715550899506 ], "acc_eval": 0.16015625, "loss_eval": 10899.68359375, "epoch": 72 }, { "hidden_norms": [ 7104.958984375, 5484605.5, 6570873.0, 7105816.5, 11646348.0 ], "bp_grad_per_sample_l2_med": [ 0.0011745812371373177, 0.000797195709310472, 0.0007963370881043375, 0.0007962601375766098, 0.0007965530967339873 ], "gamma_dfa": 0.016523053869605064, "gamma_dfa_per_layer": [ 0.3157949447631836, -0.05805324763059616, -0.0915503203868866, -0.10009916126728058 ], "acc_eval": 0.185546875, "loss_eval": 4549.11328125, "epoch": 73 }, { "hidden_norms": [ 7046.66552734375, 5575192.0, 6682143.0, 7216392.5, 11814821.0 ], "bp_grad_per_sample_l2_med": [ 0.0014973932411521673, 0.0007987518329173326, 0.000798598921392113, 0.0007986334967426956, 0.00079863186692819 ], "gamma_dfa": 0.006323261186480522, "gamma_dfa_per_layer": [ 0.3186365067958832, -0.07689585536718369, -0.08955803513526917, -0.12688957154750824 ], "acc_eval": 0.1845703125, "loss_eval": 5873.4677734375, "epoch": 74 }, { "hidden_norms": [ 6997.1630859375, 5656117.0, 6779526.0, 7314913.5, 11969090.0 ], "bp_grad_per_sample_l2_med": [ 0.0014266286743804812, 0.0007692458457313478, 0.0007703236187808216, 0.0007699450361542404, 0.0007692069630138576 ], "gamma_dfa": 0.04031236469745636, "gamma_dfa_per_layer": [ 0.3853839635848999, -0.054634347558021545, -0.08128909766674042, -0.0882110595703125 ], "acc_eval": 0.1953125, "loss_eval": 4200.4296875, "epoch": 75 }, { "hidden_norms": [ 6970.02099609375, 5731178.0, 6870747.5, 7405309.0, 12120166.0 ], "bp_grad_per_sample_l2_med": [ 0.0013568063732236624, 0.0007682641153223813, 0.000768258236348629, 0.0007681549177505076, 0.0007681125425733626 ], "gamma_dfa": 0.04615131672471762, "gamma_dfa_per_layer": [ 0.3717971444129944, -0.05474664270877838, -0.05301285162568092, -0.07943238317966461 ], "acc_eval": 0.1943359375, "loss_eval": 3897.47607421875, "epoch": 76 }, { "hidden_norms": [ 6942.25, 5793439.5, 6946580.5, 7481325.5, 12242140.0 ], "bp_grad_per_sample_l2_med": [ 0.0011983924778178334, 0.0007509839488193393, 0.0007508245762437582, 0.0007505225948989391, 0.0007505776011385024 ], "gamma_dfa": 0.03128352388739586, "gamma_dfa_per_layer": [ 0.31842517852783203, -0.03316807746887207, -0.06335921585559845, -0.09676378965377808 ], "acc_eval": 0.2685546875, "loss_eval": 3095.559814453125, "epoch": 77 }, { "hidden_norms": [ 6881.80810546875, 5850806.5, 7011394.5, 7546550.5, 12350002.0 ], "bp_grad_per_sample_l2_med": [ 0.0011590005597099662, 0.0007501945947296917, 0.0007500603678636253, 0.0007497719489037991, 0.0007498189806938171 ], "gamma_dfa": 0.01806825865060091, "gamma_dfa_per_layer": [ 0.313739538192749, -0.047393035143613815, -0.07615944743156433, -0.11791402101516724 ], "acc_eval": 0.205078125, "loss_eval": 3942.599853515625, "epoch": 78 }, { "hidden_norms": [ 6837.1533203125, 5897771.5, 7073526.0, 7607611.5, 12444407.0 ], "bp_grad_per_sample_l2_med": [ 0.001163899782113731, 0.0007416060543619096, 0.0007419964531436563, 0.0007419841131195426, 0.0007417319575324655 ], "gamma_dfa": 0.03044590726494789, "gamma_dfa_per_layer": [ 0.30829477310180664, -0.03881052881479263, -0.07340054214000702, -0.07430007308721542 ], "acc_eval": 0.2939453125, "loss_eval": 2950.356689453125, "epoch": 79 }, { "hidden_norms": [ 6806.5322265625, 5963679.5, 7147126.0, 7679290.5, 12557362.0 ], "bp_grad_per_sample_l2_med": [ 0.0012401024578139186, 0.0007945983088575304, 0.0007953918538987637, 0.0007950742146931589, 0.0007950655417516828 ], "gamma_dfa": -0.007623729296028614, "gamma_dfa_per_layer": [ 0.24250081181526184, -0.04293825104832649, -0.07043637335300446, -0.15962110459804535 ], "acc_eval": 0.14453125, "loss_eval": 3910.8994140625, "epoch": 80 }, { "hidden_norms": [ 6782.47607421875, 5997089.0, 7185317.5, 7719894.5, 12633342.0 ], "bp_grad_per_sample_l2_med": [ 0.0012797614326700568, 0.0007944905664771795, 0.0007951240986585617, 0.0007947491831146181, 0.0007947032572701573 ], "gamma_dfa": 0.03983990382403135, "gamma_dfa_per_layer": [ 0.35600101947784424, -0.023466136306524277, -0.07362768054008484, -0.09954758733510971 ], "acc_eval": 0.193359375, "loss_eval": 3587.8212890625, "epoch": 81 }, { "hidden_norms": [ 6723.70654296875, 6042461.0, 7238613.0, 7771656.5, 12718382.0 ], "bp_grad_per_sample_l2_med": [ 0.0012927292846143246, 0.000765398726798594, 0.0007653928478248417, 0.0007653140346519649, 0.0007652752683497965 ], "gamma_dfa": 0.03482971154153347, "gamma_dfa_per_layer": [ 0.34003761410713196, -0.05069781839847565, -0.05738937109708786, -0.09263157844543457 ], "acc_eval": 0.23046875, "loss_eval": 2805.9716796875, "epoch": 82 }, { "hidden_norms": [ 6669.96435546875, 6085424.0, 7288909.5, 7821635.0, 12799732.0 ], "bp_grad_per_sample_l2_med": [ 0.0011438996298238635, 0.000740286021027714, 0.0007406995864585042, 0.0007406825898215175, 0.0007403898634947836 ], "gamma_dfa": 0.03725961223244667, "gamma_dfa_per_layer": [ 0.32540398836135864, -0.04895278066396713, -0.07243393361568451, -0.05497882515192032 ], "acc_eval": 0.2373046875, "loss_eval": 2089.305908203125, "epoch": 83 }, { "hidden_norms": [ 6611.064453125, 6121666.0, 7328789.5, 7859580.5, 12864450.0 ], "bp_grad_per_sample_l2_med": [ 0.0010610584868118167, 0.0007183317793533206, 0.0007201047264970839, 0.0007199530373327434, 0.0007199217798188329 ], "gamma_dfa": 0.03143393341451883, "gamma_dfa_per_layer": [ 0.2940787076950073, -0.035069357603788376, -0.0604243278503418, -0.07284928858280182 ], "acc_eval": 0.3076171875, "loss_eval": 1459.638916015625, "epoch": 84 }, { "hidden_norms": [ 6564.220703125, 6147971.0, 7358806.5, 7888597.5, 12918884.0 ], "bp_grad_per_sample_l2_med": [ 0.001103258109651506, 0.0007199789397418499, 0.0007205012370832264, 0.0007201395928859711, 0.000719686911907047 ], "gamma_dfa": 0.02568601444363594, "gamma_dfa_per_layer": [ 0.3047623038291931, -0.05378233641386032, -0.07432089745998383, -0.0739150121808052 ], "acc_eval": 0.2607421875, "loss_eval": 1398.54931640625, "epoch": 85 }, { "hidden_norms": [ 6523.052734375, 6163991.5, 7377848.0, 7906464.0, 12959929.0 ], "bp_grad_per_sample_l2_med": [ 0.0010483200894668698, 0.0007394760614261031, 0.0007398684392683208, 0.0007398549350909889, 0.0007395940483547747 ], "gamma_dfa": 0.028113607317209244, "gamma_dfa_per_layer": [ 0.2919086515903473, -0.04769399017095566, -0.06982402503490448, -0.06193620711565018 ], "acc_eval": 0.294921875, "loss_eval": 1247.0958251953125, "epoch": 86 }, { "hidden_norms": [ 6480.38134765625, 6177022.5, 7396143.5, 7924145.0, 12992374.0 ], "bp_grad_per_sample_l2_med": [ 0.0011187344789505005, 0.0007568535511381924, 0.0007568564033135772, 0.0007567762513644993, 0.0007568445871584117 ], "gamma_dfa": 0.029856184497475624, "gamma_dfa_per_layer": [ 0.32282522320747375, -0.05086465924978256, -0.06785817444324493, -0.08467765152454376 ], "acc_eval": 0.267578125, "loss_eval": 1623.752197265625, "epoch": 87 }, { "hidden_norms": [ 6430.5322265625, 6198352.0, 7419959.0, 7946585.0, 13023161.0 ], "bp_grad_per_sample_l2_med": [ 0.0010678176768124104, 0.0007456489838659763, 0.0007455460145138204, 0.0007452794816344976, 0.000745359982829541 ], "gamma_dfa": 0.019207272678613663, "gamma_dfa_per_layer": [ 0.28421786427497864, -0.04965135455131531, -0.07151313126087189, -0.08622428774833679 ], "acc_eval": 0.291015625, "loss_eval": 1205.84716796875, "epoch": 88 }, { "hidden_norms": [ 6396.35009765625, 6216262.0, 7436144.0, 7961794.0, 13045224.0 ], "bp_grad_per_sample_l2_med": [ 0.0010295198298990726, 0.0007388790836557746, 0.0007392680854536593, 0.000739254173822701, 0.000738998525775969 ], "gamma_dfa": 0.02955447882413864, "gamma_dfa_per_layer": [ 0.2954120337963104, -0.046598292887210846, -0.069032222032547, -0.061563603579998016 ], "acc_eval": 0.298828125, "loss_eval": 1123.675048828125, "epoch": 89 }, { "hidden_norms": [ 6366.1259765625, 6230148.5, 7451647.0, 7975150.0, 13064555.0 ], "bp_grad_per_sample_l2_med": [ 0.0010110137518495321, 0.0007565211853943765, 0.0007565242704004049, 0.0007563806138932705, 0.0007564250845462084 ], "gamma_dfa": 0.011881772428750992, "gamma_dfa_per_layer": [ 0.2693521976470947, -0.04482053220272064, -0.07126723229885101, -0.1057373434305191 ], "acc_eval": 0.240234375, "loss_eval": 1118.5343017578125, "epoch": 90 }, { "hidden_norms": [ 6341.41796875, 6233793.0, 7457683.5, 7981064.5, 13074395.0 ], "bp_grad_per_sample_l2_med": [ 0.0010112811578437686, 0.0007385196513496339, 0.0007389356032945216, 0.000738917791750282, 0.0007386352517642081 ], "gamma_dfa": 0.0292903920635581, "gamma_dfa_per_layer": [ 0.28946253657341003, -0.033900823444128036, -0.06436440348625183, -0.07403574138879776 ], "acc_eval": 0.306640625, "loss_eval": 1028.103515625, "epoch": 91 }, { "hidden_norms": [ 6319.90185546875, 6241203.5, 7463285.5, 7986068.5, 13084655.0 ], "bp_grad_per_sample_l2_med": [ 0.0010045261587947607, 0.0007187838782556355, 0.0007187584415078163, 0.0007185733411461115, 0.0007185345166362822 ], "gamma_dfa": 0.02470484748482704, "gamma_dfa_per_layer": [ 0.2734910249710083, -0.0429413765668869, -0.06623440980911255, -0.06549584865570068 ], "acc_eval": 0.3271484375, "loss_eval": 879.8018798828125, "epoch": 92 }, { "hidden_norms": [ 6299.453125, 6240490.0, 7464953.0, 7988364.0, 13086769.0 ], "bp_grad_per_sample_l2_med": [ 0.0010041827335953712, 0.0007186768343672156, 0.0007186515722423792, 0.0007184677524492145, 0.0007184296264313161 ], "gamma_dfa": 0.022233721800148487, "gamma_dfa_per_layer": [ 0.2633175849914551, -0.04053181782364845, -0.06492872536182404, -0.06892215460538864 ], "acc_eval": 0.322265625, "loss_eval": 871.9059448242188, "epoch": 93 }, { "hidden_norms": [ 6280.70068359375, 6248322.5, 7472246.5, 7994814.0, 13094255.0 ], "bp_grad_per_sample_l2_med": [ 0.000998231815174222, 0.0007185792201198637, 0.0007185565191321075, 0.0007183970883488655, 0.0007183645502664149 ], "gamma_dfa": 0.02329079993069172, "gamma_dfa_per_layer": [ 0.27325427532196045, -0.04209248721599579, -0.0645713210105896, -0.07342726737260818 ], "acc_eval": 0.326171875, "loss_eval": 876.770263671875, "epoch": 94 }, { "hidden_norms": [ 6259.79541015625, 6251884.0, 7473855.0, 7995730.5, 13095582.0 ], "bp_grad_per_sample_l2_med": [ 0.001000022399239242, 0.0007185632712207735, 0.0007185383583419025, 0.0007183536072261631, 0.0007183143752627075 ], "gamma_dfa": 0.01565107237547636, "gamma_dfa_per_layer": [ 0.26019614934921265, -0.042762644588947296, -0.06100854650139809, -0.09382066875696182 ], "acc_eval": 0.31640625, "loss_eval": 847.3887939453125, "epoch": 95 }, { "hidden_norms": [ 6250.6630859375, 6252472.0, 7474356.5, 7996154.0, 13096382.0 ], "bp_grad_per_sample_l2_med": [ 0.0009951539104804397, 0.000718452560249716, 0.0007184353889897466, 0.0007182956906035542, 0.0007182672270573676 ], "gamma_dfa": 0.01607441157102585, "gamma_dfa_per_layer": [ 0.2622864246368408, -0.04606177657842636, -0.06511188298463821, -0.08681511878967285 ], "acc_eval": 0.3125, "loss_eval": 820.6640625, "epoch": 96 }, { "hidden_norms": [ 6245.84228515625, 6252136.5, 7473891.5, 7995642.0, 13095543.0 ], "bp_grad_per_sample_l2_med": [ 0.0009887836640700698, 0.0007184472633525729, 0.0007184235146269202, 0.0007182589615695179, 0.0007182253757491708 ], "gamma_dfa": 0.01632563304156065, "gamma_dfa_per_layer": [ 0.2587689757347107, -0.041752640157938004, -0.06282168626785278, -0.08889211714267731 ], "acc_eval": 0.3271484375, "loss_eval": 794.9835815429688, "epoch": 97 }, { "hidden_norms": [ 6243.275390625, 6252353.5, 7474147.5, 7995911.0, 13095907.0 ], "bp_grad_per_sample_l2_med": [ 0.0010000880574807525, 0.0007184495334513485, 0.0007184281130321324, 0.0007182535482570529, 0.0007182166446000338 ], "gamma_dfa": 0.01966456975787878, "gamma_dfa_per_layer": [ 0.26670968532562256, -0.04189712926745415, -0.06575733423233032, -0.08039694279432297 ], "acc_eval": 0.3173828125, "loss_eval": 809.9351196289062, "epoch": 98 }, { "hidden_norms": [ 6242.01708984375, 6252447.5, 7474218.0, 7995986.5, 13096086.0 ], "bp_grad_per_sample_l2_med": [ 0.0009963318007066846, 0.000718410883564502, 0.000718392024282366, 0.0007182427798397839, 0.0007182121044024825 ], "gamma_dfa": 0.017472295090556145, "gamma_dfa_per_layer": [ 0.26097655296325684, -0.042458876967430115, -0.06487732380628586, -0.08375117182731628 ], "acc_eval": 0.326171875, "loss_eval": 790.8746337890625, "epoch": 99 }, { "hidden_norms": [ 6241.6884765625, 6252462.0, 7474227.5, 7995996.0, 13096118.0 ], "bp_grad_per_sample_l2_med": [ 0.0009859646670520306, 0.0007156162173487246, 0.0007178352097980678, 0.0007174411439336836, 0.0007168283336795866 ], "gamma_dfa": 0.01725842524319887, "gamma_dfa_per_layer": [ 0.25597745180130005, -0.041728582233190536, -0.06328003108501434, -0.08193513751029968 ], "acc_eval": 0.3359375, "loss_eval": 790.8336181640625, "epoch": 100 } ] }