diff options
Diffstat (limited to 'results/snapshot_evolution_v2/snapshot_evolution_s123.json')
| -rw-r--r-- | results/snapshot_evolution_v2/snapshot_evolution_s123.json | 5473 |
1 files changed, 5473 insertions, 0 deletions
diff --git a/results/snapshot_evolution_v2/snapshot_evolution_s123.json b/results/snapshot_evolution_v2/snapshot_evolution_s123.json new file mode 100644 index 0000000..4ccefc8 --- /dev/null +++ b/results/snapshot_evolution_v2/snapshot_evolution_s123.json @@ -0,0 +1,5473 @@ +{ + "config": { + "output_dir": "results/snapshot_evolution_v2", + "epochs": 100, + "lr": 0.001, + "wd": 0.01, + "seed": 123, + "depth": 4, + "d_hidden": 256, + "log_every": 1 + }, + "depth": 4, + "d_hidden": 256, + "num_classes": 10, + "bp_log": [ + { + "hidden_norms": [ + 8.690464973449707, + 8.719978332519531, + 8.73093318939209, + 8.75937271118164, + 8.790542602539062 + ], + "bp_grad_norms_per_sample_med": [ + 0.0009977436857298017, + 0.000992251792922616, + 0.0009848480112850666, + 0.0009761073160916567, + 0.0009735578205436468 + ], + "bp_grad_norms_F": [ + 0.035340383648872375, + 0.03499162197113037, + 0.03454425558447838, + 0.034113530069589615, + 0.033874060958623886 + ], + "gamma_dfa": NaN, + "acc_eval": 0.095703125, + "loss_eval": 2.486203908920288, + "epoch": 0 + }, + { + "hidden_norms": [ + 78.8471908569336, + 81.27874755859375, + 85.74082946777344, + 93.0085678100586, + 99.78337860107422 + ], + "bp_grad_norms_per_sample_med": [ + 5.44870927114971e-05, + 5.06363830936607e-05, + 4.9749945901567116e-05, + 5.010423774365336e-05, + 5.131187572260387e-05 + ], + "bp_grad_norms_F": [ + 0.0025542855728417635, + 0.0021727080456912518, + 0.002010831143707037, + 0.0019116367911919951, + 0.0019338354468345642 + ], + "gamma_dfa": NaN, + "acc_eval": 0.396484375, + "loss_eval": 1.6637382507324219, + "epoch": 1 + }, + { + "hidden_norms": [ + 94.79721069335938, + 98.6406021118164, + 103.38369750976562, + 111.4940185546875, + 118.88549041748047 + ], + "bp_grad_norms_per_sample_med": [ + 4.842087219003588e-05, + 4.405825529829599e-05, + 4.263824666850269e-05, + 4.2027873860206455e-05, + 4.283937960281037e-05 + ], + "bp_grad_norms_F": [ + 0.0020658739376813173, + 0.001806268934160471, + 0.001665781601332128, + 0.0015872427029535174, + 0.0015909546054899693 + ], + "gamma_dfa": NaN, + "acc_eval": 0.4541015625, + "loss_eval": 1.5350896120071411, + "epoch": 2 + }, + { + "hidden_norms": [ + 112.59109497070312, + 116.00851440429688, + 118.50328063964844, + 125.58804321289062, + 132.86842346191406 + ], + "bp_grad_norms_per_sample_med": [ + 4.3564141378737986e-05, + 4.136884308536537e-05, + 4.064830864081159e-05, + 3.9523682062281296e-05, + 3.8838741602376103e-05 + ], + "bp_grad_norms_F": [ + 0.00200729351490736, + 0.001785867614671588, + 0.0016562910750508308, + 0.0015452943043783307, + 0.0015010037459433079 + ], + "gamma_dfa": NaN, + "acc_eval": 0.4814453125, + "loss_eval": 1.449176549911499, + "epoch": 3 + }, + { + "hidden_norms": [ + 124.81511688232422, + 128.57049560546875, + 129.71421813964844, + 136.4766387939453, + 142.1854705810547 + ], + "bp_grad_norms_per_sample_med": [ + 4.382780389278196e-05, + 4.2459021642571315e-05, + 4.143684418522753e-05, + 4.0614067984279245e-05, + 3.921420648111962e-05 + ], + "bp_grad_norms_F": [ + 0.0018197334138676524, + 0.0016814853297546506, + 0.0015934663824737072, + 0.0015063106548041105, + 0.0014485444407910109 + ], + "gamma_dfa": NaN, + "acc_eval": 0.4970703125, + "loss_eval": 1.4218697547912598, + "epoch": 4 + }, + { + "hidden_norms": [ + 138.24440002441406, + 140.13018798828125, + 141.3839874267578, + 147.2488555908203, + 155.097412109375 + ], + "bp_grad_norms_per_sample_med": [ + 4.045376044814475e-05, + 4.011149940197356e-05, + 3.9452468627132475e-05, + 3.831404319498688e-05, + 3.721412576851435e-05 + ], + "bp_grad_norms_F": [ + 0.0017204430187121034, + 0.0016258049290627241, + 0.001551075023598969, + 0.0014644934562966228, + 0.0013933938462287188 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5078125, + "loss_eval": 1.3836241960525513, + "epoch": 5 + }, + { + "hidden_norms": [ + 152.11605834960938, + 153.1806182861328, + 153.2488555908203, + 159.2217559814453, + 167.07318115234375 + ], + "bp_grad_norms_per_sample_med": [ + 3.981084591941908e-05, + 3.969454701291397e-05, + 3.9165588532341644e-05, + 3.808845940511674e-05, + 3.58163051714655e-05 + ], + "bp_grad_norms_F": [ + 0.0017226944910362363, + 0.001611364888958633, + 0.0015574879944324493, + 0.001471089432016015, + 0.001374671934172511 + ], + "gamma_dfa": NaN, + "acc_eval": 0.525390625, + "loss_eval": 1.372281551361084, + "epoch": 6 + }, + { + "hidden_norms": [ + 161.75347900390625, + 163.58787536621094, + 163.35731506347656, + 170.1693115234375, + 177.47879028320312 + ], + "bp_grad_norms_per_sample_med": [ + 3.749227471416816e-05, + 3.707691575982608e-05, + 3.776738958549686e-05, + 3.692766040330753e-05, + 3.5146917070960626e-05 + ], + "bp_grad_norms_F": [ + 0.0016339722787961364, + 0.00156014587264508, + 0.0015048144850879908, + 0.00141648028511554, + 0.0013256004313006997 + ], + "gamma_dfa": NaN, + "acc_eval": 0.515625, + "loss_eval": 1.345876693725586, + "epoch": 7 + }, + { + "hidden_norms": [ + 171.66441345214844, + 171.10499572753906, + 169.24270629882812, + 175.52674865722656, + 182.4739990234375 + ], + "bp_grad_norms_per_sample_med": [ + 3.675510379252955e-05, + 3.6888646718580276e-05, + 3.695035775308497e-05, + 3.644685784820467e-05, + 3.359343099873513e-05 + ], + "bp_grad_norms_F": [ + 0.0016642085975036025, + 0.0015915494877845049, + 0.0015412021894007921, + 0.0014428672147914767, + 0.0013226643204689026 + ], + "gamma_dfa": NaN, + "acc_eval": 0.548828125, + "loss_eval": 1.323807954788208, + "epoch": 8 + }, + { + "hidden_norms": [ + 177.58766174316406, + 178.5358123779297, + 176.316650390625, + 182.18365478515625, + 188.81033325195312 + ], + "bp_grad_norms_per_sample_med": [ + 3.550657493178733e-05, + 3.561190533218905e-05, + 3.632329753600061e-05, + 3.5655833926284686e-05, + 3.342977652209811e-05 + ], + "bp_grad_norms_F": [ + 0.0016174933407455683, + 0.0015753052430227399, + 0.0015375673538073897, + 0.001461501931771636, + 0.0013270385097712278 + ], + "gamma_dfa": NaN, + "acc_eval": 0.54296875, + "loss_eval": 1.323765754699707, + "epoch": 9 + }, + { + "hidden_norms": [ + 186.0078125, + 185.2810821533203, + 182.9329833984375, + 188.10736083984375, + 195.3680877685547 + ], + "bp_grad_norms_per_sample_med": [ + 3.5615968954516575e-05, + 3.5252433008281514e-05, + 3.600740819820203e-05, + 3.5232467780588195e-05, + 3.2765579817350954e-05 + ], + "bp_grad_norms_F": [ + 0.0015362550038844347, + 0.001510681351646781, + 0.0014847773127257824, + 0.0014146054163575172, + 0.00128385319840163 + ], + "gamma_dfa": NaN, + "acc_eval": 0.544921875, + "loss_eval": 1.2933119535446167, + "epoch": 10 + }, + { + "hidden_norms": [ + 193.46343994140625, + 194.1528778076172, + 190.9546661376953, + 196.03440856933594, + 201.5336151123047 + ], + "bp_grad_norms_per_sample_med": [ + 3.449141877354123e-05, + 3.581260534701869e-05, + 3.6061541322851554e-05, + 3.5576940717874095e-05, + 3.29486902046483e-05 + ], + "bp_grad_norms_F": [ + 0.0015161881456151605, + 0.0014996343525126576, + 0.001473701442591846, + 0.0013998147333040833, + 0.0012604170478880405 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5556640625, + "loss_eval": 1.2653318643569946, + "epoch": 11 + }, + { + "hidden_norms": [ + 200.17047119140625, + 198.5863037109375, + 196.08795166015625, + 200.61297607421875, + 208.13084411621094 + ], + "bp_grad_norms_per_sample_med": [ + 3.377814937266521e-05, + 3.471539093879983e-05, + 3.4731467167148367e-05, + 3.4925535146612674e-05, + 3.2187374017667025e-05 + ], + "bp_grad_norms_F": [ + 0.0014635181287303567, + 0.0014519579708576202, + 0.001435206620953977, + 0.0013784168986603618, + 0.0012511539971455932 + ], + "gamma_dfa": NaN, + "acc_eval": 0.546875, + "loss_eval": 1.2704923152923584, + "epoch": 12 + }, + { + "hidden_norms": [ + 203.8260955810547, + 203.86688232421875, + 200.01004028320312, + 204.2325439453125, + 211.52891540527344 + ], + "bp_grad_norms_per_sample_med": [ + 3.5213015507906675e-05, + 3.635779648902826e-05, + 3.70470697816927e-05, + 3.6254354199627414e-05, + 3.324731005704962e-05 + ], + "bp_grad_norms_F": [ + 0.0014951277989894152, + 0.0014758999459445477, + 0.0014606777112931013, + 0.0014066072180867195, + 0.0012636061292141676 + ], + "gamma_dfa": NaN, + "acc_eval": 0.533203125, + "loss_eval": 1.2718024253845215, + "epoch": 13 + }, + { + "hidden_norms": [ + 211.8421630859375, + 209.4982147216797, + 206.025634765625, + 210.11019897460938, + 216.48568725585938 + ], + "bp_grad_norms_per_sample_med": [ + 3.425328395678662e-05, + 3.4357526601525024e-05, + 3.5312823456479236e-05, + 3.490734161459841e-05, + 3.1354313250631094e-05 + ], + "bp_grad_norms_F": [ + 0.0015326166758313775, + 0.0015238082269206643, + 0.0015112065011635423, + 0.0014346316456794739, + 0.0012716582277789712 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5595703125, + "loss_eval": 1.2611415386199951, + "epoch": 14 + }, + { + "hidden_norms": [ + 220.0836639404297, + 218.3101806640625, + 212.22019958496094, + 216.97576904296875, + 224.16114807128906 + ], + "bp_grad_norms_per_sample_med": [ + 3.320865289424546e-05, + 3.393836959730834e-05, + 3.4554454032331705e-05, + 3.380324415047653e-05, + 3.0850649636704475e-05 + ], + "bp_grad_norms_F": [ + 0.0015296684578061104, + 0.0015227487310767174, + 0.0015054721152409911, + 0.0014223494799807668, + 0.0012559365713968873 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5615234375, + "loss_eval": 1.2511423826217651, + "epoch": 15 + }, + { + "hidden_norms": [ + 223.3075714111328, + 219.4958953857422, + 213.75701904296875, + 219.41580200195312, + 223.92572021484375 + ], + "bp_grad_norms_per_sample_med": [ + 3.406661926419474e-05, + 3.485638080746867e-05, + 3.5736342397285625e-05, + 3.5617544199340045e-05, + 3.142367859254591e-05 + ], + "bp_grad_norms_F": [ + 0.001539028249680996, + 0.0015256714541465044, + 0.0015207449905574322, + 0.001449243980459869, + 0.0012804584112018347 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5478515625, + "loss_eval": 1.2619048357009888, + "epoch": 16 + }, + { + "hidden_norms": [ + 229.43417358398438, + 224.83290100097656, + 218.015869140625, + 221.56915283203125, + 228.59274291992188 + ], + "bp_grad_norms_per_sample_med": [ + 3.325551369925961e-05, + 3.411810757825151e-05, + 3.506721623125486e-05, + 3.451627344475128e-05, + 3.0976541893323883e-05 + ], + "bp_grad_norms_F": [ + 0.001564670237712562, + 0.0015591747360303998, + 0.0015565806534141302, + 0.001464744214899838, + 0.0012746548745781183 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5498046875, + "loss_eval": 1.2594949007034302, + "epoch": 17 + }, + { + "hidden_norms": [ + 233.65724182128906, + 228.65892028808594, + 223.14169311523438, + 227.2765350341797, + 233.75588989257812 + ], + "bp_grad_norms_per_sample_med": [ + 3.4493146813474596e-05, + 3.510132592055015e-05, + 3.669387297122739e-05, + 3.577200186555274e-05, + 3.192189251421951e-05 + ], + "bp_grad_norms_F": [ + 0.0015125939389690757, + 0.0015123466728255153, + 0.0015171029372140765, + 0.0014489478198811412, + 0.001258584321476519 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5595703125, + "loss_eval": 1.2556639909744263, + "epoch": 18 + }, + { + "hidden_norms": [ + 237.43548583984375, + 232.39987182617188, + 227.10951232910156, + 230.72291564941406, + 237.13616943359375 + ], + "bp_grad_norms_per_sample_med": [ + 3.340727198519744e-05, + 3.450348594924435e-05, + 3.5213739465689287e-05, + 3.445050970185548e-05, + 3.137766179861501e-05 + ], + "bp_grad_norms_F": [ + 0.0015336342621594667, + 0.0015343877021223307, + 0.0015299322549253702, + 0.0014644783223047853, + 0.0012699750950559974 + ], + "gamma_dfa": NaN, + "acc_eval": 0.560546875, + "loss_eval": 1.2415752410888672, + "epoch": 19 + }, + { + "hidden_norms": [ + 240.3662109375, + 235.49240112304688, + 227.54061889648438, + 233.16600036621094, + 239.60838317871094 + ], + "bp_grad_norms_per_sample_med": [ + 3.387282777111977e-05, + 3.518611265462823e-05, + 3.594699956011027e-05, + 3.514933632686734e-05, + 3.159138941555284e-05 + ], + "bp_grad_norms_F": [ + 0.0015161214396357536, + 0.0015244479291141033, + 0.0015337818767875433, + 0.0014538948889821768, + 0.0012562318006530404 + ], + "gamma_dfa": NaN, + "acc_eval": 0.560546875, + "loss_eval": 1.2436577081680298, + "epoch": 20 + }, + { + "hidden_norms": [ + 246.6840057373047, + 239.0929412841797, + 228.7230682373047, + 233.1182403564453, + 237.92440795898438 + ], + "bp_grad_norms_per_sample_med": [ + 3.365568773006089e-05, + 3.4782005968736485e-05, + 3.604988887673244e-05, + 3.48928188032005e-05, + 3.140935586998239e-05 + ], + "bp_grad_norms_F": [ + 0.0015826384769752622, + 0.0015907500637695193, + 0.0016004826175048947, + 0.0015078946016728878, + 0.0012762312544509768 + ], + "gamma_dfa": NaN, + "acc_eval": 0.578125, + "loss_eval": 1.2292213439941406, + "epoch": 21 + }, + { + "hidden_norms": [ + 248.95265197753906, + 241.59408569335938, + 233.2073211669922, + 236.39898681640625, + 243.02566528320312 + ], + "bp_grad_norms_per_sample_med": [ + 3.3556283597135916e-05, + 3.463738539721817e-05, + 3.5712662793230265e-05, + 3.4992117434740067e-05, + 3.1405961635755375e-05 + ], + "bp_grad_norms_F": [ + 0.0015417077811434865, + 0.0015624086372554302, + 0.00158181122969836, + 0.0014982762513682246, + 0.001269534695893526 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5712890625, + "loss_eval": 1.201985239982605, + "epoch": 22 + }, + { + "hidden_norms": [ + 250.6766815185547, + 243.67706298828125, + 236.90567016601562, + 240.1038360595703, + 244.89207458496094 + ], + "bp_grad_norms_per_sample_med": [ + 3.3543499739607796e-05, + 3.4865890484070405e-05, + 3.564134021871723e-05, + 3.4787921322276816e-05, + 3.112335252808407e-05 + ], + "bp_grad_norms_F": [ + 0.0015237597981467843, + 0.0015382410492748022, + 0.0015483599854633212, + 0.0014793339651077986, + 0.0012637422187253833 + ], + "gamma_dfa": NaN, + "acc_eval": 0.55859375, + "loss_eval": 1.2245514392852783, + "epoch": 23 + }, + { + "hidden_norms": [ + 256.1240539550781, + 248.83609008789062, + 240.2549285888672, + 243.1914825439453, + 248.11964416503906 + ], + "bp_grad_norms_per_sample_med": [ + 3.322990596643649e-05, + 3.523347186273895e-05, + 3.6828067095484585e-05, + 3.5215769457863644e-05, + 3.133456266368739e-05 + ], + "bp_grad_norms_F": [ + 0.0015543467598035932, + 0.0015818241517990828, + 0.0015992531552910805, + 0.001527936663478613, + 0.0012819069670513272 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5732421875, + "loss_eval": 1.2261133193969727, + "epoch": 24 + }, + { + "hidden_norms": [ + 256.9990234375, + 248.78497314453125, + 239.55239868164062, + 243.13818359375, + 249.48153686523438 + ], + "bp_grad_norms_per_sample_med": [ + 3.39320904458873e-05, + 3.600086711230688e-05, + 3.7119287298992276e-05, + 3.6292254662839696e-05, + 3.193991506122984e-05 + ], + "bp_grad_norms_F": [ + 0.0015332578914240003, + 0.00156042305752635, + 0.001574728754349053, + 0.0015015782555565238, + 0.0012670031283050776 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5771484375, + "loss_eval": 1.2080682516098022, + "epoch": 25 + }, + { + "hidden_norms": [ + 260.4493103027344, + 251.83595275878906, + 240.95025634765625, + 242.58055114746094, + 247.42816162109375 + ], + "bp_grad_norms_per_sample_med": [ + 3.4877586585935205e-05, + 3.68267938029021e-05, + 3.760240360861644e-05, + 3.5770553949987516e-05, + 3.202233710908331e-05 + ], + "bp_grad_norms_F": [ + 0.0016203002305701375, + 0.0016500651836395264, + 0.0016584799159318209, + 0.0015617734752595425, + 0.00129653827752918 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5576171875, + "loss_eval": 1.2154628038406372, + "epoch": 26 + }, + { + "hidden_norms": [ + 263.1241760253906, + 253.4596405029297, + 243.6095733642578, + 245.4304656982422, + 250.32362365722656 + ], + "bp_grad_norms_per_sample_med": [ + 3.480416853562929e-05, + 3.640647264546715e-05, + 3.738802479347214e-05, + 3.5808730899589136e-05, + 3.25721557601355e-05 + ], + "bp_grad_norms_F": [ + 0.0015986696816980839, + 0.0016261462587863207, + 0.0016554947942495346, + 0.0015633245930075645, + 0.0013003128115087748 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5634765625, + "loss_eval": 1.2160842418670654, + "epoch": 27 + }, + { + "hidden_norms": [ + 266.5273132324219, + 256.0182189941406, + 245.50253295898438, + 246.18280029296875, + 251.716064453125 + ], + "bp_grad_norms_per_sample_med": [ + 3.359848051331937e-05, + 3.572113564587198e-05, + 3.695064515341073e-05, + 3.506165376165882e-05, + 3.114769424428232e-05 + ], + "bp_grad_norms_F": [ + 0.0016088238917291164, + 0.0016375494888052344, + 0.0016567507991567254, + 0.0015764845302328467, + 0.001285399659536779 + ], + "gamma_dfa": NaN, + "acc_eval": 0.58203125, + "loss_eval": 1.2021496295928955, + "epoch": 28 + }, + { + "hidden_norms": [ + 267.4769592285156, + 258.21368408203125, + 248.0418701171875, + 248.66949462890625, + 253.77452087402344 + ], + "bp_grad_norms_per_sample_med": [ + 3.400501736905426e-05, + 3.611011925386265e-05, + 3.7168374547036365e-05, + 3.569516775314696e-05, + 3.031879896298051e-05 + ], + "bp_grad_norms_F": [ + 0.0015880028950050473, + 0.0016197538934648037, + 0.001652923645451665, + 0.0015723761171102524, + 0.00128253607545048 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5771484375, + "loss_eval": 1.2029783725738525, + "epoch": 29 + }, + { + "hidden_norms": [ + 268.6047668457031, + 256.4200744628906, + 246.27796936035156, + 246.51229858398438, + 250.08482360839844 + ], + "bp_grad_norms_per_sample_med": [ + 3.425245813559741e-05, + 3.6405861465027556e-05, + 3.752295742742717e-05, + 3.6318160709924996e-05, + 3.103434937656857e-05 + ], + "bp_grad_norms_F": [ + 0.0017358324257656932, + 0.0017647893400862813, + 0.0017767423996701837, + 0.0016745994798839092, + 0.0013456137385219336 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5859375, + "loss_eval": 1.2118260860443115, + "epoch": 30 + }, + { + "hidden_norms": [ + 270.9348449707031, + 260.40045166015625, + 250.72512817382812, + 251.9379425048828, + 254.6614227294922 + ], + "bp_grad_norms_per_sample_med": [ + 3.491883762762882e-05, + 3.647417179308832e-05, + 3.8068057619966567e-05, + 3.653564635897055e-05, + 3.172537253703922e-05 + ], + "bp_grad_norms_F": [ + 0.0015994011191651225, + 0.0016339519061148167, + 0.0016624036943539977, + 0.0015806201845407486, + 0.0013034256407991052 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5849609375, + "loss_eval": 1.1830923557281494, + "epoch": 31 + }, + { + "hidden_norms": [ + 274.6016845703125, + 262.9326477050781, + 250.766357421875, + 252.1786346435547, + 254.2251739501953 + ], + "bp_grad_norms_per_sample_med": [ + 3.4794014936778694e-05, + 3.6746245314134285e-05, + 3.771794217755087e-05, + 3.6664638173533604e-05, + 3.1814517569728196e-05 + ], + "bp_grad_norms_F": [ + 0.0016584239201620221, + 0.0016917918110266328, + 0.001726189162582159, + 0.0016276866663247347, + 0.0013194811763241887 + ], + "gamma_dfa": NaN, + "acc_eval": 0.578125, + "loss_eval": 1.1851024627685547, + "epoch": 32 + }, + { + "hidden_norms": [ + 273.59783935546875, + 261.92218017578125, + 250.27320861816406, + 251.19146728515625, + 255.70233154296875 + ], + "bp_grad_norms_per_sample_med": [ + 3.505383210722357e-05, + 3.6710382119053975e-05, + 3.839766577584669e-05, + 3.708387885126285e-05, + 3.1251351174432784e-05 + ], + "bp_grad_norms_F": [ + 0.0016781548038125038, + 0.0017169808270409703, + 0.0017399545758962631, + 0.0016386040952056646, + 0.0013246783055365086 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5712890625, + "loss_eval": 1.1789460182189941, + "epoch": 33 + }, + { + "hidden_norms": [ + 274.9112854003906, + 262.3539123535156, + 251.67474365234375, + 253.08824157714844, + 255.4647979736328 + ], + "bp_grad_norms_per_sample_med": [ + 3.4545508242445067e-05, + 3.622366421041079e-05, + 3.7300182157196105e-05, + 3.594972440623678e-05, + 3.1557658076053485e-05 + ], + "bp_grad_norms_F": [ + 0.001666227588430047, + 0.0016955926548689604, + 0.0017251977697014809, + 0.0016294753877446055, + 0.001327820005826652 + ], + "gamma_dfa": NaN, + "acc_eval": 0.583984375, + "loss_eval": 1.1757192611694336, + "epoch": 34 + }, + { + "hidden_norms": [ + 273.9092712402344, + 261.26507568359375, + 250.60923767089844, + 250.5943145751953, + 253.19862365722656 + ], + "bp_grad_norms_per_sample_med": [ + 3.532320988597348e-05, + 3.7557252653641626e-05, + 3.882365126628429e-05, + 3.676790583995171e-05, + 3.2376574381487444e-05 + ], + "bp_grad_norms_F": [ + 0.001686039031483233, + 0.0017200085567310452, + 0.0017563666915521026, + 0.0016565105179324746, + 0.0013397492002695799 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5986328125, + "loss_eval": 1.1719229221343994, + "epoch": 35 + }, + { + "hidden_norms": [ + 275.9344177246094, + 265.1002502441406, + 253.2598114013672, + 253.86024475097656, + 257.8154296875 + ], + "bp_grad_norms_per_sample_med": [ + 3.419027416384779e-05, + 3.54782423528377e-05, + 3.770734474528581e-05, + 3.707608630065806e-05, + 3.1706651498097926e-05 + ], + "bp_grad_norms_F": [ + 0.0016564616234973073, + 0.001694328966550529, + 0.001729298266582191, + 0.0016409243689849973, + 0.0013242866843938828 + ], + "gamma_dfa": NaN, + "acc_eval": 0.59375, + "loss_eval": 1.169456958770752, + "epoch": 36 + }, + { + "hidden_norms": [ + 277.0843200683594, + 263.2900390625, + 250.48553466796875, + 251.51341247558594, + 253.14413452148438 + ], + "bp_grad_norms_per_sample_med": [ + 3.5850312997354195e-05, + 3.7839381548110396e-05, + 3.925598502974026e-05, + 3.7184508983045816e-05, + 3.174091762048192e-05 + ], + "bp_grad_norms_F": [ + 0.0017717990558594465, + 0.0018099851440638304, + 0.0018417692044749856, + 0.0017209915677085519, + 0.0013732420047745109 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5869140625, + "loss_eval": 1.1764099597930908, + "epoch": 37 + }, + { + "hidden_norms": [ + 280.2084655761719, + 265.3043518066406, + 254.26673889160156, + 253.3932342529297, + 255.91488647460938 + ], + "bp_grad_norms_per_sample_med": [ + 3.4716471418505535e-05, + 3.675218249554746e-05, + 3.84828781534452e-05, + 3.653839303296991e-05, + 3.1539821065962315e-05 + ], + "bp_grad_norms_F": [ + 0.00171388138551265, + 0.0017648075008764863, + 0.00180675252340734, + 0.0016973463352769613, + 0.0013539392966777086 + ], + "gamma_dfa": NaN, + "acc_eval": 0.591796875, + "loss_eval": 1.1670037508010864, + "epoch": 38 + }, + { + "hidden_norms": [ + 278.0702209472656, + 264.4510498046875, + 250.75350952148438, + 248.73284912109375, + 253.1072540283203 + ], + "bp_grad_norms_per_sample_med": [ + 3.694290717248805e-05, + 3.843691956717521e-05, + 3.982238922617398e-05, + 3.8299614971037954e-05, + 3.253731847507879e-05 + ], + "bp_grad_norms_F": [ + 0.0017997974064201117, + 0.0018521619495004416, + 0.0018853276269510388, + 0.001754313474521041, + 0.0013789198128506541 + ], + "gamma_dfa": NaN, + "acc_eval": 0.576171875, + "loss_eval": 1.168372631072998, + "epoch": 39 + }, + { + "hidden_norms": [ + 279.5745849609375, + 265.3549499511719, + 252.89109802246094, + 250.0029296875, + 251.57737731933594 + ], + "bp_grad_norms_per_sample_med": [ + 3.5274497349746525e-05, + 3.741122054634616e-05, + 3.8946731365285814e-05, + 3.7627731217071414e-05, + 3.1920495530357584e-05 + ], + "bp_grad_norms_F": [ + 0.0017959685064852238, + 0.0018515808042138815, + 0.001886399113573134, + 0.0017732164124026895, + 0.001389715587720275 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5966796875, + "loss_eval": 1.1735193729400635, + "epoch": 40 + }, + { + "hidden_norms": [ + 280.56402587890625, + 265.1068115234375, + 251.912353515625, + 248.08627319335938, + 250.21177673339844 + ], + "bp_grad_norms_per_sample_med": [ + 3.672741513582878e-05, + 3.8823065551696345e-05, + 4.041267675347626e-05, + 3.835778989014216e-05, + 3.2424144592368975e-05 + ], + "bp_grad_norms_F": [ + 0.0018404219299554825, + 0.0018969813827425241, + 0.0019448500825092196, + 0.0018052044324576855, + 0.0014045372372493148 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5966796875, + "loss_eval": 1.163725733757019, + "epoch": 41 + }, + { + "hidden_norms": [ + 281.2812194824219, + 266.5726623535156, + 253.18124389648438, + 252.3292694091797, + 254.1314697265625 + ], + "bp_grad_norms_per_sample_med": [ + 3.6245146475266665e-05, + 3.849809218081646e-05, + 4.034954326925799e-05, + 3.857027695630677e-05, + 3.267046849941835e-05 + ], + "bp_grad_norms_F": [ + 0.0018043599557131529, + 0.0018654613522812724, + 0.0018976799910888076, + 0.0017763315699994564, + 0.0013986497651785612 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5830078125, + "loss_eval": 1.172363519668579, + "epoch": 42 + }, + { + "hidden_norms": [ + 278.3638916015625, + 264.4734802246094, + 250.60198974609375, + 248.59568786621094, + 249.39353942871094 + ], + "bp_grad_norms_per_sample_med": [ + 3.7236037314869463e-05, + 3.946686410927214e-05, + 4.103714309167117e-05, + 3.970286707044579e-05, + 3.281752287875861e-05 + ], + "bp_grad_norms_F": [ + 0.0018646781099960208, + 0.0019272645004093647, + 0.0019672266207635403, + 0.001839098404161632, + 0.0014395405305549502 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5830078125, + "loss_eval": 1.1776624917984009, + "epoch": 43 + }, + { + "hidden_norms": [ + 280.8514099121094, + 269.1718444824219, + 253.03790283203125, + 251.60220336914062, + 251.88168334960938 + ], + "bp_grad_norms_per_sample_med": [ + 3.689880759338848e-05, + 3.937961082556285e-05, + 4.092283779755235e-05, + 3.866894985549152e-05, + 3.262344398535788e-05 + ], + "bp_grad_norms_F": [ + 0.0018725661793723702, + 0.0019201217219233513, + 0.0019532060250639915, + 0.0018317755311727524, + 0.001439971849322319 + ], + "gamma_dfa": NaN, + "acc_eval": 0.595703125, + "loss_eval": 1.1693906784057617, + "epoch": 44 + }, + { + "hidden_norms": [ + 280.3335266113281, + 263.89471435546875, + 253.01638793945312, + 250.5576171875, + 251.4005889892578 + ], + "bp_grad_norms_per_sample_med": [ + 3.6666475352831185e-05, + 3.875952461385168e-05, + 4.0531358536100015e-05, + 3.9068203477654606e-05, + 3.450641088420525e-05 + ], + "bp_grad_norms_F": [ + 0.0018578553572297096, + 0.0019184533739462495, + 0.001965942559763789, + 0.0018550093518570065, + 0.0014542803401127458 + ], + "gamma_dfa": NaN, + "acc_eval": 0.5732421875, + "loss_eval": 1.1839377880096436, + "epoch": 45 + }, + { + "hidden_norms": [ + 280.3553771972656, + 263.3617248535156, + 248.94859313964844, + 246.9832000732422, + 246.24644470214844 + ], + "bp_grad_norms_per_sample_med": [ + 3.8412734284065664e-05, + 4.001844354206696e-05, + 4.220755727146752e-05, + 4.0393635572399944e-05, + 3.391467180335894e-05 + ], + "bp_grad_norms_F": [ + 0.001917686895467341, + 0.0019766101613640785, + 0.0020170181524008512, + 0.0018900329014286399, + 0.001476101577281952 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6005859375, + "loss_eval": 1.1689397096633911, + "epoch": 46 + }, + { + "hidden_norms": [ + 278.8861389160156, + 263.3866882324219, + 249.24301147460938, + 246.43963623046875, + 246.34503173828125 + ], + "bp_grad_norms_per_sample_med": [ + 3.77853139070794e-05, + 4.044857996632345e-05, + 4.182702468824573e-05, + 4.050548523082398e-05, + 3.3606509532546625e-05 + ], + "bp_grad_norms_F": [ + 0.0019284948939457536, + 0.001992136472836137, + 0.0020461773965507746, + 0.001900508883409202, + 0.001466717105358839 + ], + "gamma_dfa": NaN, + "acc_eval": 0.599609375, + "loss_eval": 1.1585946083068848, + "epoch": 47 + }, + { + "hidden_norms": [ + 279.963623046875, + 263.52496337890625, + 249.6890869140625, + 245.60646057128906, + 245.52540588378906 + ], + "bp_grad_norms_per_sample_med": [ + 3.724947964656167e-05, + 3.964625648222864e-05, + 4.1545175918145105e-05, + 3.953047780669294e-05, + 3.275729977758601e-05 + ], + "bp_grad_norms_F": [ + 0.0019616533536463976, + 0.002027863636612892, + 0.0020759752951562405, + 0.0019283785950392485, + 0.001484199776314199 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6123046875, + "loss_eval": 1.157920002937317, + "epoch": 48 + }, + { + "hidden_norms": [ + 279.7983093261719, + 263.42352294921875, + 247.6257781982422, + 244.5139923095703, + 242.93429565429688 + ], + "bp_grad_norms_per_sample_med": [ + 3.738125451491214e-05, + 4.007351162726991e-05, + 4.2600284359650686e-05, + 4.0704209823161364e-05, + 3.302833283669315e-05 + ], + "bp_grad_norms_F": [ + 0.001973477192223072, + 0.002032764023169875, + 0.0020790304988622665, + 0.0019371822709217668, + 0.0014914683997631073 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6005859375, + "loss_eval": 1.1545627117156982, + "epoch": 49 + }, + { + "hidden_norms": [ + 278.16461181640625, + 259.95208740234375, + 246.212890625, + 243.02810668945312, + 242.42227172851562 + ], + "bp_grad_norms_per_sample_med": [ + 3.896220732713118e-05, + 4.0713552152737975e-05, + 4.242185241309926e-05, + 4.1096616769209504e-05, + 3.4584638342494145e-05 + ], + "bp_grad_norms_F": [ + 0.0020273446571081877, + 0.0020888603758066893, + 0.0021337512880563736, + 0.0019914479926228523, + 0.0015125740319490433 + ], + "gamma_dfa": NaN, + "acc_eval": 0.599609375, + "loss_eval": 1.1588966846466064, + "epoch": 50 + }, + { + "hidden_norms": [ + 278.74609375, + 259.810302734375, + 244.75640869140625, + 241.40191650390625, + 241.2429962158203 + ], + "bp_grad_norms_per_sample_med": [ + 4.005424489150755e-05, + 4.289989738026634e-05, + 4.383309351396747e-05, + 4.207885649520904e-05, + 3.527112494339235e-05 + ], + "bp_grad_norms_F": [ + 0.002059010788798332, + 0.002119551645591855, + 0.002172222128137946, + 0.0020189452916383743, + 0.0015335450880229473 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6103515625, + "loss_eval": 1.1555505990982056, + "epoch": 51 + }, + { + "hidden_norms": [ + 277.6565246582031, + 262.0436096191406, + 246.2357635498047, + 241.67991638183594, + 240.23500061035156 + ], + "bp_grad_norms_per_sample_med": [ + 4.1031005821423605e-05, + 4.313238605391234e-05, + 4.465782694751397e-05, + 4.2896612285403535e-05, + 3.4334370866417885e-05 + ], + "bp_grad_norms_F": [ + 0.002025892725214362, + 0.0020990471821278334, + 0.0021509609650820494, + 0.002011507283896208, + 0.0015318752266466618 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6142578125, + "loss_eval": 1.1416809558868408, + "epoch": 52 + }, + { + "hidden_norms": [ + 277.4100646972656, + 260.2519836425781, + 245.48947143554688, + 242.5662384033203, + 241.2648162841797 + ], + "bp_grad_norms_per_sample_med": [ + 3.732202821993269e-05, + 3.9125570765463635e-05, + 4.136607458349317e-05, + 3.977569213020615e-05, + 3.3676675229799e-05 + ], + "bp_grad_norms_F": [ + 0.002009452786296606, + 0.002076543401926756, + 0.002131648361682892, + 0.00199576816521585, + 0.0015338497469201684 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.143639087677002, + "epoch": 53 + }, + { + "hidden_norms": [ + 277.3269348144531, + 259.49072265625, + 243.7945098876953, + 240.342041015625, + 238.76239013671875 + ], + "bp_grad_norms_per_sample_med": [ + 3.978172389906831e-05, + 4.20100441260729e-05, + 4.455841553863138e-05, + 4.2333795136073604e-05, + 3.435015969444066e-05 + ], + "bp_grad_norms_F": [ + 0.0020786102395504713, + 0.0021364488638937473, + 0.0021890606731176376, + 0.0020492339972406626, + 0.0015625122468918562 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6044921875, + "loss_eval": 1.1515132188796997, + "epoch": 54 + }, + { + "hidden_norms": [ + 276.1414489746094, + 257.6651306152344, + 242.12867736816406, + 238.3046875, + 235.9711151123047 + ], + "bp_grad_norms_per_sample_med": [ + 4.158447700319812e-05, + 4.40051153418608e-05, + 4.566523784887977e-05, + 4.3018761061830446e-05, + 3.456107515376061e-05 + ], + "bp_grad_norms_F": [ + 0.0021895321551710367, + 0.0022726275492459536, + 0.00232017133384943, + 0.002137792995199561, + 0.0015979791060090065 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6025390625, + "loss_eval": 1.148828148841858, + "epoch": 55 + }, + { + "hidden_norms": [ + 276.29547119140625, + 257.9006652832031, + 242.25363159179688, + 237.8865966796875, + 235.57620239257812 + ], + "bp_grad_norms_per_sample_med": [ + 3.9041460695443675e-05, + 4.0436327253701165e-05, + 4.2260016925865784e-05, + 4.071593502885662e-05, + 3.461613232502714e-05 + ], + "bp_grad_norms_F": [ + 0.0021726686973124743, + 0.002256714040413499, + 0.0023172625806182623, + 0.0021478317212313414, + 0.0016112272860482335 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6015625, + "loss_eval": 1.165194034576416, + "epoch": 56 + }, + { + "hidden_norms": [ + 274.73480224609375, + 257.3844909667969, + 239.9276580810547, + 236.4628448486328, + 232.49490356445312 + ], + "bp_grad_norms_per_sample_med": [ + 4.182914926786907e-05, + 4.482160511543043e-05, + 4.732825618702918e-05, + 4.5475029764929786e-05, + 3.673886021715589e-05 + ], + "bp_grad_norms_F": [ + 0.002222857205197215, + 0.0022976247128099203, + 0.002366685541346669, + 0.002194431144744158, + 0.0016426561633124948 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6015625, + "loss_eval": 1.150635004043579, + "epoch": 57 + }, + { + "hidden_norms": [ + 273.9837341308594, + 255.2301025390625, + 239.6470184326172, + 235.07806396484375, + 232.15016174316406 + ], + "bp_grad_norms_per_sample_med": [ + 4.28417552029714e-05, + 4.5315191528061405e-05, + 4.770928717334755e-05, + 4.653819996747188e-05, + 3.727963485289365e-05 + ], + "bp_grad_norms_F": [ + 0.002205377910286188, + 0.00228099524974823, + 0.002334901597350836, + 0.0021908036433160305, + 0.001635397202335298 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6064453125, + "loss_eval": 1.150489330291748, + "epoch": 58 + }, + { + "hidden_norms": [ + 273.4665222167969, + 255.21783447265625, + 238.12306213378906, + 232.99537658691406, + 229.35629272460938 + ], + "bp_grad_norms_per_sample_med": [ + 4.174295099801384e-05, + 4.412833004607819e-05, + 4.589854142977856e-05, + 4.366271969047375e-05, + 3.4910473914351314e-05 + ], + "bp_grad_norms_F": [ + 0.0022425123024731874, + 0.002337042009457946, + 0.0024111224338412285, + 0.002237174427136779, + 0.0016597777139395475 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6142578125, + "loss_eval": 1.1445674896240234, + "epoch": 59 + }, + { + "hidden_norms": [ + 272.8526306152344, + 254.31373596191406, + 238.0008087158203, + 233.6641082763672, + 229.88113403320312 + ], + "bp_grad_norms_per_sample_med": [ + 4.274978709872812e-05, + 4.589447416947223e-05, + 4.8100573621923104e-05, + 4.519677167991176e-05, + 3.628300692071207e-05 + ], + "bp_grad_norms_F": [ + 0.0022435274440795183, + 0.0023362115025520325, + 0.0024012199137359858, + 0.00223422609269619, + 0.0016617706278339028 + ], + "gamma_dfa": NaN, + "acc_eval": 0.609375, + "loss_eval": 1.1417796611785889, + "epoch": 60 + }, + { + "hidden_norms": [ + 272.5745849609375, + 253.39877319335938, + 236.8953094482422, + 231.5461883544922, + 227.8491668701172 + ], + "bp_grad_norms_per_sample_med": [ + 4.257826367393136e-05, + 4.485245153773576e-05, + 4.667421308113262e-05, + 4.5228414819575846e-05, + 3.560770346666686e-05 + ], + "bp_grad_norms_F": [ + 0.0022986247204244137, + 0.002396916039288044, + 0.0024696297477930784, + 0.0022973858285695314, + 0.0016907128738239408 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6044921875, + "loss_eval": 1.1428865194320679, + "epoch": 61 + }, + { + "hidden_norms": [ + 269.6819763183594, + 250.9730682373047, + 234.21188354492188, + 228.83775329589844, + 224.82958984375 + ], + "bp_grad_norms_per_sample_med": [ + 4.29281426477246e-05, + 4.5681605115532875e-05, + 4.7611269110348076e-05, + 4.553339022095315e-05, + 3.683664544951171e-05 + ], + "bp_grad_norms_F": [ + 0.0023400019854307175, + 0.002444769022986293, + 0.0025141045916825533, + 0.002344615990296006, + 0.0017126062884926796 + ], + "gamma_dfa": NaN, + "acc_eval": 0.625, + "loss_eval": 1.1239444017410278, + "epoch": 62 + }, + { + "hidden_norms": [ + 269.7929992675781, + 250.5220947265625, + 233.3997802734375, + 228.2130584716797, + 224.5063018798828 + ], + "bp_grad_norms_per_sample_med": [ + 4.4715372496284544e-05, + 4.6482971811201423e-05, + 4.9765483709052205e-05, + 4.759176226798445e-05, + 3.8208585465326905e-05 + ], + "bp_grad_norms_F": [ + 0.0023639060091227293, + 0.002476333873346448, + 0.0025423571933060884, + 0.00236364989541471, + 0.0017294714925810695 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6162109375, + "loss_eval": 1.1502506732940674, + "epoch": 63 + }, + { + "hidden_norms": [ + 269.24493408203125, + 251.6195831298828, + 234.21717834472656, + 228.9242401123047, + 224.33628845214844 + ], + "bp_grad_norms_per_sample_med": [ + 4.4276617700234056e-05, + 4.620026084012352e-05, + 4.972432361682877e-05, + 4.657481986214407e-05, + 3.729217132786289e-05 + ], + "bp_grad_norms_F": [ + 0.0023896305356174707, + 0.002498477231711149, + 0.0025652945041656494, + 0.002390124835073948, + 0.0017562232678756118 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6171875, + "loss_eval": 1.146531581878662, + "epoch": 64 + }, + { + "hidden_norms": [ + 268.0794982910156, + 250.7041778564453, + 233.16966247558594, + 227.9508056640625, + 223.48045349121094 + ], + "bp_grad_norms_per_sample_med": [ + 4.518003697739914e-05, + 4.807085497304797e-05, + 5.077984678791836e-05, + 4.9026388296624646e-05, + 3.8487425626954064e-05 + ], + "bp_grad_norms_F": [ + 0.0023859951179474592, + 0.002494273241609335, + 0.0025624327827244997, + 0.0023940331302583218, + 0.0017616016557440162 + ], + "gamma_dfa": NaN, + "acc_eval": 0.611328125, + "loss_eval": 1.1454447507858276, + "epoch": 65 + }, + { + "hidden_norms": [ + 267.8343811035156, + 247.6757049560547, + 231.40367126464844, + 225.93670654296875, + 220.4804229736328 + ], + "bp_grad_norms_per_sample_med": [ + 4.405072468216531e-05, + 4.688911576522514e-05, + 4.961229205946438e-05, + 4.743603858514689e-05, + 3.724359339685179e-05 + ], + "bp_grad_norms_F": [ + 0.002465154742822051, + 0.0025785581674426794, + 0.002648484194651246, + 0.0024633395951241255, + 0.0017954027280211449 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.165484070777893, + "epoch": 66 + }, + { + "hidden_norms": [ + 267.8901062011719, + 248.67857360839844, + 231.63746643066406, + 225.49383544921875, + 220.6399383544922 + ], + "bp_grad_norms_per_sample_med": [ + 4.755932604894042e-05, + 4.9960097385337576e-05, + 5.191187665332109e-05, + 4.949339563609101e-05, + 3.946756987716071e-05 + ], + "bp_grad_norms_F": [ + 0.0024303828831762075, + 0.0025356977712363005, + 0.002610789379104972, + 0.00243638688698411, + 0.0017875435296446085 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6103515625, + "loss_eval": 1.1472151279449463, + "epoch": 67 + }, + { + "hidden_norms": [ + 267.3486022949219, + 247.69305419921875, + 229.9873504638672, + 223.6610870361328, + 218.91578674316406 + ], + "bp_grad_norms_per_sample_med": [ + 4.743155659525655e-05, + 5.06583419337403e-05, + 5.422766844276339e-05, + 5.0596820074133575e-05, + 3.959470632253215e-05 + ], + "bp_grad_norms_F": [ + 0.0025001303292810917, + 0.0026160534471273422, + 0.002682509133592248, + 0.002501503797248006, + 0.0018251334549859166 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6201171875, + "loss_eval": 1.157745599746704, + "epoch": 68 + }, + { + "hidden_norms": [ + 266.2055969238281, + 246.88201904296875, + 229.0934295654297, + 223.09255981445312, + 217.90614318847656 + ], + "bp_grad_norms_per_sample_med": [ + 4.6090037358226255e-05, + 4.8821068048710003e-05, + 5.145218892721459e-05, + 4.892798824585043e-05, + 3.874724279739894e-05 + ], + "bp_grad_norms_F": [ + 0.002517222659662366, + 0.00262960116378963, + 0.002704967511817813, + 0.002524228999391198, + 0.0018283555982634425 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.1513168811798096, + "epoch": 69 + }, + { + "hidden_norms": [ + 263.8387451171875, + 244.32431030273438, + 227.78903198242188, + 222.13900756835938, + 216.27389526367188 + ], + "bp_grad_norms_per_sample_med": [ + 4.680602069129236e-05, + 5.040669202571735e-05, + 5.318928378983401e-05, + 4.9446778575656936e-05, + 3.913935870514251e-05 + ], + "bp_grad_norms_F": [ + 0.0025120435748249292, + 0.0026304670609533787, + 0.0027123456820845604, + 0.002537800231948495, + 0.001847997889854014 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6240234375, + "loss_eval": 1.1497204303741455, + "epoch": 70 + }, + { + "hidden_norms": [ + 263.52716064453125, + 243.21226501464844, + 226.427001953125, + 220.67845153808594, + 214.70176696777344 + ], + "bp_grad_norms_per_sample_med": [ + 4.6976576413726434e-05, + 5.0085352995665744e-05, + 5.2343326387926936e-05, + 4.9784572183853015e-05, + 4.0186921978602186e-05 + ], + "bp_grad_norms_F": [ + 0.0026124012656509876, + 0.0027241536881774664, + 0.002797869499772787, + 0.002603790955618024, + 0.0018792233895510435 + ], + "gamma_dfa": NaN, + "acc_eval": 0.609375, + "loss_eval": 1.153285026550293, + "epoch": 71 + }, + { + "hidden_norms": [ + 264.0121765136719, + 243.2773895263672, + 226.7365264892578, + 220.29107666015625, + 214.1591339111328 + ], + "bp_grad_norms_per_sample_med": [ + 4.6254041080828756e-05, + 4.949727008352056e-05, + 5.206605055718683e-05, + 5.012763722334057e-05, + 3.8815273001091555e-05 + ], + "bp_grad_norms_F": [ + 0.0026143237482756376, + 0.0027275518514215946, + 0.0028062777128070593, + 0.002607470378279686, + 0.0018867084290832281 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.1514866352081299, + "epoch": 72 + }, + { + "hidden_norms": [ + 263.4013671875, + 243.0095672607422, + 225.4296112060547, + 219.55067443847656, + 213.40794372558594 + ], + "bp_grad_norms_per_sample_med": [ + 4.8506815801374614e-05, + 5.151949153514579e-05, + 5.5085791245801374e-05, + 5.175785190658644e-05, + 4.0316641388926655e-05 + ], + "bp_grad_norms_F": [ + 0.002606831956654787, + 0.002728143008425832, + 0.0028109808918088675, + 0.0026184367015957832, + 0.0018970600795000792 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.1346663236618042, + "epoch": 73 + }, + { + "hidden_norms": [ + 262.27703857421875, + 242.7241668701172, + 224.5229949951172, + 218.4025115966797, + 212.19247436523438 + ], + "bp_grad_norms_per_sample_med": [ + 4.704251477960497e-05, + 5.0965834816452116e-05, + 5.3327348723541945e-05, + 5.0449500122340396e-05, + 4.0479797462467104e-05 + ], + "bp_grad_norms_F": [ + 0.0026277368888258934, + 0.0027542279567569494, + 0.00283243996091187, + 0.00264621595852077, + 0.0019058829639106989 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6240234375, + "loss_eval": 1.137591004371643, + "epoch": 74 + }, + { + "hidden_norms": [ + 262.1747131347656, + 241.88607788085938, + 224.1046142578125, + 217.9982147216797, + 211.7519989013672 + ], + "bp_grad_norms_per_sample_med": [ + 4.847371383220889e-05, + 5.121564754517749e-05, + 5.3943567763781175e-05, + 5.087414683657698e-05, + 4.037184771732427e-05 + ], + "bp_grad_norms_F": [ + 0.0026811074931174517, + 0.002809705911204219, + 0.002887698821723461, + 0.002692745067179203, + 0.0019356919219717383 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6142578125, + "loss_eval": 1.1538643836975098, + "epoch": 75 + }, + { + "hidden_norms": [ + 261.7838439941406, + 239.75706481933594, + 222.1133575439453, + 216.12124633789062, + 210.44593811035156 + ], + "bp_grad_norms_per_sample_med": [ + 4.8369467549491674e-05, + 5.07068180013448e-05, + 5.281560879666358e-05, + 5.086012970423326e-05, + 4.062180232722312e-05 + ], + "bp_grad_norms_F": [ + 0.0027064597234129906, + 0.0028339733835309744, + 0.0029109998140484095, + 0.002717787167057395, + 0.0019469966646283865 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.1476709842681885, + "epoch": 76 + }, + { + "hidden_norms": [ + 260.708251953125, + 239.65792846679688, + 222.502197265625, + 216.31419372558594, + 210.15716552734375 + ], + "bp_grad_norms_per_sample_med": [ + 4.919906132272445e-05, + 5.164166941540316e-05, + 5.366719051380642e-05, + 5.108323966851458e-05, + 4.000464832643047e-05 + ], + "bp_grad_norms_F": [ + 0.002715736860409379, + 0.0028464714996516705, + 0.0029330456163734198, + 0.0027443754952400923, + 0.001961463363841176 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6181640625, + "loss_eval": 1.1511735916137695, + "epoch": 77 + }, + { + "hidden_norms": [ + 260.4088439941406, + 239.9808349609375, + 222.2389373779297, + 215.33692932128906, + 208.58534240722656 + ], + "bp_grad_norms_per_sample_med": [ + 4.8405916459159926e-05, + 5.163977766642347e-05, + 5.34093014721293e-05, + 5.167788185644895e-05, + 4.020798587589525e-05 + ], + "bp_grad_norms_F": [ + 0.0027501434087753296, + 0.0028795108664780855, + 0.0029617082327604294, + 0.002769613405689597, + 0.001984042814001441 + ], + "gamma_dfa": NaN, + "acc_eval": 0.615234375, + "loss_eval": 1.1523363590240479, + "epoch": 78 + }, + { + "hidden_norms": [ + 259.8567199707031, + 238.8525848388672, + 221.2687225341797, + 213.9132537841797, + 207.3290557861328 + ], + "bp_grad_norms_per_sample_med": [ + 4.8219208110822365e-05, + 5.1672555855475366e-05, + 5.364803655538708e-05, + 5.1243885536678135e-05, + 4.079756035935134e-05 + ], + "bp_grad_norms_F": [ + 0.0028046013321727514, + 0.002939376747235656, + 0.0030214993748813868, + 0.002813557395711541, + 0.0019953204318881035 + ], + "gamma_dfa": NaN, + "acc_eval": 0.611328125, + "loss_eval": 1.1514203548431396, + "epoch": 79 + }, + { + "hidden_norms": [ + 259.52423095703125, + 238.27757263183594, + 219.9165802001953, + 213.4214324951172, + 206.20606994628906 + ], + "bp_grad_norms_per_sample_med": [ + 4.8479021643288434e-05, + 5.219021113589406e-05, + 5.5094871640903875e-05, + 5.1899030950153247e-05, + 4.124108454561792e-05 + ], + "bp_grad_norms_F": [ + 0.0028202880639582872, + 0.002952422248199582, + 0.0030410154722630978, + 0.002832787809893489, + 0.0020088190212845802 + ], + "gamma_dfa": NaN, + "acc_eval": 0.625, + "loss_eval": 1.1545820236206055, + "epoch": 80 + }, + { + "hidden_norms": [ + 258.1958923339844, + 237.08778381347656, + 219.2870635986328, + 212.87725830078125, + 205.84408569335938 + ], + "bp_grad_norms_per_sample_med": [ + 5.005837374483235e-05, + 5.344217424863018e-05, + 5.582463927567005e-05, + 5.345495083020069e-05, + 4.113194518140517e-05 + ], + "bp_grad_norms_F": [ + 0.0028330644126981497, + 0.002965509658679366, + 0.0030466399621218443, + 0.00284536718390882, + 0.0020232615061104298 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6220703125, + "loss_eval": 1.1552448272705078, + "epoch": 81 + }, + { + "hidden_norms": [ + 258.44268798828125, + 236.90562438964844, + 218.65948486328125, + 212.63186645507812, + 204.90692138671875 + ], + "bp_grad_norms_per_sample_med": [ + 4.896440077573061e-05, + 5.1820486987708136e-05, + 5.4638629080727696e-05, + 5.3578904044115916e-05, + 4.117973367101513e-05 + ], + "bp_grad_norms_F": [ + 0.002839416265487671, + 0.0029778846073895693, + 0.003062452422454953, + 0.002849552081897855, + 0.0020236214622855186 + ], + "gamma_dfa": NaN, + "acc_eval": 0.62109375, + "loss_eval": 1.1515182256698608, + "epoch": 82 + }, + { + "hidden_norms": [ + 258.24615478515625, + 236.87181091308594, + 219.06484985351562, + 213.2528076171875, + 205.03671264648438 + ], + "bp_grad_norms_per_sample_med": [ + 4.8622885515214875e-05, + 5.181535379961133e-05, + 5.509376205736771e-05, + 5.2298331866040826e-05, + 4.074195385328494e-05 + ], + "bp_grad_norms_F": [ + 0.002838765038177371, + 0.00297414674423635, + 0.003058358561247587, + 0.0028491863049566746, + 0.0020313323475420475 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6142578125, + "loss_eval": 1.1609394550323486, + "epoch": 83 + }, + { + "hidden_norms": [ + 257.9989929199219, + 236.4859161376953, + 218.73072814941406, + 212.0786895751953, + 204.2919464111328 + ], + "bp_grad_norms_per_sample_med": [ + 5.0208276661578566e-05, + 5.2276191127020866e-05, + 5.509322727448307e-05, + 5.315374437486753e-05, + 4.122377504245378e-05 + ], + "bp_grad_norms_F": [ + 0.0028634185437113047, + 0.0029970910400152206, + 0.0030890253838151693, + 0.002881886437535286, + 0.0020408176351338625 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6171875, + "loss_eval": 1.1592046022415161, + "epoch": 84 + }, + { + "hidden_norms": [ + 257.24053955078125, + 235.7548065185547, + 217.84329223632812, + 211.033935546875, + 203.8216094970703 + ], + "bp_grad_norms_per_sample_med": [ + 5.0660164561122656e-05, + 5.414208135334775e-05, + 5.5454143875977024e-05, + 5.3000938351033255e-05, + 4.292939411243424e-05 + ], + "bp_grad_norms_F": [ + 0.0028948886319994926, + 0.003031315514817834, + 0.0031204961705952883, + 0.002907233312726021, + 0.0020496752113103867 + ], + "gamma_dfa": NaN, + "acc_eval": 0.619140625, + "loss_eval": 1.1583250761032104, + "epoch": 85 + }, + { + "hidden_norms": [ + 256.78289794921875, + 235.2476348876953, + 217.21603393554688, + 210.80035400390625, + 203.15478515625 + ], + "bp_grad_norms_per_sample_med": [ + 4.9510348617332056e-05, + 5.1982155127916485e-05, + 5.440499808173627e-05, + 5.1704166253330186e-05, + 4.0308059396920726e-05 + ], + "bp_grad_norms_F": [ + 0.0028964560478925705, + 0.0030334230978041887, + 0.0031210912857204676, + 0.002908239373937249, + 0.0020543786231428385 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6181640625, + "loss_eval": 1.1597179174423218, + "epoch": 86 + }, + { + "hidden_norms": [ + 256.531982421875, + 235.45941162109375, + 217.1429443359375, + 210.1690673828125, + 202.77899169921875 + ], + "bp_grad_norms_per_sample_med": [ + 4.943124076817185e-05, + 5.149367279955186e-05, + 5.385246913647279e-05, + 5.262702325126156e-05, + 4.104706385987811e-05 + ], + "bp_grad_norms_F": [ + 0.0029305708594620228, + 0.0030687344260513783, + 0.003160761669278145, + 0.002940374892205, + 0.0020649591460824013 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6220703125, + "loss_eval": 1.161116600036621, + "epoch": 87 + }, + { + "hidden_norms": [ + 256.3059387207031, + 235.24874877929688, + 217.37142944335938, + 210.53717041015625, + 203.14259338378906 + ], + "bp_grad_norms_per_sample_med": [ + 4.934536627843045e-05, + 5.2089759265072644e-05, + 5.424721530289389e-05, + 5.292960850056261e-05, + 4.041651845909655e-05 + ], + "bp_grad_norms_F": [ + 0.002913407515734434, + 0.0030489542987197638, + 0.003135726321488619, + 0.002922008978202939, + 0.002062067622318864 + ], + "gamma_dfa": NaN, + "acc_eval": 0.61328125, + "loss_eval": 1.155902624130249, + "epoch": 88 + }, + { + "hidden_norms": [ + 256.7462463378906, + 235.3153839111328, + 216.87977600097656, + 210.572509765625, + 202.77845764160156 + ], + "bp_grad_norms_per_sample_med": [ + 4.990033630747348e-05, + 5.337029870133847e-05, + 5.522817809833214e-05, + 5.3465773817151785e-05, + 4.164372876402922e-05 + ], + "bp_grad_norms_F": [ + 0.0029192205984145403, + 0.0030557813588529825, + 0.003147577866911888, + 0.0029307191725820303, + 0.0020654413383454084 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6162109375, + "loss_eval": 1.1561503410339355, + "epoch": 89 + }, + { + "hidden_norms": [ + 256.68145751953125, + 234.77310180664062, + 216.7720947265625, + 209.664794921875, + 202.22833251953125 + ], + "bp_grad_norms_per_sample_med": [ + 4.9965801736107096e-05, + 5.341583164408803e-05, + 5.593279274762608e-05, + 5.420796514954418e-05, + 4.210533734294586e-05 + ], + "bp_grad_norms_F": [ + 0.002943370258435607, + 0.00308181531727314, + 0.003169203409925103, + 0.002951863221824169, + 0.0020759364124387503 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6142578125, + "loss_eval": 1.1583542823791504, + "epoch": 90 + }, + { + "hidden_norms": [ + 256.4252014160156, + 234.56448364257812, + 216.34176635742188, + 209.5242156982422, + 201.7559356689453 + ], + "bp_grad_norms_per_sample_med": [ + 4.9815931561170146e-05, + 5.2233976020943373e-05, + 5.5747830629115924e-05, + 5.41718618478626e-05, + 4.169955354882404e-05 + ], + "bp_grad_norms_F": [ + 0.0029554881621152163, + 0.0030950764194130898, + 0.0031847492791712284, + 0.0029650654178112745, + 0.002081435639411211 + ], + "gamma_dfa": NaN, + "acc_eval": 0.619140625, + "loss_eval": 1.159005045890808, + "epoch": 91 + }, + { + "hidden_norms": [ + 256.15167236328125, + 234.47537231445312, + 216.2799072265625, + 209.95578002929688, + 201.94126892089844 + ], + "bp_grad_norms_per_sample_med": [ + 5.007637446396984e-05, + 5.260824036668055e-05, + 5.540058555197902e-05, + 5.322153810993768e-05, + 4.1122035327134654e-05 + ], + "bp_grad_norms_F": [ + 0.002944375155493617, + 0.00308293872512877, + 0.003174267942085862, + 0.0029555640649050474, + 0.0020777545869350433 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6259765625, + "loss_eval": 1.1595215797424316, + "epoch": 92 + }, + { + "hidden_norms": [ + 256.1369934082031, + 234.51614379882812, + 216.30044555664062, + 209.4623565673828, + 201.70799255371094 + ], + "bp_grad_norms_per_sample_med": [ + 5.048588718636893e-05, + 5.3128016588743776e-05, + 5.624579353025183e-05, + 5.411298116086982e-05, + 4.109516885364428e-05 + ], + "bp_grad_norms_F": [ + 0.0029427227564156055, + 0.0030841128900647163, + 0.003178349928930402, + 0.0029583934228867292, + 0.002080487785860896 + ], + "gamma_dfa": NaN, + "acc_eval": 0.62109375, + "loss_eval": 1.1565905809402466, + "epoch": 93 + }, + { + "hidden_norms": [ + 255.9738311767578, + 234.28948974609375, + 216.3280029296875, + 209.589111328125, + 201.76205444335938 + ], + "bp_grad_norms_per_sample_med": [ + 5.070818224339746e-05, + 5.330924614099786e-05, + 5.596653136308305e-05, + 5.407314529293217e-05, + 4.100686783203855e-05 + ], + "bp_grad_norms_F": [ + 0.0029472638852894306, + 0.003088710131123662, + 0.0031828396022319794, + 0.0029631764627993107, + 0.0020829145796597004 + ], + "gamma_dfa": NaN, + "acc_eval": 0.619140625, + "loss_eval": 1.1584088802337646, + "epoch": 94 + }, + { + "hidden_norms": [ + 255.89332580566406, + 234.19253540039062, + 216.33103942871094, + 209.45057678222656, + 201.54258728027344 + ], + "bp_grad_norms_per_sample_med": [ + 5.041498661739752e-05, + 5.279783727019094e-05, + 5.5226330005098134e-05, + 5.407658318290487e-05, + 4.1154507925966755e-05 + ], + "bp_grad_norms_F": [ + 0.002949801040813327, + 0.00309200631454587, + 0.0031869453378021717, + 0.0029658437706530094, + 0.002085147425532341 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6201171875, + "loss_eval": 1.158942699432373, + "epoch": 95 + }, + { + "hidden_norms": [ + 255.63841247558594, + 234.11630249023438, + 216.2378692626953, + 209.49703979492188, + 201.46917724609375 + ], + "bp_grad_norms_per_sample_med": [ + 5.020374737796374e-05, + 5.243354826234281e-05, + 5.587147097685374e-05, + 5.334949673851952e-05, + 4.121083111385815e-05 + ], + "bp_grad_norms_F": [ + 0.002950438065454364, + 0.003093136241659522, + 0.0031878354493528605, + 0.0029664800968021154, + 0.0020843464881181717 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6201171875, + "loss_eval": 1.1582318544387817, + "epoch": 96 + }, + { + "hidden_norms": [ + 255.8027801513672, + 234.07070922851562, + 216.1463623046875, + 209.4476318359375, + 201.27279663085938 + ], + "bp_grad_norms_per_sample_med": [ + 5.0307549827266484e-05, + 5.278814569464885e-05, + 5.604944453807548e-05, + 5.306081584421918e-05, + 4.1182753193425015e-05 + ], + "bp_grad_norms_F": [ + 0.002952505135908723, + 0.003095670836046338, + 0.0031897351145744324, + 0.00296790711581707, + 0.002085329731926322 + ], + "gamma_dfa": NaN, + "acc_eval": 0.619140625, + "loss_eval": 1.15840482711792, + "epoch": 97 + }, + { + "hidden_norms": [ + 255.60986328125, + 234.11065673828125, + 216.12860107421875, + 209.42921447753906, + 201.28346252441406 + ], + "bp_grad_norms_per_sample_med": [ + 5.0218295655213296e-05, + 5.269264511298388e-05, + 5.5988577514654025e-05, + 5.322946162777953e-05, + 4.136392453801818e-05 + ], + "bp_grad_norms_F": [ + 0.002954497467726469, + 0.003097717184573412, + 0.0031918887980282307, + 0.002969518303871155, + 0.00208606431260705 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6181640625, + "loss_eval": 1.1585593223571777, + "epoch": 98 + }, + { + "hidden_norms": [ + 255.57244873046875, + 234.11569213867188, + 216.13626098632812, + 209.40383911132812, + 201.28627014160156 + ], + "bp_grad_norms_per_sample_med": [ + 5.005559796700254e-05, + 5.2759678510483354e-05, + 5.5868193157948554e-05, + 5.3356721764430404e-05, + 4.125368650420569e-05 + ], + "bp_grad_norms_F": [ + 0.0029547216836363077, + 0.00309770368039608, + 0.003191797062754631, + 0.0029695071280002594, + 0.0020862380042672157 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6181640625, + "loss_eval": 1.1585021018981934, + "epoch": 99 + }, + { + "hidden_norms": [ + 255.5677947998047, + 234.11875915527344, + 216.1315460205078, + 209.4070281982422, + 201.2687530517578 + ], + "bp_grad_norms_per_sample_med": [ + 5.006368883186951e-05, + 5.279530887492001e-05, + 5.585233884630725e-05, + 5.334027810022235e-05, + 4.123226608498953e-05 + ], + "bp_grad_norms_F": [ + 0.002954971743747592, + 0.0030978918075561523, + 0.003191987983882427, + 0.002969692926853895, + 0.002086336025968194 + ], + "gamma_dfa": NaN, + "acc_eval": 0.6181640625, + "loss_eval": 1.1584858894348145, + "epoch": 100 + } + ], + "dfa_log": [ + { + "hidden_norms": [ + 8.690464973449707, + 8.719978332519531, + 8.73093318939209, + 8.75937271118164, + 8.790542602539062 + ], + "bp_grad_norms_per_sample_med": [ + 0.0009977436857298017, + 0.000992251792922616, + 0.0009848480112850666, + 0.0009761073160916567, + 0.0009735578205436468 + ], + "bp_grad_norms_F": [ + 0.035340383648872375, + 0.03499162197113037, + 0.03454425558447838, + 0.034113530069589615, + 0.033874060958623886 + ], + "gamma_dfa": 0.006830460682976991, + "acc_eval": 0.095703125, + "loss_eval": 2.486203908920288, + "epoch": 0 + }, + { + "hidden_norms": [ + 861.2440185546875, + 2373.370849609375, + 4675.99951171875, + 6090.40869140625, + 6962.984375 + ], + "bp_grad_norms_per_sample_med": [ + 2.380779051236459e-06, + 1.3197138741816161e-06, + 1.3154849511920474e-06, + 1.3285966815601569e-06, + 1.3258621720524388e-06 + ], + "bp_grad_norms_F": [ + 0.0001391920231981203, + 6.988063250901178e-05, + 6.874280370539054e-05, + 6.720778765156865e-05, + 6.707101420033723e-05 + ], + "gamma_dfa": 0.10659917898010463, + "acc_eval": 0.3037109375, + "loss_eval": 1.9665180444717407, + "epoch": 1 + }, + { + "hidden_norms": [ + 1679.144775390625, + 8850.173828125, + 31676.23046875, + 40712.2109375, + 45375.55859375 + ], + "bp_grad_norms_per_sample_med": [ + 1.1123192962259054e-06, + 2.7329409135745664e-07, + 2.7436919936008053e-07, + 2.75225175982996e-07, + 2.744452558545163e-07 + ], + "bp_grad_norms_F": [ + 7.363831537077203e-05, + 2.2035641450202093e-05, + 1.9731569409486838e-05, + 1.9022963897441514e-05, + 1.7921549442689866e-05 + ], + "gamma_dfa": 0.10788296448299661, + "acc_eval": 0.29296875, + "loss_eval": 1.972828984260559, + "epoch": 2 + }, + { + "hidden_norms": [ + 2530.16015625, + 21436.486328125, + 88828.296875, + 114079.484375, + 124374.78125 + ], + "bp_grad_norms_per_sample_med": [ + 8.110604312605574e-07, + 1.1556701196013819e-07, + 1.1451407289087001e-07, + 1.1523399479074214e-07, + 1.1543902900257308e-07 + ], + "bp_grad_norms_F": [ + 0.00011594755778787658, + 1.8132053810404614e-05, + 1.1369732419552747e-05, + 8.215727575588971e-06, + 7.219489361887099e-06 + ], + "gamma_dfa": 0.1084698709892109, + "acc_eval": 0.318359375, + "loss_eval": 1.9430747032165527, + "epoch": 3 + }, + { + "hidden_norms": [ + 3363.359375, + 41233.19921875, + 182355.03125, + 240225.46875, + 257539.390625 + ], + "bp_grad_norms_per_sample_med": [ + 6.176944111757621e-07, + 6.474806468759198e-08, + 6.307719502274267e-08, + 6.379124783961743e-08, + 6.374663996666641e-08 + ], + "bp_grad_norms_F": [ + 3.5978406231151894e-05, + 4.323610028222902e-06, + 3.5177260997443227e-06, + 3.4877305097325006e-06, + 3.479522774796351e-06 + ], + "gamma_dfa": 0.10987455540453084, + "acc_eval": 0.3173828125, + "loss_eval": 1.959622859954834, + "epoch": 4 + }, + { + "hidden_norms": [ + 4170.119140625, + 70935.8515625, + 335571.09375, + 441693.5625, + 469995.8125 + ], + "bp_grad_norms_per_sample_med": [ + 4.856212285631045e-07, + 4.0158354863706336e-08, + 3.8916198263905244e-08, + 3.9119736783277403e-08, + 3.916203894505088e-08 + ], + "bp_grad_norms_F": [ + 2.611691706988495e-05, + 2.208936621173052e-06, + 1.6750394706832594e-06, + 1.6634863868603134e-06, + 1.659758027017233e-06 + ], + "gamma_dfa": 0.1083616423420608, + "acc_eval": 0.3017578125, + "loss_eval": 1.932759165763855, + "epoch": 5 + }, + { + "hidden_norms": [ + 5013.92236328125, + 106898.6171875, + 530492.6875, + 719779.5, + 763058.3125 + ], + "bp_grad_norms_per_sample_med": [ + 4.242272950705228e-07, + 2.814423716301917e-08, + 2.683668043346188e-08, + 2.6872848835068908e-08, + 2.6873932412740942e-08 + ], + "bp_grad_norms_F": [ + 2.2560918296221644e-05, + 1.2798993793694535e-06, + 1.0339434766137856e-06, + 1.0326252777304035e-06, + 1.030524344969308e-06 + ], + "gamma_dfa": 0.11125951120629907, + "acc_eval": 0.3095703125, + "loss_eval": 1.9531997442245483, + "epoch": 6 + }, + { + "hidden_norms": [ + 5811.36279296875, + 156264.234375, + 809496.6875, + 1104418.875, + 1163013.625 + ], + "bp_grad_norms_per_sample_med": [ + 3.5694648659045924e-07, + 2.0201103012595922e-08, + 1.89678583950581e-08, + 1.8967025283700423e-08, + 1.8932304612917505e-08 + ], + "bp_grad_norms_F": [ + 1.9050115952268243e-05, + 9.341621307612513e-07, + 6.890153372296481e-07, + 6.891143584653037e-07, + 6.886222649882257e-07 + ], + "gamma_dfa": 0.11049338441807777, + "acc_eval": 0.3076171875, + "loss_eval": 1.9362893104553223, + "epoch": 7 + }, + { + "hidden_norms": [ + 6660.841796875, + 217521.65625, + 1158874.5, + 1615614.625, + 1694436.0 + ], + "bp_grad_norms_per_sample_med": [ + 3.212987280676316e-07, + 1.5324568281016582e-08, + 1.4045938634410504e-08, + 1.4053354924215e-08, + 1.4027999206689401e-08 + ], + "bp_grad_norms_F": [ + 1.7352898794342764e-05, + 6.539408445860317e-07, + 5.044145154897706e-07, + 5.047700142313261e-07, + 5.048477760283276e-07 + ], + "gamma_dfa": 0.11245601065456867, + "acc_eval": 0.2978515625, + "loss_eval": 1.9441646337509155, + "epoch": 8 + }, + { + "hidden_norms": [ + 7480.24169921875, + 295557.40625, + 1585967.0, + 2246827.75, + 2356427.0 + ], + "bp_grad_norms_per_sample_med": [ + 2.889860297727864e-07, + 1.193609300287335e-08, + 1.1067995409064224e-08, + 1.103960478587851e-08, + 1.1055576010221557e-08 + ], + "bp_grad_norms_F": [ + 1.5521236491622403e-05, + 4.5597263920171827e-07, + 3.8742672359148855e-07, + 3.8764648024880444e-07, + 3.877208314406744e-07 + ], + "gamma_dfa": 0.11317481694277376, + "acc_eval": 0.30078125, + "loss_eval": 1.9356626272201538, + "epoch": 9 + }, + { + "hidden_norms": [ + 8273.8408203125, + 388312.4375, + 2104540.5, + 3043837.75, + 3180222.75 + ], + "bp_grad_norms_per_sample_med": [ + 2.619119925384439e-07, + 9.19370091168048e-09, + 8.51864179196582e-09, + 8.482276214749618e-09, + 8.476813917468462e-09 + ], + "bp_grad_norms_F": [ + 1.4210399967851117e-05, + 3.5443522961031704e-07, + 3.0404962103602884e-07, + 3.0431687036980293e-07, + 3.0445681886703824e-07 + ], + "gamma_dfa": 0.11495429277420044, + "acc_eval": 0.30859375, + "loss_eval": 1.936495304107666, + "epoch": 10 + }, + { + "hidden_norms": [ + 9086.7265625, + 501434.3125, + 2767834.0, + 4046107.75, + 4214970.5 + ], + "bp_grad_norms_per_sample_med": [ + 2.471596189934644e-07, + 7.524303846651037e-09, + 7.025830139895106e-09, + 7.019247405537499e-09, + 7.011437208603866e-09 + ], + "bp_grad_norms_F": [ + 1.3406845027930103e-05, + 4.39807990915142e-07, + 2.471441860052437e-07, + 2.474318421263888e-07, + 2.475488827258232e-07 + ], + "gamma_dfa": 0.11651878873817623, + "acc_eval": 0.30859375, + "loss_eval": 1.9542189836502075, + "epoch": 11 + }, + { + "hidden_norms": [ + 9854.2626953125, + 612623.625, + 3485830.25, + 5139234.5, + 5346583.0 + ], + "bp_grad_norms_per_sample_med": [ + 2.3279393701614026e-07, + 6.378383154981293e-09, + 5.839252636974379e-09, + 5.8299334249056756e-09, + 5.825462778830115e-09 + ], + "bp_grad_norms_F": [ + 1.2396733836794738e-05, + 2.516441668376501e-07, + 2.0780194631697668e-07, + 2.0795941679807584e-07, + 2.080748373600727e-07 + ], + "gamma_dfa": 0.11470737145282328, + "acc_eval": 0.3046875, + "loss_eval": 1.9374217987060547, + "epoch": 12 + }, + { + "hidden_norms": [ + 10653.666015625, + 745430.125, + 4325399.0, + 6434218.5, + 6688000.5 + ], + "bp_grad_norms_per_sample_med": [ + 2.1187355514484807e-07, + 5.294193083926757e-09, + 4.98529528769609e-09, + 4.991081326011226e-09, + 4.989251234377434e-09 + ], + "bp_grad_norms_F": [ + 1.1210328011657111e-05, + 2.000140426616781e-07, + 1.7647043648594263e-07, + 1.7654315342952032e-07, + 1.7665543339262513e-07 + ], + "gamma_dfa": 0.11383607180323452, + "acc_eval": 0.291015625, + "loss_eval": 1.9233126640319824, + "epoch": 13 + }, + { + "hidden_norms": [ + 11404.5263671875, + 893037.0625, + 5298411.0, + 7870617.0, + 8170729.5 + ], + "bp_grad_norms_per_sample_med": [ + 1.9957101926593168e-07, + 4.642851436642559e-09, + 4.288450483613815e-09, + 4.285100718703916e-09, + 4.289933297485504e-09 + ], + "bp_grad_norms_F": [ + 1.0866175216506235e-05, + 1.758858729772328e-07, + 1.538420519864303e-07, + 1.5386244456294662e-07, + 1.5397839092656795e-07 + ], + "gamma_dfa": 0.1139617893495597, + "acc_eval": 0.30859375, + "loss_eval": 1.932279109954834, + "epoch": 14 + }, + { + "hidden_norms": [ + 12171.2412109375, + 1062066.875, + 6388639.0, + 9528923.0, + 9891447.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.9334000000981177e-07, + 4.044033108385747e-09, + 3.810601167941741e-09, + 3.801854830953744e-09, + 3.8046659156520946e-09 + ], + "bp_grad_norms_F": [ + 1.0322088201064616e-05, + 1.529211743900305e-07, + 1.350435638869385e-07, + 1.3504063645086717e-07, + 1.3514510044387862e-07 + ], + "gamma_dfa": 0.11320225725648925, + "acc_eval": 0.3193359375, + "loss_eval": 1.921454906463623, + "epoch": 15 + }, + { + "hidden_norms": [ + 12924.974609375, + 1273988.625, + 7574387.5, + 11500420.0, + 11920183.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.8497563303299103e-07, + 3.6160896499382034e-09, + 3.388503477808058e-09, + 3.385580482628825e-09, + 3.3854716807724117e-09 + ], + "bp_grad_norms_F": [ + 9.76746559899766e-06, + 1.3485876593222201e-07, + 1.1896084117779537e-07, + 1.1894425000491538e-07, + 1.1903343022368063e-07 + ], + "gamma_dfa": 0.11276883230311796, + "acc_eval": 0.306640625, + "loss_eval": 1.9356281757354736, + "epoch": 16 + }, + { + "hidden_norms": [ + 13632.109375, + 1465148.75, + 8873670.0, + 13535396.0, + 14019399.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.7523743167657813e-07, + 3.18161341716916e-09, + 3.0166942277531916e-09, + 3.0173783471809656e-09, + 3.0215525637089513e-09 + ], + "bp_grad_norms_F": [ + 9.427177246834617e-06, + 1.1933295240851294e-07, + 1.0663712401992598e-07, + 1.0661205607220836e-07, + 1.0669979388922002e-07 + ], + "gamma_dfa": 0.11264261469477788, + "acc_eval": 0.3203125, + "loss_eval": 1.926081657409668, + "epoch": 17 + }, + { + "hidden_norms": [ + 14394.1845703125, + 1699121.5, + 10379340.0, + 15814831.0, + 16377349.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.6784264289526618e-07, + 2.8936604223872564e-09, + 2.7336535257660444e-09, + 2.7314879247342105e-09, + 2.733708148738856e-09 + ], + "bp_grad_norms_F": [ + 9.04797616385622e-06, + 1.087723191517398e-07, + 9.662341682314946e-08, + 9.658959498892727e-08, + 9.665905764677518e-08 + ], + "gamma_dfa": 0.11253939801827073, + "acc_eval": 0.3154296875, + "loss_eval": 1.922888994216919, + "epoch": 18 + }, + { + "hidden_norms": [ + 15138.509765625, + 1969752.0, + 12071423.0, + 18393228.0, + 19044056.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.5837277089758572e-07, + 2.609559235366987e-09, + 2.4664128517315476e-09, + 2.4639881246457662e-09, + 2.4657431652030937e-09 + ], + "bp_grad_norms_F": [ + 8.502225682605058e-06, + 9.664965716638108e-08, + 8.704243725787819e-08, + 8.700892806245974e-08, + 8.707356613513184e-08 + ], + "gamma_dfa": 0.11155363742727786, + "acc_eval": 0.3125, + "loss_eval": 1.9243314266204834, + "epoch": 19 + }, + { + "hidden_norms": [ + 15811.982421875, + 2268261.5, + 13867645.0, + 21375086.0, + 22149420.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.5073908343765652e-07, + 2.376487229227564e-09, + 2.2317030445861974e-09, + 2.2317414583028494e-09, + 2.2311954506193388e-09 + ], + "bp_grad_norms_F": [ + 8.195236659958027e-06, + 8.728681422098816e-08, + 7.846901439734211e-08, + 7.84395552955175e-08, + 7.849664029890846e-08 + ], + "gamma_dfa": 0.11315422086045146, + "acc_eval": 0.3095703125, + "loss_eval": 1.924652338027954, + "epoch": 20 + }, + { + "hidden_norms": [ + 16487.935546875, + 2556303.5, + 15702076.0, + 24321856.0, + 25185988.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.443007136003871e-07, + 2.174122659681643e-09, + 2.0514809850880056e-09, + 2.052057856971601e-09, + 2.05182382195801e-09 + ], + "bp_grad_norms_F": [ + 8.002187314559706e-06, + 8.025331510452816e-08, + 7.266314838716426e-08, + 7.2638087544874e-08, + 7.268938162496852e-08 + ], + "gamma_dfa": 0.11267373809823766, + "acc_eval": 0.310546875, + "loss_eval": 1.9348869323730469, + "epoch": 21 + }, + { + "hidden_norms": [ + 17153.216796875, + 2908610.25, + 17831918.0, + 27718528.0, + 28682196.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.43127067531168e-07, + 2.0134633960111614e-09, + 1.908325941712974e-09, + 1.9070569567958273e-09, + 1.9050578892176873e-09 + ], + "bp_grad_norms_F": [ + 7.550354439445073e-06, + 7.309487415341209e-08, + 6.660556550741603e-08, + 6.657593587533484e-08, + 6.66217090383725e-08 + ], + "gamma_dfa": 0.11266892295680009, + "acc_eval": 0.310546875, + "loss_eval": 1.9210036993026733, + "epoch": 22 + }, + { + "hidden_norms": [ + 17796.001953125, + 3236156.25, + 20246900.0, + 31494576.0, + 32571052.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.3518946673229948e-07, + 1.8474217711172969e-09, + 1.7507182370479768e-09, + 1.7496273319039801e-09, + 1.7511733174657707e-09 + ], + "bp_grad_norms_F": [ + 7.284599632839672e-06, + 6.709063882226474e-08, + 6.151606157800416e-08, + 6.149030440383285e-08, + 6.153235432293513e-08 + ], + "gamma_dfa": 0.11186322406865656, + "acc_eval": 0.3115234375, + "loss_eval": 1.9283114671707153, + "epoch": 23 + }, + { + "hidden_norms": [ + 18460.63671875, + 3604280.25, + 22626418.0, + 35429216.0, + 36622356.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.3137012899733236e-07, + 1.7567419741126855e-09, + 1.6593408869169934e-09, + 1.6595901319860218e-09, + 1.6608053821087765e-09 + ], + "bp_grad_norms_F": [ + 7.130098310881294e-06, + 6.264485108431472e-08, + 5.731577701340029e-08, + 5.729528851361465e-08, + 5.733248187311801e-08 + ], + "gamma_dfa": 0.11299802124267444, + "acc_eval": 0.2978515625, + "loss_eval": 1.942992925643921, + "epoch": 24 + }, + { + "hidden_norms": [ + 19115.904296875, + 4038094.25, + 25405536.0, + 39835936.0, + 41154148.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.2640579427625198e-07, + 1.5953075527264104e-09, + 1.5003157605164574e-09, + 1.4991035079958692e-09, + 1.4979777418488993e-09 + ], + "bp_grad_norms_F": [ + 6.799941729696002e-06, + 5.7522207441706996e-08, + 5.297441418861126e-08, + 5.2952817242157835e-08, + 5.298943506204523e-08 + ], + "gamma_dfa": 0.11197824770351872, + "acc_eval": 0.298828125, + "loss_eval": 1.9319748878479004, + "epoch": 25 + }, + { + "hidden_norms": [ + 19780.572265625, + 4490110.5, + 28153634.0, + 44291160.0, + 45731404.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.2269519800156559e-07, + 1.4798114955638653e-09, + 1.4102843337582271e-09, + 1.4097069067631196e-09, + 1.4109671209183716e-09 + ], + "bp_grad_norms_F": [ + 6.577545264008222e-06, + 5.327013141709358e-08, + 4.94958669605694e-08, + 4.9476955865657146e-08, + 4.950964083150211e-08 + ], + "gamma_dfa": 0.11252723945653997, + "acc_eval": 0.3115234375, + "loss_eval": 1.9247620105743408, + "epoch": 26 + }, + { + "hidden_norms": [ + 20381.6796875, + 4929967.0, + 30880866.0, + 48905308.0, + 50483824.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.1911821928833888e-07, + 1.377626124288156e-09, + 1.3317531522005766e-09, + 1.3313244950907688e-09, + 1.3306112878197496e-09 + ], + "bp_grad_norms_F": [ + 6.326347829599399e-06, + 4.955709798082353e-08, + 4.649340468176888e-08, + 4.6477893533847237e-08, + 4.650862805988254e-08 + ], + "gamma_dfa": 0.11152978462632746, + "acc_eval": 0.2978515625, + "loss_eval": 1.9170689582824707, + "epoch": 27 + }, + { + "hidden_norms": [ + 21001.544921875, + 5444194.5, + 33907076.0, + 53832084.0, + 55554724.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.1559290413742929e-07, + 1.3061883796794405e-09, + 1.2378150726632953e-09, + 1.2379912650573033e-09, + 1.2384089309591673e-09 + ], + "bp_grad_norms_F": [ + 6.23212235950632e-06, + 4.7021419646853246e-08, + 4.3998962695468435e-08, + 4.3984215380987735e-08, + 4.4011432720481025e-08 + ], + "gamma_dfa": 0.11285935762862209, + "acc_eval": 0.3193359375, + "loss_eval": 1.9198743104934692, + "epoch": 28 + }, + { + "hidden_norms": [ + 21623.64453125, + 5895143.0, + 37025488.0, + 58791348.0, + 60687928.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.1377478870144841e-07, + 1.2547849426169932e-09, + 1.1888731110687445e-09, + 1.1877619998656996e-09, + 1.1896320595283782e-09 + ], + "bp_grad_norms_F": [ + 6.024939921189798e-06, + 4.443810297516393e-08, + 4.161294953064498e-08, + 4.159920763413538e-08, + 4.162497546644772e-08 + ], + "gamma_dfa": 0.11188641694025137, + "acc_eval": 0.3115234375, + "loss_eval": 1.917163372039795, + "epoch": 29 + }, + { + "hidden_norms": [ + 22195.29296875, + 6369258.5, + 40117404.0, + 64235468.0, + 66270544.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.1021134582733794e-07, + 1.153794726427293e-09, + 1.1123471033158694e-09, + 1.1119479781385166e-09, + 1.1122585075185043e-09 + ], + "bp_grad_norms_F": [ + 5.96408472119947e-06, + 4.2022573865097e-08, + 3.954471239353552e-08, + 3.953241289877951e-08, + 3.955623029128219e-08 + ], + "gamma_dfa": 0.11316103948047385, + "acc_eval": 0.3125, + "loss_eval": 1.9332935810089111, + "epoch": 30 + }, + { + "hidden_norms": [ + 22786.513671875, + 6899202.5, + 43496572.0, + 69758712.0, + 71960648.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.0609301170916297e-07, + 1.1096534802135238e-09, + 1.05872854927469e-09, + 1.0590027743617725e-09, + 1.0579482845329835e-09 + ], + "bp_grad_norms_F": [ + 5.711301128030755e-06, + 3.962547268088201e-08, + 3.742779952631281e-08, + 3.741677900848117e-08, + 3.743992138538488e-08 + ], + "gamma_dfa": 0.11225346029095817, + "acc_eval": 0.31640625, + "loss_eval": 1.9247596263885498, + "epoch": 31 + }, + { + "hidden_norms": [ + 23367.078125, + 7480530.0, + 47061616.0, + 75610000.0, + 77981320.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.054115728038596e-07, + 1.0618838031106748e-09, + 1.0191184562913236e-09, + 1.01949926278877e-09, + 1.0192180432966325e-09 + ], + "bp_grad_norms_F": [ + 5.768360097135883e-06, + 3.826109207238915e-08, + 3.593911657162607e-08, + 3.592855790657268e-08, + 3.594948694285449e-08 + ], + "gamma_dfa": 0.11492819089471595, + "acc_eval": 0.314453125, + "loss_eval": 1.939026117324829, + "epoch": 32 + }, + { + "hidden_norms": [ + 23912.85546875, + 8053234.0, + 51027352.0, + 81931568.0, + 84515616.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.0266481353937706e-07, + 9.919576271499864e-10, + 9.572211912001194e-10, + 9.572932446744176e-10, + 9.577664217275128e-10 + ], + "bp_grad_norms_F": [ + 5.472421435115393e-06, + 3.587240016145188e-08, + 3.39712649122248e-08, + 3.396091940999213e-08, + 3.398050552050336e-08 + ], + "gamma_dfa": 0.11253271601162851, + "acc_eval": 0.3125, + "loss_eval": 1.9187253713607788, + "epoch": 33 + }, + { + "hidden_norms": [ + 24486.8359375, + 8682399.0, + 55030492.0, + 88236184.0, + 91025880.0 + ], + "bp_grad_norms_per_sample_med": [ + 1.0101911129822838e-07, + 9.702203485062455e-10, + 9.30652499508966e-10, + 9.30728105696943e-10, + 9.303261494508774e-10 + ], + "bp_grad_norms_F": [ + 5.286908617563313e-06, + 3.4072087373715476e-08, + 3.2386065385026086e-08, + 3.2376764380614986e-08, + 3.2396076932172946e-08 + ], + "gamma_dfa": 0.11125053715659305, + "acc_eval": 0.3125, + "loss_eval": 1.9214520454406738, + "epoch": 34 + }, + { + "hidden_norms": [ + 25051.91796875, + 9255517.0, + 58776788.0, + 94748472.0, + 97725744.0 + ], + "bp_grad_norms_per_sample_med": [ + 9.793318156425812e-08, + 9.150468716079274e-10, + 8.747003676923271e-10, + 8.746902091516517e-10, + 8.743750723461119e-10 + ], + "bp_grad_norms_F": [ + 5.294927632348845e-06, + 3.279593840943562e-08, + 3.115108881956985e-08, + 3.114205782139834e-08, + 3.115993862934374e-08 + ], + "gamma_dfa": 0.11356210591475246, + "acc_eval": 0.314453125, + "loss_eval": 1.9334189891815186, + "epoch": 35 + }, + { + "hidden_norms": [ + 25539.400390625, + 9852175.0, + 62733436.0, + 101270040.0, + 104412528.0 + ], + "bp_grad_norms_per_sample_med": [ + 9.590952032567657e-08, + 8.831190223546059e-10, + 8.506708115696426e-10, + 8.503630022360653e-10, + 8.506205184666271e-10 + ], + "bp_grad_norms_F": [ + 5.156022325536469e-06, + 3.1347209272780674e-08, + 2.992178593785866e-08, + 2.9913682197957314e-08, + 2.9930919964726854e-08 + ], + "gamma_dfa": 0.11300312746607233, + "acc_eval": 0.3291015625, + "loss_eval": 1.9240946769714355, + "epoch": 36 + }, + { + "hidden_norms": [ + 26058.23046875, + 10503947.0, + 66954420.0, + 108182184.0, + 111535672.0 + ], + "bp_grad_norms_per_sample_med": [ + 9.312070403666439e-08, + 8.298656206662258e-10, + 8.076765367626138e-10, + 8.076487811869981e-10, + 8.083505531608637e-10 + ], + "bp_grad_norms_F": [ + 5.084062195237493e-06, + 3.008365112577849e-08, + 2.8773875726528786e-08, + 2.8766294235538226e-08, + 2.878227967073599e-08 + ], + "gamma_dfa": 0.11286510003083094, + "acc_eval": 0.322265625, + "loss_eval": 1.9284429550170898, + "epoch": 37 + }, + { + "hidden_norms": [ + 26547.951171875, + 11128081.0, + 71119440.0, + 115305784.0, + 118851064.0 + ], + "bp_grad_norms_per_sample_med": [ + 9.278523549482998e-08, + 8.024952369289906e-10, + 7.701798643289237e-10, + 7.699446635811569e-10, + 7.706733029522184e-10 + ], + "bp_grad_norms_F": [ + 4.915013960271608e-06, + 2.8781727223758935e-08, + 2.7522533585511155e-08, + 2.751522920618754e-08, + 2.7530596469205193e-08 + ], + "gamma_dfa": 0.11193350053144968, + "acc_eval": 0.3046875, + "loss_eval": 1.9189305305480957, + "epoch": 38 + }, + { + "hidden_norms": [ + 27052.158203125, + 11815623.0, + 75267568.0, + 122747224.0, + 126538816.0 + ], + "bp_grad_norms_per_sample_med": [ + 9.042137349979384e-08, + 7.699976212194315e-10, + 7.406790181185841e-10, + 7.406811275423308e-10, + 7.407266466863405e-10 + ], + "bp_grad_norms_F": [ + 4.783120857609902e-06, + 2.7648876965713498e-08, + 2.6492134708178128e-08, + 2.6485189152936073e-08, + 2.6500073246893407e-08 + ], + "gamma_dfa": 0.1119252087228233, + "acc_eval": 0.3076171875, + "loss_eval": 1.9200191497802734, + "epoch": 39 + }, + { + "hidden_norms": [ + 27573.439453125, + 12446571.0, + 79631776.0, + 129906592.0, + 133912576.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.999781897500725e-08, + 7.431448234562765e-10, + 7.212022645752825e-10, + 7.211930497241781e-10, + 7.215293917894883e-10 + ], + "bp_grad_norms_F": [ + 4.7411135710717645e-06, + 2.6746526771148638e-08, + 2.567137080689008e-08, + 2.566465262532347e-08, + 2.5678824400188205e-08 + ], + "gamma_dfa": 0.1126710368462227, + "acc_eval": 0.3291015625, + "loss_eval": 1.9156131744384766, + "epoch": 40 + }, + { + "hidden_norms": [ + 28020.1953125, + 13139046.0, + 84357848.0, + 137652880.0, + 141892912.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.93968845616655e-08, + 7.234106647047156e-10, + 7.015109604324721e-10, + 7.013014613477253e-10, + 7.019884118442121e-10 + ], + "bp_grad_norms_F": [ + 4.706852905655978e-06, + 2.5948086346261334e-08, + 2.480862271170281e-08, + 2.4802661258149783e-08, + 2.4816182886411298e-08 + ], + "gamma_dfa": 0.11299434299689892, + "acc_eval": 0.3134765625, + "loss_eval": 1.917637825012207, + "epoch": 41 + }, + { + "hidden_norms": [ + 28489.8828125, + 13728548.0, + 88388480.0, + 144432224.0, + 148906448.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.832166287220389e-08, + 7.007013858029154e-10, + 6.849794620400473e-10, + 6.849559253119253e-10, + 6.857461820608535e-10 + ], + "bp_grad_norms_F": [ + 4.678155619330937e-06, + 2.5201579489930737e-08, + 2.418770428391781e-08, + 2.4181909807907687e-08, + 2.419472266979028e-08 + ], + "gamma_dfa": 0.11410953500489995, + "acc_eval": 0.314453125, + "loss_eval": 1.9333336353302002, + "epoch": 42 + }, + { + "hidden_norms": [ + 28918.5546875, + 14414132.0, + 92681240.0, + 151898304.0, + 156571040.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.454645694655483e-08, + 6.792187368098723e-10, + 6.553820264265653e-10, + 6.554308207284976e-10, + 6.556304388283252e-10 + ], + "bp_grad_norms_F": [ + 4.511462066147942e-06, + 2.4275013998931172e-08, + 2.338800797474505e-08, + 2.338238225263467e-08, + 2.3394919779207157e-08 + ], + "gamma_dfa": 0.11213390928969602, + "acc_eval": 0.3037109375, + "loss_eval": 1.9155462980270386, + "epoch": 43 + }, + { + "hidden_norms": [ + 29332.80078125, + 15055747.0, + 96975336.0, + 159279984.0, + 164189344.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.274933804841567e-08, + 6.447524736330479e-10, + 6.278008113369538e-10, + 6.277455777414787e-10, + 6.275664987676066e-10 + ], + "bp_grad_norms_F": [ + 4.426053692441201e-06, + 2.3487833900048827e-08, + 2.272233956546188e-08, + 2.2717028258512073e-08, + 2.272915367029782e-08 + ], + "gamma_dfa": 0.11223121372131573, + "acc_eval": 0.3173828125, + "loss_eval": 1.9162096977233887, + "epoch": 44 + }, + { + "hidden_norms": [ + 29736.349609375, + 15823423.0, + 101458080.0, + 166481584.0, + 171638352.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.434898290943238e-08, + 6.55440757224568e-10, + 6.384029416217629e-10, + 6.384751061183636e-10, + 6.382625539202991e-10 + ], + "bp_grad_norms_F": [ + 4.4675143726635724e-06, + 2.308258295613541e-08, + 2.2235047580920764e-08, + 2.2229942331364327e-08, + 2.2241332331418562e-08 + ], + "gamma_dfa": 0.11349940555010107, + "acc_eval": 0.3134765625, + "loss_eval": 1.935542106628418, + "epoch": 45 + }, + { + "hidden_norms": [ + 30168.33984375, + 16512403.0, + 106240736.0, + 174293312.0, + 179686352.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.255891259523196e-08, + 6.180955192114368e-10, + 6.070984825967685e-10, + 6.070359770404821e-10, + 6.068190394614703e-10 + ], + "bp_grad_norms_F": [ + 4.380563041195273e-06, + 2.227099038520919e-08, + 2.156298606337259e-08, + 2.1558207663474604e-08, + 2.1569489305761635e-08 + ], + "gamma_dfa": 0.11322060551538016, + "acc_eval": 0.3212890625, + "loss_eval": 1.9260894060134888, + "epoch": 46 + }, + { + "hidden_norms": [ + 30560.10546875, + 17240642.0, + 111300408.0, + 182109792.0, + 187762288.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.14508851476603e-08, + 6.030238530740917e-10, + 5.890909982042558e-10, + 5.890405385677866e-10, + 5.88881721164114e-10 + ], + "bp_grad_norms_F": [ + 4.2523201955191325e-06, + 2.1578937747790405e-08, + 2.0878760054188206e-08, + 2.0874194817110947e-08, + 2.08853556671329e-08 + ], + "gamma_dfa": 0.11227845895700739, + "acc_eval": 0.3193359375, + "loss_eval": 1.9136857986450195, + "epoch": 47 + }, + { + "hidden_norms": [ + 30927.453125, + 17981622.0, + 115698520.0, + 189446720.0, + 195329056.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.999796736157805e-08, + 5.827110460820961e-10, + 5.688347570753649e-10, + 5.688115534141502e-10, + 5.69402469619007e-10 + ], + "bp_grad_norms_F": [ + 4.254153282090556e-06, + 2.1111715042820833e-08, + 2.044158087244341e-08, + 2.043698899001356e-08, + 2.0447874504725405e-08 + ], + "gamma_dfa": 0.11285097184736514, + "acc_eval": 0.3251953125, + "loss_eval": 1.9130818843841553, + "epoch": 48 + }, + { + "hidden_norms": [ + 31297.09765625, + 18680606.0, + 120312440.0, + 197032272.0, + 203114064.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.911415877970285e-08, + 5.74776504169705e-10, + 5.532440061628563e-10, + 5.531197722064007e-10, + 5.533422053893844e-10 + ], + "bp_grad_norms_F": [ + 4.17833052779315e-06, + 2.0621358842731752e-08, + 1.9960678443453617e-08, + 1.9956562624656726e-08, + 1.9966993392017685e-08 + ], + "gamma_dfa": 0.11243592749451636, + "acc_eval": 0.3125, + "loss_eval": 1.9191365242004395, + "epoch": 49 + }, + { + "hidden_norms": [ + 31637.244140625, + 19360764.0, + 124754384.0, + 204064768.0, + 210382992.0 + ], + "bp_grad_norms_per_sample_med": [ + 8.003268447964729e-08, + 5.749308251701279e-10, + 5.599746222273438e-10, + 5.599968821989876e-10, + 5.599694041791281e-10 + ], + "bp_grad_norms_F": [ + 4.128593900531996e-06, + 2.0178502424528233e-08, + 1.9575201903876405e-08, + 1.9571228193626666e-08, + 1.9581117172151608e-08 + ], + "gamma_dfa": 0.11233749791426817, + "acc_eval": 0.330078125, + "loss_eval": 1.9152377843856812, + "epoch": 50 + }, + { + "hidden_norms": [ + 31964.60546875, + 20067444.0, + 128969536.0, + 211772368.0, + 218247696.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.774531951554309e-08, + 5.427598370744136e-10, + 5.298457228519737e-10, + 5.297982053065198e-10, + 5.30141264221129e-10 + ], + "bp_grad_norms_F": [ + 4.058078957314137e-06, + 1.9621586133666824e-08, + 1.90722975190738e-08, + 1.9068517431719556e-08, + 1.907839575210346e-08 + ], + "gamma_dfa": 0.11183859535958618, + "acc_eval": 0.328125, + "loss_eval": 1.9089019298553467, + "epoch": 51 + }, + { + "hidden_norms": [ + 32292.658203125, + 20829408.0, + 133566216.0, + 219264704.0, + 225938912.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.692310788343093e-08, + 5.312774109533791e-10, + 5.173871886476888e-10, + 5.171740258269608e-10, + 5.173406147918058e-10 + ], + "bp_grad_norms_F": [ + 4.047169568366371e-06, + 1.926170511978853e-08, + 1.867934962263007e-08, + 1.8675748947316606e-08, + 1.868521692927061e-08 + ], + "gamma_dfa": 0.11216733865148854, + "acc_eval": 0.330078125, + "loss_eval": 1.917893886566162, + "epoch": 52 + }, + { + "hidden_norms": [ + 32582.02734375, + 21555154.0, + 138235216.0, + 226622112.0, + 233550816.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.588336359276582e-08, + 5.294207294781472e-10, + 5.160025184913763e-10, + 5.156744475875996e-10, + 5.168100947194887e-10 + ], + "bp_grad_norms_F": [ + 3.991732683061855e-06, + 1.8877956975416055e-08, + 1.8321758332717764e-08, + 1.831830331866513e-08, + 1.832757234865312e-08 + ], + "gamma_dfa": 0.11230919507215731, + "acc_eval": 0.314453125, + "loss_eval": 1.913461685180664, + "epoch": 53 + }, + { + "hidden_norms": [ + 32871.28125, + 22246662.0, + 142493184.0, + 233885040.0, + 241005264.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.552973357860537e-08, + 5.124695112712629e-10, + 4.966513311721599e-10, + 4.966223543512172e-10, + 4.969377687125132e-10 + ], + "bp_grad_norms_F": [ + 4.012842964584706e-06, + 1.8570215587487837e-08, + 1.8001765411668202e-08, + 1.799840099181438e-08, + 1.800739823920594e-08 + ], + "gamma_dfa": 0.11296637258055853, + "acc_eval": 0.33203125, + "loss_eval": 1.9206554889678955, + "epoch": 54 + }, + { + "hidden_norms": [ + 33169.98828125, + 22902584.0, + 146822496.0, + 241191920.0, + 248487904.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.486269026912851e-08, + 4.992010138593628e-10, + 4.874242676145002e-10, + 4.874663450671335e-10, + 4.884102011715186e-10 + ], + "bp_grad_norms_F": [ + 3.938752797694178e-06, + 1.8166964821375586e-08, + 1.767327617585579e-08, + 1.7670013008341812e-08, + 1.7678777552987412e-08 + ], + "gamma_dfa": 0.11258088904469332, + "acc_eval": 0.3134765625, + "loss_eval": 1.913904070854187, + "epoch": 55 + }, + { + "hidden_norms": [ + 33456.9140625, + 23628216.0, + 151346624.0, + 248325424.0, + 255824304.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.482947239623172e-08, + 5.02439700955648e-10, + 4.890933769097217e-10, + 4.891700933207233e-10, + 4.892242166931737e-10 + ], + "bp_grad_norms_F": [ + 3.895439022016944e-06, + 1.781435265968412e-08, + 1.7326955870089478e-08, + 1.7324007117736073e-08, + 1.7332443036366385e-08 + ], + "gamma_dfa": 0.11223017568408977, + "acc_eval": 0.314453125, + "loss_eval": 1.9154590368270874, + "epoch": 56 + }, + { + "hidden_norms": [ + 33716.85546875, + 24280678.0, + 155270816.0, + 255050304.0, + 262737184.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.482827157900829e-08, + 4.958616850458952e-10, + 4.826584132366918e-10, + 4.826221089437865e-10, + 4.828137889489881e-10 + ], + "bp_grad_norms_F": [ + 3.898983777617104e-06, + 1.7600514823357116e-08, + 1.7106302152569697e-08, + 1.7103344518432095e-08, + 1.7111482009113388e-08 + ], + "gamma_dfa": 0.11287979638109391, + "acc_eval": 0.30859375, + "loss_eval": 1.9285999536514282, + "epoch": 57 + }, + { + "hidden_norms": [ + 33981.390625, + 24925848.0, + 159148752.0, + 261662432.0, + 269540768.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.396101153744894e-08, + 4.846232304345222e-10, + 4.728849534174628e-10, + 4.72891226177552e-10, + 4.725210223099907e-10 + ], + "bp_grad_norms_F": [ + 3.847520019917283e-06, + 1.7274359720431676e-08, + 1.6806101399424733e-08, + 1.6803195279635474e-08, + 1.681126526875687e-08 + ], + "gamma_dfa": 0.11251267153238587, + "acc_eval": 0.330078125, + "loss_eval": 1.913767695426941, + "epoch": 58 + }, + { + "hidden_norms": [ + 34242.87890625, + 25494510.0, + 162965072.0, + 268190960.0, + 276245600.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.276207725226413e-08, + 4.64974586611433e-10, + 4.573621481540613e-10, + 4.5720988106623395e-10, + 4.578690204759539e-10 + ], + "bp_grad_norms_F": [ + 3.846054823952727e-06, + 1.7068730429059542e-08, + 1.6637597965996065e-08, + 1.663470783341836e-08, + 1.6642776046182917e-08 + ], + "gamma_dfa": 0.11268835317605408, + "acc_eval": 0.318359375, + "loss_eval": 1.9175846576690674, + "epoch": 59 + }, + { + "hidden_norms": [ + 34498.37890625, + 26013872.0, + 166717360.0, + 274736192.0, + 282985952.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.275441760157264e-08, + 4.638447681504232e-10, + 4.554343846496778e-10, + 4.5541673210358624e-10, + 4.558452226799403e-10 + ], + "bp_grad_norms_F": [ + 3.7814804727531737e-06, + 1.6729790885960938e-08, + 1.629800472358056e-08, + 1.629528156854576e-08, + 1.630315793477166e-08 + ], + "gamma_dfa": 0.11192971542368468, + "acc_eval": 0.3125, + "loss_eval": 1.9148613214492798, + "epoch": 60 + }, + { + "hidden_norms": [ + 34741.75390625, + 26574266.0, + 170266464.0, + 280835296.0, + 289264896.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.206668328763044e-08, + 4.543688481017938e-10, + 4.4642781138470866e-10, + 4.464762171085823e-10, + 4.4638817642272954e-10 + ], + "bp_grad_norms_F": [ + 3.800365902861813e-06, + 1.6550599113429598e-08, + 1.6135599523181554e-08, + 1.6132924329781417e-08, + 1.6140655034746487e-08 + ], + "gamma_dfa": 0.11263992198291817, + "acc_eval": 0.328125, + "loss_eval": 1.9202332496643066, + "epoch": 61 + }, + { + "hidden_norms": [ + 34981.7578125, + 27132752.0, + 173824032.0, + 286969856.0, + 295549056.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.146741154429037e-08, + 4.5107212409689623e-10, + 4.4140177624107935e-10, + 4.4141457156143815e-10, + 4.4168110835407504e-10 + ], + "bp_grad_norms_F": [ + 3.7655997857655166e-06, + 1.6349241960256222e-08, + 1.5922701379622595e-08, + 1.5920058160645567e-08, + 1.592757570278991e-08 + ], + "gamma_dfa": 0.11310465578208095, + "acc_eval": 0.314453125, + "loss_eval": 1.9224812984466553, + "epoch": 62 + }, + { + "hidden_norms": [ + 35201.25, + 27683016.0, + 177040880.0, + 292723872.0, + 301473504.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.122528700165276e-08, + 4.486005733550513e-10, + 4.4048292791032395e-10, + 4.4043477198663084e-10, + 4.4109013663806707e-10 + ], + "bp_grad_norms_F": [ + 3.748537892533932e-06, + 1.6115603074240425e-08, + 1.5725172275438126e-08, + 1.572264451965566e-08, + 1.5729948898979274e-08 + ], + "gamma_dfa": 0.11326105792613816, + "acc_eval": 0.3095703125, + "loss_eval": 1.9233062267303467, + "epoch": 63 + }, + { + "hidden_norms": [ + 35399.75390625, + 28156860.0, + 180111792.0, + 298457728.0, + 307298976.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.082014974457707e-08, + 4.4495629403229486e-10, + 4.324987312731565e-10, + 4.3260212079232474e-10, + 4.3259393289751813e-10 + ], + "bp_grad_norms_F": [ + 3.685790488816565e-06, + 1.5895359695150546e-08, + 1.5473323955461638e-08, + 1.547100403342938e-08, + 1.5478214265840506e-08 + ], + "gamma_dfa": 0.11222807004196511, + "acc_eval": 0.3125, + "loss_eval": 1.9198863506317139, + "epoch": 64 + }, + { + "hidden_norms": [ + 35584.6640625, + 28666806.0, + 183522992.0, + 303940064.0, + 312955008.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.149574088316513e-08, + 4.4883607941414994e-10, + 4.353337967888393e-10, + 4.3539158389727106e-10, + 4.35594643688475e-10 + ], + "bp_grad_norms_F": [ + 3.6930814530933276e-06, + 1.5769751726679715e-08, + 1.5353194271483517e-08, + 1.535078197889561e-08, + 1.5357914051605803e-08 + ], + "gamma_dfa": 0.11321029500413715, + "acc_eval": 0.3095703125, + "loss_eval": 1.9162211418151855, + "epoch": 65 + }, + { + "hidden_norms": [ + 35768.86328125, + 29145662.0, + 186551392.0, + 308909184.0, + 318089856.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.985555245364594e-08, + 4.355726057614362e-10, + 4.2523776166980554e-10, + 4.251851093428627e-10, + 4.2568140679044575e-10 + ], + "bp_grad_norms_F": [ + 3.7230390717013506e-06, + 1.5615523096812467e-08, + 1.523139303571952e-08, + 1.522908021911462e-08, + 1.5236116368555486e-08 + ], + "gamma_dfa": 0.11393742701784504, + "acc_eval": 0.31640625, + "loss_eval": 1.9276196956634521, + "epoch": 66 + }, + { + "hidden_norms": [ + 35944.30859375, + 29545796.0, + 189503824.0, + 313822880.0, + 323180096.0 + ], + "bp_grad_norms_per_sample_med": [ + 7.027381343505112e-08, + 4.2508935260698877e-10, + 4.156285593470699e-10, + 4.156731903126598e-10, + 4.1562600583411324e-10 + ], + "bp_grad_norms_F": [ + 3.67820075553027e-06, + 1.5450812185235918e-08, + 1.5081118576176777e-08, + 1.5078812864999236e-08, + 1.5085870330722173e-08 + ], + "gamma_dfa": 0.11295431066082529, + "acc_eval": 0.3251953125, + "loss_eval": 1.9145984649658203, + "epoch": 67 + }, + { + "hidden_norms": [ + 36107.91015625, + 29963964.0, + 192509232.0, + 318614048.0, + 328116416.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.995779955332182e-08, + 4.257695862541766e-10, + 4.1527120631101866e-10, + 4.1522696392348735e-10, + 4.1541275974665837e-10 + ], + "bp_grad_norms_F": [ + 3.6363949220685754e-06, + 1.5271682585193957e-08, + 1.4899570466297973e-08, + 1.4897324263074552e-08, + 1.4904214751254585e-08 + ], + "gamma_dfa": 0.11261070579712396, + "acc_eval": 0.322265625, + "loss_eval": 1.9148796796798706, + "epoch": 68 + }, + { + "hidden_norms": [ + 36263.38671875, + 30397186.0, + 195132224.0, + 323205344.0, + 332809856.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.94296602432587e-08, + 4.221426264106043e-10, + 4.1666703420872864e-10, + 4.166992584320184e-10, + 4.166444134146019e-10 + ], + "bp_grad_norms_F": [ + 3.677051836348255e-06, + 1.5217779036902357e-08, + 1.486149248108859e-08, + 1.4859250718757266e-08, + 1.4866162523219373e-08 + ], + "gamma_dfa": 0.11349719034842565, + "acc_eval": 0.3134765625, + "loss_eval": 1.9238262176513672, + "epoch": 69 + }, + { + "hidden_norms": [ + 36417.9921875, + 30770712.0, + 197719328.0, + 327539232.0, + 337245152.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.906716976118332e-08, + 4.1953429619212557e-10, + 4.080901727654407e-10, + 4.080701054842706e-10, + 4.0843109450072745e-10 + ], + "bp_grad_norms_F": [ + 3.6080327845411375e-06, + 1.500828084033401e-08, + 1.4656276192681617e-08, + 1.465407439837918e-08, + 1.466091692492455e-08 + ], + "gamma_dfa": 0.11264980123269197, + "acc_eval": 0.3115234375, + "loss_eval": 1.9172749519348145, + "epoch": 70 + }, + { + "hidden_norms": [ + 36554.734375, + 31127202.0, + 200166992.0, + 331766240.0, + 341638624.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.895474768953136e-08, + 4.153002663986882e-10, + 4.053070101761591e-10, + 4.0528172484677327e-10, + 4.0563402636806245e-10 + ], + "bp_grad_norms_F": [ + 3.5790299079963006e-06, + 1.4871366360580396e-08, + 1.4521869928785236e-08, + 1.4519704549798007e-08, + 1.4526481351140319e-08 + ], + "gamma_dfa": 0.1125820265888251, + "acc_eval": 0.3291015625, + "loss_eval": 1.90960693359375, + "epoch": 71 + }, + { + "hidden_norms": [ + 36685.06640625, + 31478428.0, + 202703456.0, + 335890528.0, + 345860736.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.840604527269534e-08, + 4.11831152513642e-10, + 4.0155134772845713e-10, + 4.014005239305618e-10, + 4.018080868029017e-10 + ], + "bp_grad_norms_F": [ + 3.5732464311877266e-06, + 1.4777253198872131e-08, + 1.4430981742918902e-08, + 1.4428859884674239e-08, + 1.443555053270984e-08 + ], + "gamma_dfa": 0.11229235199152754, + "acc_eval": 0.3095703125, + "loss_eval": 1.912062644958496, + "epoch": 72 + }, + { + "hidden_norms": [ + 36808.640625, + 31756406.0, + 205006400.0, + 339625888.0, + 349722048.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.845510824859957e-08, + 4.056126268192628e-10, + 3.9775802096464474e-10, + 3.9773195847914167e-10, + 3.978435358931165e-10 + ], + "bp_grad_norms_F": [ + 3.601402113417862e-06, + 1.4699119255112691e-08, + 1.434870711136682e-08, + 1.4346603904868971e-08, + 1.4353199517813664e-08 + ], + "gamma_dfa": 0.11323098125649267, + "acc_eval": 0.3271484375, + "loss_eval": 1.9194645881652832, + "epoch": 73 + }, + { + "hidden_norms": [ + 36922.67578125, + 32105574.0, + 207090144.0, + 343260640.0, + 353436544.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.8447327805643e-08, + 4.050982882475296e-10, + 3.977037865698918e-10, + 3.9765896131527256e-10, + 3.979234441953139e-10 + ], + "bp_grad_norms_F": [ + 3.603466893764562e-06, + 1.4652233204515142e-08, + 1.4306199780378392e-08, + 1.4304094797523703e-08, + 1.4310627349800598e-08 + ], + "gamma_dfa": 0.11329636031587142, + "acc_eval": 0.3056640625, + "loss_eval": 1.922640323638916, + "epoch": 74 + }, + { + "hidden_norms": [ + 37024.05859375, + 32409028.0, + 208845456.0, + 346325312.0, + 356587104.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.819700359983472e-08, + 4.0326031403026263e-10, + 3.9583156197231517e-10, + 3.9586384170675615e-10, + 3.9581374289276994e-10 + ], + "bp_grad_norms_F": [ + 3.5432237837085268e-06, + 1.4486117194678627e-08, + 1.4156262828635136e-08, + 1.4154186267489877e-08, + 1.4160684180808403e-08 + ], + "gamma_dfa": 0.11267639175457589, + "acc_eval": 0.31640625, + "loss_eval": 1.9154051542282104, + "epoch": 75 + }, + { + "hidden_norms": [ + 37125.02734375, + 32663892.0, + 210781344.0, + 349533728.0, + 359873568.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.772787486397647e-08, + 3.9591485645473767e-10, + 3.875866017022389e-10, + 3.8754283115949306e-10, + 3.8766378995802597e-10 + ], + "bp_grad_norms_F": [ + 3.5503553590388037e-06, + 1.4420066918319208e-08, + 1.40893732236691e-08, + 1.4087291333453322e-08, + 1.4093810563053921e-08 + ], + "gamma_dfa": 0.11297615164312447, + "acc_eval": 0.32421875, + "loss_eval": 1.913941502571106, + "epoch": 76 + }, + { + "hidden_norms": [ + 37216.296875, + 32930840.0, + 212456432.0, + 352475008.0, + 362884992.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.74248425980295e-08, + 3.9426073517034865e-10, + 3.872507869928654e-10, + 3.8720734951702696e-10, + 3.8765768373139053e-10 + ], + "bp_grad_norms_F": [ + 3.55011752617429e-06, + 1.4357588895563822e-08, + 1.402936344874206e-08, + 1.402732330291201e-08, + 1.4033815887160017e-08 + ], + "gamma_dfa": 0.11311322844358074, + "acc_eval": 0.3203125, + "loss_eval": 1.914380431175232, + "epoch": 77 + }, + { + "hidden_norms": [ + 37298.37890625, + 33147848.0, + 214118832.0, + 355022880.0, + 365529568.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.774458682912154e-08, + 3.987353780487979e-10, + 3.904769285689724e-10, + 3.904657153164237e-10, + 3.907260348601227e-10 + ], + "bp_grad_norms_F": [ + 3.509487669361988e-06, + 1.4249152968659473e-08, + 1.3931584774695693e-08, + 1.3929625453101835e-08, + 1.3936028331329453e-08 + ], + "gamma_dfa": 0.11238172389857937, + "acc_eval": 0.314453125, + "loss_eval": 1.9106721878051758, + "epoch": 78 + }, + { + "hidden_norms": [ + 37372.10546875, + 33388374.0, + 215761392.0, + 357596800.0, + 368190304.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.751073300392818e-08, + 3.9374201121766816e-10, + 3.8655822987010424e-10, + 3.866116038420131e-10, + 3.8653891198947576e-10 + ], + "bp_grad_norms_F": [ + 3.537302973199985e-06, + 1.4222394817409167e-08, + 1.3910858243093571e-08, + 1.3908881157931319e-08, + 1.3915280483445258e-08 + ], + "gamma_dfa": 0.11306001050525083, + "acc_eval": 0.322265625, + "loss_eval": 1.9138463735580444, + "epoch": 79 + }, + { + "hidden_norms": [ + 37442.84375, + 33566284.0, + 216908128.0, + 359755968.0, + 370379136.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.704155453007843e-08, + 3.923593672183756e-10, + 3.850708640840139e-10, + 3.8509884170423447e-10, + 3.849042473635933e-10 + ], + "bp_grad_norms_F": [ + 3.509628641040763e-06, + 1.4144676541150147e-08, + 1.3834353218555862e-08, + 1.3832397449675682e-08, + 1.3838723056380786e-08 + ], + "gamma_dfa": 0.11266809623703011, + "acc_eval": 0.3251953125, + "loss_eval": 1.9121947288513184, + "epoch": 80 + }, + { + "hidden_norms": [ + 37512.11328125, + 33717608.0, + 218115872.0, + 361736960.0, + 372400416.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.701832688804643e-08, + 3.917752788851203e-10, + 3.835655681960759e-10, + 3.835243511662867e-10, + 3.835320394607322e-10 + ], + "bp_grad_norms_F": [ + 3.5144942103215726e-06, + 1.4111047441645042e-08, + 1.3798888254257236e-08, + 1.3796943143518092e-08, + 1.3803241216692186e-08 + ], + "gamma_dfa": 0.11281233225781762, + "acc_eval": 0.3193359375, + "loss_eval": 1.9152591228485107, + "epoch": 81 + }, + { + "hidden_norms": [ + 37568.84375, + 33899664.0, + 219258560.0, + 363709504.0, + 374424128.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.695909604559347e-08, + 3.8868031015937277e-10, + 3.823757421805851e-10, + 3.8241659838789133e-10, + 3.8222841558521736e-10 + ], + "bp_grad_norms_F": [ + 3.516150854920852e-06, + 1.40706539752955e-08, + 1.3756586092483758e-08, + 1.375462410635464e-08, + 1.3760891093284044e-08 + ], + "gamma_dfa": 0.11307295318874822, + "acc_eval": 0.326171875, + "loss_eval": 1.9149377346038818, + "epoch": 82 + }, + { + "hidden_norms": [ + 37613.421875, + 34060644.0, + 220322080.0, + 365325472.0, + 376109056.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.71154296583154e-08, + 3.8974332094987574e-10, + 3.834943751446218e-10, + 3.8340422503502225e-10, + 3.8375369548759863e-10 + ], + "bp_grad_norms_F": [ + 3.4982940633199178e-06, + 1.4013506799415154e-08, + 1.370163893454901e-08, + 1.3699707146486162e-08, + 1.3705942158992457e-08 + ], + "gamma_dfa": 0.1128659905607492, + "acc_eval": 0.3212890625, + "loss_eval": 1.912517786026001, + "epoch": 83 + }, + { + "hidden_norms": [ + 37660.46875, + 34177292.0, + 221168784.0, + 366778016.0, + 377600544.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.68943869186478e-08, + 3.894674860394076e-10, + 3.8076572450584933e-10, + 3.8073258434856427e-10, + 3.8100084198688933e-10 + ], + "bp_grad_norms_F": [ + 3.4944750950671732e-06, + 1.397998961039093e-08, + 1.3671985321650482e-08, + 1.3670069520799188e-08, + 1.3676272558882374e-08 + ], + "gamma_dfa": 0.11273636969053769, + "acc_eval": 0.318359375, + "loss_eval": 1.9171113967895508, + "epoch": 84 + }, + { + "hidden_norms": [ + 37701.8671875, + 34327872.0, + 222020640.0, + 368143552.0, + 379001216.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.639802307972786e-08, + 3.87883669628053e-10, + 3.8044753458699176e-10, + 3.804264403495239e-10, + 3.8037359373355173e-10 + ], + "bp_grad_norms_F": [ + 3.4919537483801832e-06, + 1.3943878052202763e-08, + 1.3639727569625393e-08, + 1.3637805551525162e-08, + 1.364400148418099e-08 + ], + "gamma_dfa": 0.11286781356830033, + "acc_eval": 0.328125, + "loss_eval": 1.9123945236206055, + "epoch": 85 + }, + { + "hidden_norms": [ + 37739.8125, + 34429904.0, + 222737072.0, + 369295712.0, + 380185984.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.741821323430486e-08, + 3.8846115213431176e-10, + 3.8069486452130263e-10, + 3.8060576912357647e-10, + 3.809500215279371e-10 + ], + "bp_grad_norms_F": [ + 3.500515958876349e-06, + 1.3945418153582523e-08, + 1.364027113481825e-08, + 1.3638369544821671e-08, + 1.364453350305439e-08 + ], + "gamma_dfa": 0.11293645015939546, + "acc_eval": 0.3154296875, + "loss_eval": 1.917877197265625, + "epoch": 86 + }, + { + "hidden_norms": [ + 37773.1484375, + 34523684.0, + 223309680.0, + 370332384.0, + 381249280.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.685363729275196e-08, + 3.8528755186284513e-10, + 3.7927344598287505e-10, + 3.7934516639026583e-10, + 3.7926364826468273e-10 + ], + "bp_grad_norms_F": [ + 3.4931999834952876e-06, + 1.3911479967987361e-08, + 1.360801249461474e-08, + 1.3606110904618163e-08, + 1.3612289961884017e-08 + ], + "gamma_dfa": 0.11282484548610228, + "acc_eval": 0.322265625, + "loss_eval": 1.9136494398117065, + "epoch": 87 + }, + { + "hidden_norms": [ + 37800.29296875, + 34600436.0, + 223845264.0, + 371228288.0, + 382171744.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.65767956320451e-08, + 3.853606878045923e-10, + 3.7911099259879677e-10, + 3.789283054000947e-10, + 3.791919833684432e-10 + ], + "bp_grad_norms_F": [ + 3.4772997423715424e-06, + 1.3876966242776234e-08, + 1.3575736979021258e-08, + 1.3573847823522556e-08, + 1.3580010893576855e-08 + ], + "gamma_dfa": 0.11266115616490424, + "acc_eval": 0.318359375, + "loss_eval": 1.912358045578003, + "epoch": 88 + }, + { + "hidden_norms": [ + 37822.953125, + 34659448.0, + 224278352.0, + 371994688.0, + 382956800.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.695878340678973e-08, + 3.8400196911148043e-10, + 3.7754030457470833e-10, + 3.775957047036371e-10, + 3.7752789783240814e-10 + ], + "bp_grad_norms_F": [ + 3.488719130473328e-06, + 1.387363113281026e-08, + 1.3571511026100325e-08, + 1.3569623646958462e-08, + 1.3575775170693305e-08 + ], + "gamma_dfa": 0.11286654848299804, + "acc_eval": 0.318359375, + "loss_eval": 1.9152348041534424, + "epoch": 89 + }, + { + "hidden_norms": [ + 37843.71484375, + 34715836.0, + 224633712.0, + 372602496.0, + 383583840.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.682009967562408e-08, + 3.831650552399424e-10, + 3.7603772873318064e-10, + 3.7600736413345714e-10, + 3.763372669052245e-10 + ], + "bp_grad_norms_F": [ + 3.4864976896642474e-06, + 1.3852580416084948e-08, + 1.355203504971314e-08, + 1.3550148558749697e-08, + 1.3556297417949281e-08 + ], + "gamma_dfa": 0.11291119743145828, + "acc_eval": 0.326171875, + "loss_eval": 1.914948582649231, + "epoch": 90 + }, + { + "hidden_norms": [ + 37859.484375, + 34761876.0, + 224938096.0, + 373110784.0, + 384106720.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.677319674963655e-08, + 3.8410433167435087e-10, + 3.768680645332978e-10, + 3.768474976517666e-10, + 3.767945122579164e-10 + ], + "bp_grad_norms_F": [ + 3.480063014649204e-06, + 1.3833711953736838e-08, + 1.3534608989118624e-08, + 1.3532734044474637e-08, + 1.3538858922856889e-08 + ], + "gamma_dfa": 0.1127637956833496, + "acc_eval": 0.322265625, + "loss_eval": 1.9153952598571777, + "epoch": 91 + }, + { + "hidden_norms": [ + 37872.0625, + 34797108.0, + 225202544.0, + 373570400.0, + 384579200.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.67909034746117e-08, + 3.821318816932262e-10, + 3.753052590926842e-10, + 3.7535435870594824e-10, + 3.7532754681990355e-10 + ], + "bp_grad_norms_F": [ + 3.4843556022678968e-06, + 1.3827068379157481e-08, + 1.352985190550271e-08, + 1.3527971631788205e-08, + 1.3534107168311493e-08 + ], + "gamma_dfa": 0.1129197701375233, + "acc_eval": 0.318359375, + "loss_eval": 1.9156945943832397, + "epoch": 92 + }, + { + "hidden_norms": [ + 37881.54296875, + 34826116.0, + 225403072.0, + 373889952.0, + 384906848.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.663099583192889e-08, + 3.844494445015556e-10, + 3.765425748980533e-10, + 3.7651176620911997e-10, + 3.7661743168548867e-10 + ], + "bp_grad_norms_F": [ + 3.480702616798226e-06, + 1.382177039488397e-08, + 1.3523890451949683e-08, + 1.3522016395484115e-08, + 1.3528141273866368e-08 + ], + "gamma_dfa": 0.11285195982236473, + "acc_eval": 0.322265625, + "loss_eval": 1.9148646593093872, + "epoch": 93 + }, + { + "hidden_norms": [ + 37889.18359375, + 34847784.0, + 225551344.0, + 374143840.0, + 385168448.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.623226767032975e-08, + 3.819731198007048e-10, + 3.7512581929632915e-10, + 3.752123889366743e-10, + 3.7511962980296687e-10 + ], + "bp_grad_norms_F": [ + 3.4782924558385275e-06, + 1.3813751031932497e-08, + 1.3516644692401769e-08, + 1.3514763530508844e-08, + 1.3520896402496874e-08 + ], + "gamma_dfa": 0.11281965267244232, + "acc_eval": 0.318359375, + "loss_eval": 1.9142093658447266, + "epoch": 94 + }, + { + "hidden_norms": [ + 37895.046875, + 34865808.0, + 225670928.0, + 374345440.0, + 385375392.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.64825137164371e-08, + 3.829765116147854e-10, + 3.7528671836817296e-10, + 3.7535685670775365e-10, + 3.752768373832538e-10 + ], + "bp_grad_norms_F": [ + 3.4792733458743896e-06, + 1.3809607679604596e-08, + 1.3512363672418815e-08, + 1.3510485175061149e-08, + 1.351661271797866e-08 + ], + "gamma_dfa": 0.11288163481003721, + "acc_eval": 0.32421875, + "loss_eval": 1.9146695137023926, + "epoch": 95 + }, + { + "hidden_norms": [ + 37898.87109375, + 34878456.0, + 225750400.0, + 374473248.0, + 385506496.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.652722817079848e-08, + 3.8302755411834255e-10, + 3.759152988891401e-10, + 3.7595143664859165e-10, + 3.7588568368995823e-10 + ], + "bp_grad_norms_F": [ + 3.480078930806485e-06, + 1.3808159060602065e-08, + 1.3511034957502943e-08, + 1.3509157348323697e-08, + 1.351528045034911e-08 + ], + "gamma_dfa": 0.1128929610213163, + "acc_eval": 0.3203125, + "loss_eval": 1.9147298336029053, + "epoch": 96 + }, + { + "hidden_norms": [ + 37900.7109375, + 34885860.0, + 225787696.0, + 374537472.0, + 385572896.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.630104820715133e-08, + 3.8308795025088216e-10, + 3.7579228617801164e-10, + 3.7582850720419003e-10, + 3.7576297629016153e-10 + ], + "bp_grad_norms_F": [ + 3.4770955608109944e-06, + 1.3803015619373582e-08, + 1.3505847995531894e-08, + 1.3503973050887907e-08, + 1.3510093488378061e-08 + ], + "gamma_dfa": 0.11285188281362935, + "acc_eval": 0.3212890625, + "loss_eval": 1.9143996238708496, + "epoch": 97 + }, + { + "hidden_norms": [ + 37902.46875, + 34890740.0, + 225820192.0, + 374593792.0, + 385630976.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.624973991620209e-08, + 3.8267702895389277e-10, + 3.7545791475857015e-10, + 3.7555664134103495e-10, + 3.75430270205257e-10 + ], + "bp_grad_norms_F": [ + 3.476953224890167e-06, + 1.3801756182374447e-08, + 1.350452816240022e-08, + 1.3502653217756233e-08, + 1.3508774543424806e-08 + ], + "gamma_dfa": 0.11284657929081732, + "acc_eval": 0.3203125, + "loss_eval": 1.9143402576446533, + "epoch": 98 + }, + { + "hidden_norms": [ + 37903.22265625, + 34893256.0, + 225836736.0, + 374620576.0, + 385658624.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.627380599866228e-08, + 3.8272779390169376e-10, + 3.7550038078926207e-10, + 3.7559910737172686e-10, + 3.7547268072479767e-10 + ], + "bp_grad_norms_F": [ + 3.477006657703896e-06, + 1.3801344067587706e-08, + 1.3504034335198867e-08, + 1.350215939055488e-08, + 1.3508279828045033e-08 + ], + "gamma_dfa": 0.11284785682073561, + "acc_eval": 0.3203125, + "loss_eval": 1.9143691062927246, + "epoch": 99 + }, + { + "hidden_norms": [ + 37903.25, + 34893376.0, + 225837280.0, + 374621408.0, + 385659456.0 + ], + "bp_grad_norms_per_sample_med": [ + 6.626758874972438e-08, + 3.826984007471168e-10, + 3.755481758904722e-10, + 3.756469302285126e-10, + 3.755204758260078e-10 + ], + "bp_grad_norms_F": [ + 3.476960500847781e-06, + 1.3801311204986177e-08, + 1.3503997919883659e-08, + 1.3502122975239672e-08, + 1.3508243412729826e-08 + ], + "gamma_dfa": 0.11284651984533411, + "acc_eval": 0.3203125, + "loss_eval": 1.9143500328063965, + "epoch": 100 + } + ] +}
\ No newline at end of file |