diff options
Diffstat (limited to 'results/snapshot_no_outln_v1/snapshot_noLN_s456.json')
| -rw-r--r-- | results/snapshot_no_outln_v1/snapshot_noLN_s456.json | 4766 |
1 files changed, 4766 insertions, 0 deletions
diff --git a/results/snapshot_no_outln_v1/snapshot_noLN_s456.json b/results/snapshot_no_outln_v1/snapshot_noLN_s456.json new file mode 100644 index 0000000..f490ffc --- /dev/null +++ b/results/snapshot_no_outln_v1/snapshot_noLN_s456.json @@ -0,0 +1,4766 @@ +{ + "config": { + "output_dir": "results/snapshot_no_outln_v1", + "epochs": 100, + "lr": 0.001, + "wd": 0.01, + "seed": 456, + "depth": 4, + "d_hidden": 256 + }, + "depth": 4, + "d_hidden": 256, + "num_classes": 10, + "architecture": "ResidualMLP_NoOutLN", + "bp_log": [ + { + "hidden_norms": [ + 8.696551322937012, + 8.737784385681152, + 8.813130378723145, + 8.844642639160156, + 8.889528274536133 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005607507191598415, + 0.0005558764678426087, + 0.0005541853606700897, + 0.0005498801474459469, + 0.0005458085797727108 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.091796875, + "loss_eval": 2.3707523345947266, + "epoch": 0 + }, + { + "hidden_norms": [ + 40.06809616088867, + 37.16851043701172, + 35.97419738769531, + 34.98802185058594, + 34.09989547729492 + ], + "bp_grad_per_sample_l2_med": [ + 0.00013246900925878435, + 0.00013836311700288206, + 0.00014998784172348678, + 0.00017555677914060652, + 0.0002279145992361009 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.4365234375, + "loss_eval": 1.5941123962402344, + "epoch": 1 + }, + { + "hidden_norms": [ + 51.32597732543945, + 46.865997314453125, + 44.336944580078125, + 42.399295806884766, + 41.083709716796875 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010603138071019202, + 0.00011028712469851598, + 0.00011670063395285979, + 0.00013331198715604842, + 0.00016258291725534946 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.4736328125, + "loss_eval": 1.4793150424957275, + "epoch": 2 + }, + { + "hidden_norms": [ + 62.084197998046875, + 56.17497253417969, + 52.24001693725586, + 48.81613540649414, + 45.96797561645508 + ], + "bp_grad_per_sample_l2_med": [ + 9.958917507901788e-05, + 0.00010542560630710796, + 0.00011132164945593104, + 0.00012339121894910932, + 0.00014191119407769293 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.48046875, + "loss_eval": 1.4157963991165161, + "epoch": 3 + }, + { + "hidden_norms": [ + 70.11115264892578, + 62.7204704284668, + 57.0128059387207, + 52.67961883544922, + 49.0619010925293 + ], + "bp_grad_per_sample_l2_med": [ + 9.119982860283926e-05, + 9.68000604189001e-05, + 0.0001028164042509161, + 0.0001113277321564965, + 0.00012708066788036376 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.529296875, + "loss_eval": 1.3824131488800049, + "epoch": 4 + }, + { + "hidden_norms": [ + 77.96520233154297, + 68.33187866210938, + 62.02028274536133, + 56.785953521728516, + 52.50190734863281 + ], + "bp_grad_per_sample_l2_med": [ + 9.251978190150112e-05, + 9.91317501757294e-05, + 0.00010523655510041863, + 0.00011500742402859032, + 0.00012610112025868148 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.49609375, + "loss_eval": 1.4219003915786743, + "epoch": 5 + }, + { + "hidden_norms": [ + 84.35594940185547, + 73.65497589111328, + 65.76171875, + 59.78555679321289, + 54.72732925415039 + ], + "bp_grad_per_sample_l2_med": [ + 8.53061064844951e-05, + 9.119947208091617e-05, + 9.546471119392663e-05, + 0.00010272912186337635, + 0.00011094262299593538 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5107421875, + "loss_eval": 1.3764042854309082, + "epoch": 6 + }, + { + "hidden_norms": [ + 90.34719848632812, + 78.86559295654297, + 69.58448028564453, + 62.62751388549805, + 56.49700164794922 + ], + "bp_grad_per_sample_l2_med": [ + 8.279601024696603e-05, + 8.869311568560079e-05, + 9.525373752694577e-05, + 0.00010276824468746781, + 0.00011047293082810938 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.521484375, + "loss_eval": 1.3063517808914185, + "epoch": 7 + }, + { + "hidden_norms": [ + 94.70899200439453, + 82.14017486572266, + 72.3757553100586, + 63.97325134277344, + 57.261043548583984 + ], + "bp_grad_per_sample_l2_med": [ + 8.42147201183252e-05, + 8.977072138804942e-05, + 9.571140253683552e-05, + 0.00010196219227509573, + 0.00010500354983378202 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.521484375, + "loss_eval": 1.3536221981048584, + "epoch": 8 + }, + { + "hidden_norms": [ + 101.69925689697266, + 87.86920928955078, + 77.13504791259766, + 68.15769958496094, + 60.63106918334961 + ], + "bp_grad_per_sample_l2_med": [ + 8.040699322009459e-05, + 8.682452607899904e-05, + 9.194648009724915e-05, + 9.875267278403044e-05, + 0.00010358950385125354 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.517578125, + "loss_eval": 1.3398748636245728, + "epoch": 9 + }, + { + "hidden_norms": [ + 106.84738159179688, + 92.9166259765625, + 81.7030029296875, + 71.8150863647461, + 63.29521179199219 + ], + "bp_grad_per_sample_l2_med": [ + 7.807361544109881e-05, + 8.290779078379273e-05, + 8.751150744501501e-05, + 9.41800099099055e-05, + 9.622493234928697e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5595703125, + "loss_eval": 1.3021488189697266, + "epoch": 10 + }, + { + "hidden_norms": [ + 110.62977600097656, + 96.08146667480469, + 83.02938842773438, + 71.82244873046875, + 62.47097396850586 + ], + "bp_grad_per_sample_l2_med": [ + 7.582613034173846e-05, + 8.177754352800548e-05, + 8.888287266017869e-05, + 9.501135355094448e-05, + 9.754132042871788e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.53125, + "loss_eval": 1.2963578701019287, + "epoch": 11 + }, + { + "hidden_norms": [ + 115.87433624267578, + 99.99412536621094, + 86.81661987304688, + 75.194580078125, + 65.24598693847656 + ], + "bp_grad_per_sample_l2_med": [ + 7.453945727320388e-05, + 7.999759691301733e-05, + 8.587146294303238e-05, + 9.281275561079383e-05, + 9.684430551715195e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.537109375, + "loss_eval": 1.300926685333252, + "epoch": 12 + }, + { + "hidden_norms": [ + 115.8588638305664, + 100.0324478149414, + 87.23123931884766, + 75.2608871459961, + 64.53407287597656 + ], + "bp_grad_per_sample_l2_med": [ + 7.783657201798633e-05, + 8.2304140960332e-05, + 8.792509470367804e-05, + 9.308305016020313e-05, + 9.498461440671235e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5302734375, + "loss_eval": 1.2952370643615723, + "epoch": 13 + }, + { + "hidden_norms": [ + 121.24994659423828, + 103.9144515991211, + 88.99864959716797, + 75.50836944580078, + 64.28103637695312 + ], + "bp_grad_per_sample_l2_med": [ + 7.956428453326225e-05, + 8.667269139550626e-05, + 9.291838068747893e-05, + 9.890568617265671e-05, + 0.00010031831334345043 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.537109375, + "loss_eval": 1.3034818172454834, + "epoch": 14 + }, + { + "hidden_norms": [ + 124.64612579345703, + 107.64379119873047, + 92.03299713134766, + 77.67626190185547, + 66.19109344482422 + ], + "bp_grad_per_sample_l2_med": [ + 7.466476381523535e-05, + 8.086472371360287e-05, + 8.857141801854596e-05, + 9.320858225692064e-05, + 9.685206168796867e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.521484375, + "loss_eval": 1.2701925039291382, + "epoch": 15 + }, + { + "hidden_norms": [ + 128.4908905029297, + 110.93827819824219, + 95.34327697753906, + 80.90787506103516, + 68.56732940673828 + ], + "bp_grad_per_sample_l2_med": [ + 7.461471977876499e-05, + 8.18013577372767e-05, + 8.659388549858704e-05, + 9.226851398125291e-05, + 9.443429007660598e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5537109375, + "loss_eval": 1.2619553804397583, + "epoch": 16 + }, + { + "hidden_norms": [ + 130.65846252441406, + 112.31464385986328, + 95.85350036621094, + 79.80601501464844, + 67.30303192138672 + ], + "bp_grad_per_sample_l2_med": [ + 7.368716615019366e-05, + 8.01649657660164e-05, + 8.653382974443957e-05, + 9.32966941036284e-05, + 9.312365727964789e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5576171875, + "loss_eval": 1.2436624765396118, + "epoch": 17 + }, + { + "hidden_norms": [ + 133.13165283203125, + 114.61791229248047, + 97.15895080566406, + 81.40515899658203, + 69.13287353515625 + ], + "bp_grad_per_sample_l2_med": [ + 7.137899228837341e-05, + 7.771244418108836e-05, + 8.332561264978722e-05, + 8.920324762584642e-05, + 8.9491848484613e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.56640625, + "loss_eval": 1.239585518836975, + "epoch": 18 + }, + { + "hidden_norms": [ + 136.59140014648438, + 117.42953491210938, + 99.51315307617188, + 83.76544189453125, + 69.16895294189453 + ], + "bp_grad_per_sample_l2_med": [ + 7.198385719675571e-05, + 7.928090053610504e-05, + 8.52016091812402e-05, + 9.1185538622085e-05, + 9.257275087293237e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5673828125, + "loss_eval": 1.2780827283859253, + "epoch": 19 + }, + { + "hidden_norms": [ + 139.33346557617188, + 119.61570739746094, + 102.05357360839844, + 85.16582489013672, + 70.09222412109375 + ], + "bp_grad_per_sample_l2_med": [ + 7.267932232934982e-05, + 7.949839346110821e-05, + 8.610116492491215e-05, + 9.125673386733979e-05, + 9.256677003577352e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5419921875, + "loss_eval": 1.2823748588562012, + "epoch": 20 + }, + { + "hidden_norms": [ + 141.82034301757812, + 122.27132415771484, + 103.36873626708984, + 86.49518585205078, + 71.40383911132812 + ], + "bp_grad_per_sample_l2_med": [ + 7.251821807585657e-05, + 7.807672955095768e-05, + 8.464990969514474e-05, + 8.788360719336197e-05, + 8.839634392643347e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.55859375, + "loss_eval": 1.2162373065948486, + "epoch": 21 + }, + { + "hidden_norms": [ + 144.1250762939453, + 123.32146453857422, + 105.33419036865234, + 87.95057678222656, + 71.54405975341797 + ], + "bp_grad_per_sample_l2_med": [ + 7.141266542021185e-05, + 7.827960507711396e-05, + 8.527522732038051e-05, + 9.162349306279793e-05, + 8.910013275453821e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5712890625, + "loss_eval": 1.2267348766326904, + "epoch": 22 + }, + { + "hidden_norms": [ + 145.35816955566406, + 123.92304229736328, + 106.45323944091797, + 89.38124084472656, + 72.80756378173828 + ], + "bp_grad_per_sample_l2_med": [ + 6.914530968060717e-05, + 7.74021100369282e-05, + 8.25833558337763e-05, + 8.843685645842925e-05, + 8.765731763560325e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5615234375, + "loss_eval": 1.2464958429336548, + "epoch": 23 + }, + { + "hidden_norms": [ + 146.9630126953125, + 126.59661102294922, + 108.23934936523438, + 90.85575103759766, + 72.80107879638672 + ], + "bp_grad_per_sample_l2_med": [ + 7.045341044431552e-05, + 7.726218609604985e-05, + 8.23774971649982e-05, + 8.931937190936878e-05, + 9.00102750165388e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5556640625, + "loss_eval": 1.226228952407837, + "epoch": 24 + }, + { + "hidden_norms": [ + 150.7821044921875, + 129.61668395996094, + 108.98286437988281, + 89.68734741210938, + 72.85277557373047 + ], + "bp_grad_per_sample_l2_med": [ + 7.34334607841447e-05, + 7.900002674432471e-05, + 8.469617750961334e-05, + 8.900847751647234e-05, + 8.846351556712762e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.572265625, + "loss_eval": 1.2140324115753174, + "epoch": 25 + }, + { + "hidden_norms": [ + 151.44703674316406, + 129.4413604736328, + 110.14541625976562, + 91.28382110595703, + 74.19001770019531 + ], + "bp_grad_per_sample_l2_med": [ + 6.830286292824894e-05, + 7.440579793183133e-05, + 8.040962711675093e-05, + 8.615498518338427e-05, + 8.749076368985698e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5771484375, + "loss_eval": 1.2101829051971436, + "epoch": 26 + }, + { + "hidden_norms": [ + 153.631591796875, + 132.0617218017578, + 110.9275894165039, + 92.176513671875, + 73.5614242553711 + ], + "bp_grad_per_sample_l2_med": [ + 7.137414650060236e-05, + 7.97546817921102e-05, + 8.503787830704823e-05, + 9.110210521612316e-05, + 9.112519910559058e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5859375, + "loss_eval": 1.1954376697540283, + "epoch": 27 + }, + { + "hidden_norms": [ + 155.2130584716797, + 133.7564697265625, + 113.44039916992188, + 93.51616668701172, + 74.26422882080078 + ], + "bp_grad_per_sample_l2_med": [ + 7.436865416821092e-05, + 8.266629447462037e-05, + 8.722272468730807e-05, + 9.24940686672926e-05, + 9.228193084709346e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.568359375, + "loss_eval": 1.2368288040161133, + "epoch": 28 + }, + { + "hidden_norms": [ + 156.52346801757812, + 134.0899200439453, + 113.28357696533203, + 93.11508178710938, + 74.41522216796875 + ], + "bp_grad_per_sample_l2_med": [ + 7.232115603983402e-05, + 7.883219950599596e-05, + 8.385341061512008e-05, + 8.885351417120546e-05, + 8.985922613646835e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5849609375, + "loss_eval": 1.1935406923294067, + "epoch": 29 + }, + { + "hidden_norms": [ + 157.1343536376953, + 136.0911102294922, + 115.831298828125, + 94.6191177368164, + 74.93243408203125 + ], + "bp_grad_per_sample_l2_med": [ + 6.815487722633407e-05, + 7.527582783950493e-05, + 8.152059308486059e-05, + 8.597332634963095e-05, + 8.487412560498342e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59375, + "loss_eval": 1.1716928482055664, + "epoch": 30 + }, + { + "hidden_norms": [ + 158.87771606445312, + 136.84617614746094, + 115.38484191894531, + 95.1522445678711, + 75.46046447753906 + ], + "bp_grad_per_sample_l2_med": [ + 7.11698376107961e-05, + 7.946270488901064e-05, + 8.58406419865787e-05, + 8.943407010519877e-05, + 8.97061254363507e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5908203125, + "loss_eval": 1.1900701522827148, + "epoch": 31 + }, + { + "hidden_norms": [ + 158.57237243652344, + 135.3989715576172, + 115.39788818359375, + 94.26459503173828, + 74.65320587158203 + ], + "bp_grad_per_sample_l2_med": [ + 7.135280611691996e-05, + 7.875803567003459e-05, + 8.35385944810696e-05, + 9.056212002178654e-05, + 8.802927186479792e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.58984375, + "loss_eval": 1.1936118602752686, + "epoch": 32 + }, + { + "hidden_norms": [ + 161.12164306640625, + 138.0847930908203, + 116.51541137695312, + 96.06510925292969, + 75.79708862304688 + ], + "bp_grad_per_sample_l2_med": [ + 7.089033169904724e-05, + 7.788193033775315e-05, + 8.262616029242054e-05, + 8.66727132233791e-05, + 8.98441721801646e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6044921875, + "loss_eval": 1.1777372360229492, + "epoch": 33 + }, + { + "hidden_norms": [ + 162.0608673095703, + 138.521728515625, + 117.39189147949219, + 96.19066619873047, + 75.76524353027344 + ], + "bp_grad_per_sample_l2_med": [ + 7.102260860847309e-05, + 7.727317279204726e-05, + 8.381292718695477e-05, + 8.586590411141515e-05, + 8.668057853356004e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5888671875, + "loss_eval": 1.1749277114868164, + "epoch": 34 + }, + { + "hidden_norms": [ + 161.66477966308594, + 138.45208740234375, + 118.22246551513672, + 96.99449920654297, + 76.40058135986328 + ], + "bp_grad_per_sample_l2_med": [ + 6.717143696732819e-05, + 7.219286635518074e-05, + 7.78083413024433e-05, + 8.173672540578991e-05, + 8.14773520687595e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.183088779449463, + "epoch": 35 + }, + { + "hidden_norms": [ + 163.6893310546875, + 140.37518310546875, + 119.34339904785156, + 96.78111267089844, + 75.42987823486328 + ], + "bp_grad_per_sample_l2_med": [ + 6.809990736655891e-05, + 7.472001743735746e-05, + 7.982164243003353e-05, + 8.6645879491698e-05, + 8.662666368763894e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.599609375, + "loss_eval": 1.1695549488067627, + "epoch": 36 + }, + { + "hidden_norms": [ + 164.063232421875, + 140.68441772460938, + 118.45069122314453, + 96.70316314697266, + 75.4270248413086 + ], + "bp_grad_per_sample_l2_med": [ + 7.114750769687817e-05, + 7.883143553044647e-05, + 8.33458179840818e-05, + 8.941504347603768e-05, + 8.57952400110662e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5927734375, + "loss_eval": 1.1776624917984009, + "epoch": 37 + }, + { + "hidden_norms": [ + 163.89480590820312, + 140.18966674804688, + 119.30622863769531, + 97.97473907470703, + 76.34546661376953 + ], + "bp_grad_per_sample_l2_med": [ + 6.944040069356561e-05, + 7.674084190512076e-05, + 8.196813723770902e-05, + 8.950124902185053e-05, + 8.920513209886849e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.591796875, + "loss_eval": 1.1852729320526123, + "epoch": 38 + }, + { + "hidden_norms": [ + 165.47622680664062, + 141.58221435546875, + 119.55635070800781, + 98.0240707397461, + 76.13150787353516 + ], + "bp_grad_per_sample_l2_med": [ + 7.238827674882486e-05, + 7.85816737334244e-05, + 8.403261745115742e-05, + 8.998374687507749e-05, + 8.897150837583467e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5869140625, + "loss_eval": 1.1676307916641235, + "epoch": 39 + }, + { + "hidden_norms": [ + 164.69053649902344, + 142.07537841796875, + 121.09794616699219, + 99.6556396484375, + 77.98886108398438 + ], + "bp_grad_per_sample_l2_med": [ + 7.123505201889202e-05, + 7.861913036322221e-05, + 8.443401020485908e-05, + 8.940586121752858e-05, + 8.976398385129869e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59375, + "loss_eval": 1.1959164142608643, + "epoch": 40 + }, + { + "hidden_norms": [ + 164.97906494140625, + 141.9008026123047, + 120.19933319091797, + 98.47044372558594, + 76.0770263671875 + ], + "bp_grad_per_sample_l2_med": [ + 7.325963088078424e-05, + 8.044692367548123e-05, + 8.460321987513453e-05, + 9.052005771081895e-05, + 8.883728878572583e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5888671875, + "loss_eval": 1.1650420427322388, + "epoch": 41 + }, + { + "hidden_norms": [ + 167.11508178710938, + 144.4076690673828, + 121.90902709960938, + 99.70268249511719, + 77.1493911743164 + ], + "bp_grad_per_sample_l2_med": [ + 6.938715523574501e-05, + 7.598697993671522e-05, + 8.122843428282067e-05, + 8.419268124271184e-05, + 8.758077456150204e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6103515625, + "loss_eval": 1.1334974765777588, + "epoch": 42 + }, + { + "hidden_norms": [ + 167.23953247070312, + 143.8128662109375, + 121.41165924072266, + 99.37804412841797, + 76.86026763916016 + ], + "bp_grad_per_sample_l2_med": [ + 7.253287185449153e-05, + 7.92228602222167e-05, + 8.514960791217163e-05, + 9.06435088836588e-05, + 8.896931103663519e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.59375, + "loss_eval": 1.1443839073181152, + "epoch": 43 + }, + { + "hidden_norms": [ + 167.02175903320312, + 143.56179809570312, + 121.07357025146484, + 98.59805297851562, + 76.59933471679688 + ], + "bp_grad_per_sample_l2_med": [ + 7.202434790087864e-05, + 7.884378283051774e-05, + 8.405950211454183e-05, + 8.979378617368639e-05, + 8.789195271674544e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6123046875, + "loss_eval": 1.1233543157577515, + "epoch": 44 + }, + { + "hidden_norms": [ + 168.8506622314453, + 144.7351531982422, + 122.07427978515625, + 100.25342559814453, + 77.3443832397461 + ], + "bp_grad_per_sample_l2_med": [ + 6.906851194798946e-05, + 7.469953561667353e-05, + 7.91402708273381e-05, + 8.30625431262888e-05, + 8.482224802719429e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6142578125, + "loss_eval": 1.1078553199768066, + "epoch": 45 + }, + { + "hidden_norms": [ + 167.80520629882812, + 145.0210418701172, + 123.11544036865234, + 101.08995056152344, + 77.6504898071289 + ], + "bp_grad_per_sample_l2_med": [ + 6.715168274240568e-05, + 7.365776400547475e-05, + 7.808832015143707e-05, + 8.405041444348171e-05, + 8.283500210382044e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6142578125, + "loss_eval": 1.1213364601135254, + "epoch": 46 + }, + { + "hidden_norms": [ + 168.5064697265625, + 144.57977294921875, + 122.67310333251953, + 100.03209686279297, + 76.30200958251953 + ], + "bp_grad_per_sample_l2_med": [ + 7.193082274170592e-05, + 7.761332381051034e-05, + 8.224599878303707e-05, + 8.772317232796922e-05, + 8.76585254445672e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6025390625, + "loss_eval": 1.1593999862670898, + "epoch": 47 + }, + { + "hidden_norms": [ + 168.2687225341797, + 145.1931610107422, + 123.04153442382812, + 100.33060455322266, + 77.3511734008789 + ], + "bp_grad_per_sample_l2_med": [ + 7.396154978778213e-05, + 8.14273880678229e-05, + 8.724145300220698e-05, + 9.166308882413432e-05, + 9.03390027815476e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6044921875, + "loss_eval": 1.1506351232528687, + "epoch": 48 + }, + { + "hidden_norms": [ + 169.19711303710938, + 145.7348175048828, + 122.21668243408203, + 100.78398895263672, + 77.85338592529297 + ], + "bp_grad_per_sample_l2_med": [ + 7.148115400923416e-05, + 7.858182652853429e-05, + 8.472947956761345e-05, + 8.831475861370564e-05, + 9.002227307064459e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.1426208019256592, + "epoch": 49 + }, + { + "hidden_norms": [ + 169.87611389160156, + 144.65980529785156, + 122.2470932006836, + 99.39762115478516, + 76.66820526123047 + ], + "bp_grad_per_sample_l2_med": [ + 7.574502524221316e-05, + 8.358684863196686e-05, + 8.949989569373429e-05, + 9.581056656315923e-05, + 9.291989408666268e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.599609375, + "loss_eval": 1.146412968635559, + "epoch": 50 + }, + { + "hidden_norms": [ + 167.4952850341797, + 143.16302490234375, + 119.86161804199219, + 97.8775863647461, + 75.75617980957031 + ], + "bp_grad_per_sample_l2_med": [ + 7.487049151677638e-05, + 8.140889985952526e-05, + 8.958375110523775e-05, + 9.491044329479337e-05, + 9.230020805262029e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6064453125, + "loss_eval": 1.1555390357971191, + "epoch": 51 + }, + { + "hidden_norms": [ + 169.03530883789062, + 144.57913208007812, + 122.20657348632812, + 100.42291259765625, + 77.34142303466797 + ], + "bp_grad_per_sample_l2_med": [ + 7.283290324267e-05, + 8.043479465413839e-05, + 8.612027886556461e-05, + 9.16399949346669e-05, + 9.119778405874968e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.611328125, + "loss_eval": 1.145568609237671, + "epoch": 52 + }, + { + "hidden_norms": [ + 168.97242736816406, + 144.64987182617188, + 121.88980865478516, + 99.5838394165039, + 76.98419952392578 + ], + "bp_grad_per_sample_l2_med": [ + 7.706385804340243e-05, + 8.52798912092112e-05, + 9.141799091594294e-05, + 9.48576707742177e-05, + 9.280487574869767e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6044921875, + "loss_eval": 1.173735499382019, + "epoch": 53 + }, + { + "hidden_norms": [ + 169.5861053466797, + 145.18853759765625, + 123.36368560791016, + 100.5948257446289, + 77.515380859375 + ], + "bp_grad_per_sample_l2_med": [ + 7.197257218649611e-05, + 7.774284313200042e-05, + 8.511826308676973e-05, + 9.136695007327944e-05, + 8.776389586273581e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6201171875, + "loss_eval": 1.125669240951538, + "epoch": 54 + }, + { + "hidden_norms": [ + 168.54624938964844, + 144.20028686523438, + 120.96566009521484, + 98.61659240722656, + 75.90725708007812 + ], + "bp_grad_per_sample_l2_med": [ + 7.784854824421927e-05, + 8.512740896549076e-05, + 9.021186269819736e-05, + 9.572209819452837e-05, + 9.406798199051991e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6201171875, + "loss_eval": 1.143272042274475, + "epoch": 55 + }, + { + "hidden_norms": [ + 167.1956024169922, + 144.33364868164062, + 121.39191436767578, + 99.15605926513672, + 76.89862060546875 + ], + "bp_grad_per_sample_l2_med": [ + 7.683308649575338e-05, + 8.338083716807887e-05, + 9.210927237290889e-05, + 9.760970715433359e-05, + 9.435461106477305e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.603515625, + "loss_eval": 1.1492671966552734, + "epoch": 56 + }, + { + "hidden_norms": [ + 168.5964813232422, + 144.6849365234375, + 122.38106536865234, + 99.73613739013672, + 77.72384643554688 + ], + "bp_grad_per_sample_l2_med": [ + 7.762440509395674e-05, + 8.45814065542072e-05, + 9.048492211150005e-05, + 9.445888281334192e-05, + 9.163413778878748e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6103515625, + "loss_eval": 1.1285452842712402, + "epoch": 57 + }, + { + "hidden_norms": [ + 169.4349365234375, + 145.3781280517578, + 122.81243896484375, + 100.45063781738281, + 77.73384094238281 + ], + "bp_grad_per_sample_l2_med": [ + 7.32980333850719e-05, + 8.07973847258836e-05, + 8.676065772306174e-05, + 8.88932918314822e-05, + 8.98713551578112e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.623046875, + "loss_eval": 1.1177959442138672, + "epoch": 58 + }, + { + "hidden_norms": [ + 167.85089111328125, + 143.60365295410156, + 120.23004913330078, + 98.14772033691406, + 76.00984191894531 + ], + "bp_grad_per_sample_l2_med": [ + 7.664797885809094e-05, + 8.470165630569682e-05, + 9.283467807108536e-05, + 9.794873039936647e-05, + 9.169583063339815e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6201171875, + "loss_eval": 1.1301027536392212, + "epoch": 59 + }, + { + "hidden_norms": [ + 167.4250946044922, + 144.43685913085938, + 120.5447769165039, + 98.6132583618164, + 76.67144775390625 + ], + "bp_grad_per_sample_l2_med": [ + 7.264616579050198e-05, + 8.033386984607205e-05, + 8.730305125936866e-05, + 9.157789463642985e-05, + 9.014589886646718e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6337890625, + "loss_eval": 1.1262563467025757, + "epoch": 60 + }, + { + "hidden_norms": [ + 167.57273864746094, + 143.9201202392578, + 120.18034362792969, + 99.7088851928711, + 77.43472290039062 + ], + "bp_grad_per_sample_l2_med": [ + 7.527784327976406e-05, + 8.20689310785383e-05, + 8.86347406776622e-05, + 9.488592331763357e-05, + 9.351663175038993e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6259765625, + "loss_eval": 1.1255381107330322, + "epoch": 61 + }, + { + "hidden_norms": [ + 168.32432556152344, + 143.3669891357422, + 120.5047378540039, + 98.29914093017578, + 76.91972351074219 + ], + "bp_grad_per_sample_l2_med": [ + 8.1095946370624e-05, + 9.126035001827404e-05, + 9.773251076694578e-05, + 0.00010036173625849187, + 9.892736852634698e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.625, + "loss_eval": 1.121397614479065, + "epoch": 62 + }, + { + "hidden_norms": [ + 167.19789123535156, + 143.76556396484375, + 120.66227722167969, + 98.42743682861328, + 76.89801788330078 + ], + "bp_grad_per_sample_l2_med": [ + 7.633089262526482e-05, + 8.335815800819546e-05, + 9.061676246346906e-05, + 9.574641444487497e-05, + 9.495441918261349e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.62109375, + "loss_eval": 1.1192781925201416, + "epoch": 63 + }, + { + "hidden_norms": [ + 166.93948364257812, + 142.26893615722656, + 119.55793762207031, + 97.94837951660156, + 76.42357635498047 + ], + "bp_grad_per_sample_l2_med": [ + 7.782453758409247e-05, + 8.425768464803696e-05, + 9.212247096002102e-05, + 9.447304182685912e-05, + 9.302303078584373e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.607421875, + "loss_eval": 1.1216533184051514, + "epoch": 64 + }, + { + "hidden_norms": [ + 166.6027069091797, + 143.06201171875, + 120.18063354492188, + 98.2688217163086, + 76.29009246826172 + ], + "bp_grad_per_sample_l2_med": [ + 8.051560871535912e-05, + 8.871743193594739e-05, + 9.67002852121368e-05, + 0.00010364756599301472, + 9.896839765133336e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.623046875, + "loss_eval": 1.1287095546722412, + "epoch": 65 + }, + { + "hidden_norms": [ + 167.1055908203125, + 142.63758850097656, + 119.64879608154297, + 97.64229583740234, + 76.44933319091797 + ], + "bp_grad_per_sample_l2_med": [ + 7.66752491472289e-05, + 8.481083932565525e-05, + 9.087422949960455e-05, + 9.747539297677577e-05, + 9.831935312831774e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.62109375, + "loss_eval": 1.1142747402191162, + "epoch": 66 + }, + { + "hidden_norms": [ + 165.7790985107422, + 141.932861328125, + 119.308349609375, + 97.3916244506836, + 76.28073120117188 + ], + "bp_grad_per_sample_l2_med": [ + 8.054008503677323e-05, + 8.828196587273851e-05, + 9.400352428201586e-05, + 0.0001006148086162284, + 9.63730999501422e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6220703125, + "loss_eval": 1.1091513633728027, + "epoch": 67 + }, + { + "hidden_norms": [ + 166.0056915283203, + 142.36737060546875, + 119.14185333251953, + 97.59127044677734, + 76.91047668457031 + ], + "bp_grad_per_sample_l2_med": [ + 7.921652286313474e-05, + 8.842039096634835e-05, + 9.518962178844959e-05, + 9.989101090468466e-05, + 9.532425610814244e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.634765625, + "loss_eval": 1.109208106994629, + "epoch": 68 + }, + { + "hidden_norms": [ + 165.06881713867188, + 141.9323272705078, + 119.31546783447266, + 97.39105987548828, + 76.88532257080078 + ], + "bp_grad_per_sample_l2_med": [ + 7.891654968261719e-05, + 8.609334327047691e-05, + 9.276948549086228e-05, + 9.923002653522417e-05, + 9.674452303443104e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.62890625, + "loss_eval": 1.102659821510315, + "epoch": 69 + }, + { + "hidden_norms": [ + 165.70677185058594, + 141.7493896484375, + 119.19147491455078, + 97.61845397949219, + 76.11932373046875 + ], + "bp_grad_per_sample_l2_med": [ + 8.021068788366392e-05, + 8.757255272939801e-05, + 9.637014591135085e-05, + 0.00010106353875016794, + 9.785306610865518e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6259765625, + "loss_eval": 1.1182312965393066, + "epoch": 70 + }, + { + "hidden_norms": [ + 164.398193359375, + 141.26121520996094, + 118.28160095214844, + 96.55244445800781, + 75.79473876953125 + ], + "bp_grad_per_sample_l2_med": [ + 8.341020293300971e-05, + 9.248757123714313e-05, + 9.663405944593251e-05, + 0.00010157335054827854, + 9.801337728276849e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.62890625, + "loss_eval": 1.1038966178894043, + "epoch": 71 + }, + { + "hidden_norms": [ + 164.95956420898438, + 141.71456909179688, + 118.70948028564453, + 96.87312316894531, + 76.1374740600586 + ], + "bp_grad_per_sample_l2_med": [ + 8.227327634813264e-05, + 9.05249617062509e-05, + 9.777413652045652e-05, + 0.00010368443327024579, + 9.96799353742972e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6259765625, + "loss_eval": 1.1255979537963867, + "epoch": 72 + }, + { + "hidden_norms": [ + 164.7284393310547, + 140.8751678466797, + 118.047607421875, + 96.35321044921875, + 75.17439270019531 + ], + "bp_grad_per_sample_l2_med": [ + 7.813700358383358e-05, + 8.510561019647866e-05, + 9.316992509411648e-05, + 9.944752673618495e-05, + 9.348603634862229e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6298828125, + "loss_eval": 1.1074620485305786, + "epoch": 73 + }, + { + "hidden_norms": [ + 164.93450927734375, + 140.53248596191406, + 117.69375610351562, + 96.16271209716797, + 75.15106201171875 + ], + "bp_grad_per_sample_l2_med": [ + 8.089678158285096e-05, + 9.048588981386274e-05, + 9.746959403855726e-05, + 0.00010185279097640887, + 9.633745503379032e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.630859375, + "loss_eval": 1.118239164352417, + "epoch": 74 + }, + { + "hidden_norms": [ + 164.21043395996094, + 139.88815307617188, + 117.45735931396484, + 95.94420623779297, + 75.4442138671875 + ], + "bp_grad_per_sample_l2_med": [ + 8.050485485000536e-05, + 8.884233102435246e-05, + 9.638822666602209e-05, + 9.927270002663136e-05, + 9.542587213218212e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6337890625, + "loss_eval": 1.1022429466247559, + "epoch": 75 + }, + { + "hidden_norms": [ + 163.64498901367188, + 139.56788635253906, + 117.33267974853516, + 95.80303192138672, + 75.07954406738281 + ], + "bp_grad_per_sample_l2_med": [ + 8.35943064885214e-05, + 9.346263686893508e-05, + 0.0001004879450192675, + 0.00010487801773706451, + 0.0001030422281473875 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.630859375, + "loss_eval": 1.101865530014038, + "epoch": 76 + }, + { + "hidden_norms": [ + 163.15895080566406, + 139.2528533935547, + 116.07748413085938, + 94.62651824951172, + 74.8349380493164 + ], + "bp_grad_per_sample_l2_med": [ + 8.33335579955019e-05, + 9.210313146468252e-05, + 9.823974687606096e-05, + 0.00010392737749498338, + 9.883133316179737e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6337890625, + "loss_eval": 1.107062816619873, + "epoch": 77 + }, + { + "hidden_norms": [ + 162.9849090576172, + 138.823974609375, + 116.6355972290039, + 95.05895233154297, + 74.80722045898438 + ], + "bp_grad_per_sample_l2_med": [ + 8.333245204994455e-05, + 9.167871758108959e-05, + 9.739672532305121e-05, + 0.00010222326818620786, + 9.918824798660353e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6328125, + "loss_eval": 1.1088743209838867, + "epoch": 78 + }, + { + "hidden_norms": [ + 162.9673614501953, + 138.89553833007812, + 116.67662811279297, + 94.80388641357422, + 74.41240692138672 + ], + "bp_grad_per_sample_l2_med": [ + 8.250313112512231e-05, + 9.097345173358917e-05, + 9.694542677607387e-05, + 0.00010250341438222677, + 9.611865971237421e-05 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6318359375, + "loss_eval": 1.1069759130477905, + "epoch": 79 + }, + { + "hidden_norms": [ + 163.01101684570312, + 138.9472198486328, + 116.52082824707031, + 94.81626892089844, + 74.34078216552734 + ], + "bp_grad_per_sample_l2_med": [ + 8.468546730000526e-05, + 9.535141725791618e-05, + 9.998930181609467e-05, + 0.00010477996693225577, + 0.00010350123920943588 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6455078125, + "loss_eval": 1.11004638671875, + "epoch": 80 + }, + { + "hidden_norms": [ + 162.48593139648438, + 138.60171508789062, + 116.15435028076172, + 94.63046264648438, + 74.77122497558594 + ], + "bp_grad_per_sample_l2_med": [ + 8.888062438927591e-05, + 9.835455421125516e-05, + 0.00010451052366988733, + 0.00010972235031658784, + 0.00010192779154749587 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.63671875, + "loss_eval": 1.1166486740112305, + "epoch": 81 + }, + { + "hidden_norms": [ + 162.33985900878906, + 138.57908630371094, + 115.86516571044922, + 94.62572479248047, + 74.61656951904297 + ], + "bp_grad_per_sample_l2_med": [ + 8.704938227310777e-05, + 9.788614988792688e-05, + 0.00010670957271941006, + 0.00011224307672819123, + 0.00010563644173089415 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6337890625, + "loss_eval": 1.1027870178222656, + "epoch": 82 + }, + { + "hidden_norms": [ + 162.28363037109375, + 137.98855590820312, + 115.68619537353516, + 94.57305145263672, + 74.67822265625 + ], + "bp_grad_per_sample_l2_med": [ + 8.545320451958105e-05, + 9.513215627521276e-05, + 0.00010359021689509973, + 0.00010905940871452913, + 0.00010360238957218826 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6416015625, + "loss_eval": 1.1074315309524536, + "epoch": 83 + }, + { + "hidden_norms": [ + 161.65008544921875, + 138.2888946533203, + 115.37015533447266, + 94.0649185180664, + 74.40010070800781 + ], + "bp_grad_per_sample_l2_med": [ + 8.725856605451554e-05, + 9.554363350616768e-05, + 0.00010503961675567552, + 0.00011096282105427235, + 0.00010341637971578166 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.638671875, + "loss_eval": 1.104964017868042, + "epoch": 84 + }, + { + "hidden_norms": [ + 162.56822204589844, + 138.35604858398438, + 115.56212615966797, + 93.74854278564453, + 74.29190826416016 + ], + "bp_grad_per_sample_l2_med": [ + 8.511068881489336e-05, + 9.339748066850007e-05, + 0.00010132823081221431, + 0.00010685007873689756, + 0.00010203333658864722 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.634765625, + "loss_eval": 1.110845923423767, + "epoch": 85 + }, + { + "hidden_norms": [ + 161.8057861328125, + 137.9845733642578, + 115.51632690429688, + 94.12870788574219, + 74.2806167602539 + ], + "bp_grad_per_sample_l2_med": [ + 8.701891783857718e-05, + 9.453850361751392e-05, + 0.00010162424587178975, + 0.00010690372437238693, + 0.0001028447222779505 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.640625, + "loss_eval": 1.108534574508667, + "epoch": 86 + }, + { + "hidden_norms": [ + 161.5404815673828, + 137.67727661132812, + 115.56287384033203, + 94.2837142944336, + 74.19786834716797 + ], + "bp_grad_per_sample_l2_med": [ + 8.555947715649381e-05, + 9.61149125942029e-05, + 0.00010081662185257301, + 0.00010581265814835206, + 0.00010205370926996693 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.642578125, + "loss_eval": 1.1068053245544434, + "epoch": 87 + }, + { + "hidden_norms": [ + 161.6155242919922, + 137.77752685546875, + 115.26612854003906, + 93.79004669189453, + 74.01652526855469 + ], + "bp_grad_per_sample_l2_med": [ + 8.888345473678783e-05, + 9.766507719177753e-05, + 0.00010646588634699583, + 0.0001093660102924332, + 0.0001023485092446208 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.640625, + "loss_eval": 1.112060308456421, + "epoch": 88 + }, + { + "hidden_norms": [ + 161.4155731201172, + 137.4070281982422, + 114.93219757080078, + 93.83850860595703, + 74.04694366455078 + ], + "bp_grad_per_sample_l2_med": [ + 8.62668312038295e-05, + 9.635779133532196e-05, + 0.00010364993795519695, + 0.00010628051677485928, + 0.00010416742588859051 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.638671875, + "loss_eval": 1.1054459810256958, + "epoch": 89 + }, + { + "hidden_norms": [ + 161.10385131835938, + 137.37892150878906, + 114.876953125, + 93.37522888183594, + 73.81317901611328 + ], + "bp_grad_per_sample_l2_med": [ + 8.967578469309956e-05, + 9.864033199846745e-05, + 0.00010763857426354662, + 0.00011277131852693856, + 0.0001057170593412593 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.634765625, + "loss_eval": 1.1104364395141602, + "epoch": 90 + }, + { + "hidden_norms": [ + 160.9930419921875, + 137.13717651367188, + 114.8873062133789, + 93.33486938476562, + 74.0313949584961 + ], + "bp_grad_per_sample_l2_med": [ + 8.793028973741457e-05, + 9.762586705619469e-05, + 0.00010612032929202542, + 0.00010882189963012934, + 0.00010218457464361563 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.638671875, + "loss_eval": 1.107926607131958, + "epoch": 91 + }, + { + "hidden_norms": [ + 161.131103515625, + 136.96864318847656, + 114.8429183959961, + 93.4638442993164, + 74.06806945800781 + ], + "bp_grad_per_sample_l2_med": [ + 8.899801468942314e-05, + 9.761646651895717e-05, + 0.00010549664148129523, + 0.00011210257798666134, + 0.000105380589957349 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1014349460601807, + "epoch": 92 + }, + { + "hidden_norms": [ + 160.92770385742188, + 137.00291442871094, + 114.67124938964844, + 93.55059051513672, + 73.94056701660156 + ], + "bp_grad_per_sample_l2_med": [ + 8.758921467233449e-05, + 9.86124505288899e-05, + 0.0001072377126547508, + 0.00011291914415778592, + 0.00010492445289855823 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1031121015548706, + "epoch": 93 + }, + { + "hidden_norms": [ + 160.88087463378906, + 136.80621337890625, + 114.49836730957031, + 93.34219360351562, + 73.85013580322266 + ], + "bp_grad_per_sample_l2_med": [ + 8.935505320550874e-05, + 9.829271584749222e-05, + 0.00010722390288719907, + 0.00011369076673872769, + 0.0001048692429321818 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.64453125, + "loss_eval": 1.105837106704712, + "epoch": 94 + }, + { + "hidden_norms": [ + 160.87530517578125, + 136.97203063964844, + 114.57328033447266, + 93.34746551513672, + 73.79950714111328 + ], + "bp_grad_per_sample_l2_med": [ + 8.837936184136197e-05, + 9.732619946589693e-05, + 0.00010843550262507051, + 0.00011282044579274952, + 0.00010489222768228501 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6435546875, + "loss_eval": 1.1061646938323975, + "epoch": 95 + }, + { + "hidden_norms": [ + 160.83152770996094, + 136.82012939453125, + 114.41039276123047, + 93.26609802246094, + 73.75130462646484 + ], + "bp_grad_per_sample_l2_med": [ + 8.924134453991428e-05, + 9.699882502900437e-05, + 0.00010844215285032988, + 0.00011508698662510142, + 0.00010382343316450715 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1083133220672607, + "epoch": 96 + }, + { + "hidden_norms": [ + 160.8388214111328, + 136.79220581054688, + 114.45349884033203, + 93.23229217529297, + 73.71869659423828 + ], + "bp_grad_per_sample_l2_med": [ + 8.902873378247023e-05, + 9.731733007356524e-05, + 0.0001077003325917758, + 0.00011335347517160699, + 0.00010528459824854508 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1074192523956299, + "epoch": 97 + }, + { + "hidden_norms": [ + 160.82676696777344, + 136.7546844482422, + 114.41687774658203, + 93.24365234375, + 73.72588348388672 + ], + "bp_grad_per_sample_l2_med": [ + 8.967860048869625e-05, + 9.900779696181417e-05, + 0.00010877639579121023, + 0.00011359385825926438, + 0.0001041799841914326 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1075721979141235, + "epoch": 98 + }, + { + "hidden_norms": [ + 160.8055419921875, + 136.8428955078125, + 114.41191864013672, + 93.23294067382812, + 73.72472381591797 + ], + "bp_grad_per_sample_l2_med": [ + 8.870402962202206e-05, + 9.879077697405592e-05, + 0.00010879703768296167, + 0.00011367550177965313, + 0.00010426441440358758 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.107743263244629, + "epoch": 99 + }, + { + "hidden_norms": [ + 160.795166015625, + 136.82778930664062, + 114.41122436523438, + 93.22368621826172, + 73.72713470458984 + ], + "bp_grad_per_sample_l2_med": [ + 8.868239092407748e-05, + 9.911284723784775e-05, + 0.00010880655463552102, + 0.00011359110794728622, + 0.00010424658830743283 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.646484375, + "loss_eval": 1.1077194213867188, + "epoch": 100 + } + ], + "dfa_log": [ + { + "hidden_norms": [ + 8.696551322937012, + 8.737784385681152, + 8.813130378723145, + 8.844642639160156, + 8.889528274536133 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005607507191598415, + 0.0005558764678426087, + 0.0005541853606700897, + 0.0005498801474459469, + 0.0005458085797727108 + ], + "gamma_dfa": 0.002593531389720738, + "gamma_dfa_per_layer": [ + 0.011040969751775265, + 0.0018278355710208416, + -0.019951725378632545, + 0.01745704561471939 + ], + "acc_eval": 0.091796875, + "loss_eval": 2.3707523345947266, + "epoch": 0 + }, + { + "hidden_norms": [ + 543.6214599609375, + 970.167724609375, + 1128.5582275390625, + 1385.4898681640625, + 1506.6824951171875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0006441785371862352, + 0.0006426527979783714, + 0.0006424304447136819, + 0.000642389350105077, + 0.0006423307931981981 + ], + "gamma_dfa": 0.013619338162243366, + "gamma_dfa_per_layer": [ + 0.044537801295518875, + 0.008280456066131592, + -0.026753954589366913, + 0.02841304987668991 + ], + "acc_eval": 0.224609375, + "loss_eval": 7.057413101196289, + "epoch": 1 + }, + { + "hidden_norms": [ + 877.8099365234375, + 2093.12060546875, + 2686.85400390625, + 3536.0849609375, + 3998.738037109375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007192303892225027, + 0.000718857510946691, + 0.0007187117007561028, + 0.0007188154268078506, + 0.0007185889990068972 + ], + "gamma_dfa": -0.0027784015983343124, + "gamma_dfa_per_layer": [ + 0.04956255108118057, + -0.024007968604564667, + -0.02988382987678051, + -0.006784358993172646 + ], + "acc_eval": 0.2197265625, + "loss_eval": 11.82400131225586, + "epoch": 2 + }, + { + "hidden_norms": [ + 1082.57763671875, + 3122.52001953125, + 4171.595703125, + 5502.81494140625, + 6367.2392578125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007569500594399869, + 0.0007553253090009093, + 0.0007550596492365003, + 0.0007549565634690225, + 0.0007544843829236925 + ], + "gamma_dfa": -0.004858810920268297, + "gamma_dfa_per_layer": [ + 0.06696394830942154, + -0.024477044120430946, + -0.04227307811379433, + -0.019649069756269455 + ], + "acc_eval": 0.18359375, + "loss_eval": 24.264713287353516, + "epoch": 3 + }, + { + "hidden_norms": [ + 1244.07275390625, + 4114.89111328125, + 5548.310546875, + 7262.12744140625, + 8410.1474609375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007311897934414446, + 0.0007286664913408458, + 0.0007287323824129999, + 0.0007287483895197511, + 0.0007287858170457184 + ], + "gamma_dfa": -0.003940413473173976, + "gamma_dfa_per_layer": [ + 0.06546925008296967, + -0.03793267905712128, + -0.03520221635699272, + -0.008096008561551571 + ], + "acc_eval": 0.197265625, + "loss_eval": 21.850379943847656, + "epoch": 4 + }, + { + "hidden_norms": [ + 1357.7320556640625, + 5130.4609375, + 7149.40380859375, + 9744.58984375, + 11396.052734375 + ], + "bp_grad_per_sample_l2_med": [ + 0.000750180275645107, + 0.0007480062777176499, + 0.0007475404418073595, + 0.0007476753671653569, + 0.0007474455051124096 + ], + "gamma_dfa": -6.745467544533312e-06, + "gamma_dfa_per_layer": [ + 0.08006488531827927, + -0.0292807687073946, + -0.04997118189930916, + -0.0008399165817536414 + ], + "acc_eval": 0.2314453125, + "loss_eval": 30.650737762451172, + "epoch": 5 + }, + { + "hidden_norms": [ + 1438.5594482421875, + 5736.68994140625, + 8271.92578125, + 11658.373046875, + 13768.2861328125 + ], + "bp_grad_per_sample_l2_med": [ + 0.000744938850402832, + 0.0007369474042207003, + 0.0007347911596298218, + 0.0007346841157414019, + 0.000734883826225996 + ], + "gamma_dfa": -0.0024929028004407883, + "gamma_dfa_per_layer": [ + 0.08933529257774353, + -0.03695790469646454, + -0.04257381707429886, + -0.019775182008743286 + ], + "acc_eval": 0.23046875, + "loss_eval": 42.61720275878906, + "epoch": 6 + }, + { + "hidden_norms": [ + 1512.00244140625, + 6517.73779296875, + 9229.724609375, + 13440.5166015625, + 16669.212890625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007609400781802833, + 0.0007555288611911237, + 0.0007558621582575142, + 0.0007557112840004265, + 0.0007554451585747302 + ], + "gamma_dfa": -0.007545993197709322, + "gamma_dfa_per_layer": [ + 0.08795229345560074, + -0.03476891666650772, + -0.06410981714725494, + -0.01925753243267536 + ], + "acc_eval": 0.208984375, + "loss_eval": 50.873321533203125, + "epoch": 7 + }, + { + "hidden_norms": [ + 1582.1080322265625, + 7188.6318359375, + 9899.5947265625, + 15346.5009765625, + 19886.591796875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007456639432348311, + 0.0007417471497319639, + 0.0007396289147436619, + 0.0007396984728984535, + 0.0007395402644760907 + ], + "gamma_dfa": -0.009718619287014008, + "gamma_dfa_per_layer": [ + 0.09109380096197128, + -0.042414966970682144, + -0.04605134204030037, + -0.0415019690990448 + ], + "acc_eval": 0.189453125, + "loss_eval": 54.14390182495117, + "epoch": 8 + }, + { + "hidden_norms": [ + 1618.51708984375, + 7916.01416015625, + 10608.3408203125, + 17416.95703125, + 24058.658203125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007598118390887976, + 0.0007534913602285087, + 0.0007532819290645421, + 0.0007532560266554356, + 0.0007529302965849638 + ], + "gamma_dfa": 0.0011779842898249626, + "gamma_dfa_per_layer": [ + 0.10601411014795303, + -0.0355507917702198, + -0.04322661831974983, + -0.022524762898683548 + ], + "acc_eval": 0.169921875, + "loss_eval": 79.9201889038086, + "epoch": 9 + }, + { + "hidden_norms": [ + 1708.6558837890625, + 8872.5908203125, + 11589.568359375, + 19666.24609375, + 28447.203125 + ], + "bp_grad_per_sample_l2_med": [ + 0.000754358887206763, + 0.0007440761546604335, + 0.0007443547365255654, + 0.0007444044458679855, + 0.0007447295938618481 + ], + "gamma_dfa": -0.006681790575385094, + "gamma_dfa_per_layer": [ + 0.12310357391834259, + -0.054726000875234604, + -0.061426255851984024, + -0.03367847949266434 + ], + "acc_eval": 0.189453125, + "loss_eval": 117.76714324951172, + "epoch": 10 + }, + { + "hidden_norms": [ + 1757.5994873046875, + 10265.8017578125, + 13090.66796875, + 22099.814453125, + 34584.30078125 + ], + "bp_grad_per_sample_l2_med": [ + 0.000756443478167057, + 0.0007464477675966918, + 0.000743720680475235, + 0.0007434834260493517, + 0.0007420994224958122 + ], + "gamma_dfa": -0.01398628018796444, + "gamma_dfa_per_layer": [ + 0.12564796209335327, + -0.05404478684067726, + -0.07238315045833588, + -0.05516514554619789 + ], + "acc_eval": 0.189453125, + "loss_eval": 103.90010070800781, + "epoch": 11 + }, + { + "hidden_norms": [ + 1799.9754638671875, + 11735.4208984375, + 14739.4091796875, + 24244.48828125, + 40467.53125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007648739847354591, + 0.0007477994076907635, + 0.0007476488244719803, + 0.0007475496386177838, + 0.0007478601182810962 + ], + "gamma_dfa": -0.005489904433488846, + "gamma_dfa_per_layer": [ + 0.1469549834728241, + -0.04884009808301926, + -0.05759190022945404, + -0.06248260289430618 + ], + "acc_eval": 0.2041015625, + "loss_eval": 124.61287689208984, + "epoch": 12 + }, + { + "hidden_norms": [ + 1851.51123046875, + 13681.8662109375, + 17609.712890625, + 27533.84375, + 52049.0703125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007830688264220953, + 0.0007742528687231243, + 0.0007744400063529611, + 0.0007723497110418975, + 0.0007720965659245849 + ], + "gamma_dfa": -0.0014207642525434494, + "gamma_dfa_per_layer": [ + 0.18515333533287048, + -0.04434240236878395, + -0.09712066501379013, + -0.0493733249604702 + ], + "acc_eval": 0.142578125, + "loss_eval": 212.8883056640625, + "epoch": 13 + }, + { + "hidden_norms": [ + 1899.2525634765625, + 16269.4736328125, + 21580.724609375, + 31947.771484375, + 66851.5703125 + ], + "bp_grad_per_sample_l2_med": [ + 0.000794055697042495, + 0.0007606232538819313, + 0.0007601877441629767, + 0.0007598533411510289, + 0.000759296934120357 + ], + "gamma_dfa": 0.012796862982213497, + "gamma_dfa_per_layer": [ + 0.206809401512146, + -0.04797299578785896, + -0.0716182291507721, + -0.03603072464466095 + ], + "acc_eval": 0.1591796875, + "loss_eval": 268.9534912109375, + "epoch": 14 + }, + { + "hidden_norms": [ + 1988.337890625, + 20679.96484375, + 27719.126953125, + 37757.640625, + 86759.0234375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007827074150554836, + 0.0007373052649199963, + 0.0007380677270703018, + 0.000736265501473099, + 0.0007371739484369755 + ], + "gamma_dfa": 0.003913283348083496, + "gamma_dfa_per_layer": [ + 0.18332748115062714, + -0.05311701446771622, + -0.06076449155807495, + -0.053792841732501984 + ], + "acc_eval": 0.2548828125, + "loss_eval": 367.0162048339844, + "epoch": 15 + }, + { + "hidden_norms": [ + 2074.877685546875, + 25397.2421875, + 35934.484375, + 45723.14453125, + 111497.4296875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008315286249853671, + 0.0007900919299572706, + 0.0007844009087421, + 0.0007838390883989632, + 0.0007860813639126718 + ], + "gamma_dfa": -0.002616437152028084, + "gamma_dfa_per_layer": [ + 0.21044191718101501, + -0.05741831660270691, + -0.1141648143529892, + -0.049324534833431244 + ], + "acc_eval": 0.1220703125, + "loss_eval": 449.4093322753906, + "epoch": 16 + }, + { + "hidden_norms": [ + 2160.0703125, + 30060.396484375, + 43998.6953125, + 54128.03515625, + 137197.4375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007943993550725281, + 0.0007568124565295875, + 0.0007565468549728394, + 0.0007549119181931019, + 0.0007542246603406966 + ], + "gamma_dfa": 0.005578489974141121, + "gamma_dfa_per_layer": [ + 0.21836650371551514, + -0.057003527879714966, + -0.08258379250764847, + -0.05646522343158722 + ], + "acc_eval": 0.2099609375, + "loss_eval": 505.51385498046875, + "epoch": 17 + }, + { + "hidden_norms": [ + 2261.926025390625, + 35914.08203125, + 53701.83203125, + 65022.0234375, + 174995.234375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008322449866682291, + 0.0007640637923032045, + 0.0007639409159310162, + 0.000764198659453541, + 0.0007642150158062577 + ], + "gamma_dfa": 0.017949961125850677, + "gamma_dfa_per_layer": [ + 0.23718158900737762, + -0.05374513193964958, + -0.062201935797929764, + -0.04943467676639557 + ], + "acc_eval": 0.2109375, + "loss_eval": 610.7471923828125, + "epoch": 18 + }, + { + "hidden_norms": [ + 2326.78271484375, + 42755.171875, + 66353.453125, + 77731.328125, + 221615.828125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008451915346086025, + 0.0007553622708655894, + 0.0007553161703981459, + 0.0007546090637333691, + 0.0007550025475211442 + ], + "gamma_dfa": 0.029257358983159065, + "gamma_dfa_per_layer": [ + 0.26171058416366577, + -0.04214981198310852, + -0.06413372606039047, + -0.03839761018753052 + ], + "acc_eval": 0.19921875, + "loss_eval": 652.3941650390625, + "epoch": 19 + }, + { + "hidden_norms": [ + 2443.6630859375, + 48300.12109375, + 77390.1015625, + 91484.09375, + 270700.96875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009103405755013227, + 0.0007761572487652302, + 0.0007760545704513788, + 0.0007730794604867697, + 0.0007728201453574002 + ], + "gamma_dfa": 0.017114468850195408, + "gamma_dfa_per_layer": [ + 0.26115190982818604, + -0.050561077892780304, + -0.08694136142730713, + -0.05519159510731697 + ], + "acc_eval": 0.1669921875, + "loss_eval": 1354.747314453125, + "epoch": 20 + }, + { + "hidden_norms": [ + 2499.429931640625, + 57379.33203125, + 93242.0859375, + 111601.9921875, + 332709.625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010016581509262323, + 0.0007549687870778143, + 0.0007551733287982643, + 0.0007543734973296523, + 0.0007547553977929056 + ], + "gamma_dfa": 0.047867871820926666, + "gamma_dfa_per_layer": [ + 0.3270750641822815, + -0.037589848041534424, + -0.06097441166639328, + -0.037039317190647125 + ], + "acc_eval": 0.2041015625, + "loss_eval": 1818.91650390625, + "epoch": 21 + }, + { + "hidden_norms": [ + 2615.140625, + 75715.7109375, + 109683.390625, + 132553.84375, + 406621.46875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008831259910948575, + 0.0007625823491252959, + 0.0007627239683642983, + 0.0007604075944982469, + 0.0007611791370436549 + ], + "gamma_dfa": 0.022762255743145943, + "gamma_dfa_per_layer": [ + 0.27839380502700806, + -0.05395745486021042, + -0.07682197540998459, + -0.05656535178422928 + ], + "acc_eval": 0.2119140625, + "loss_eval": 1167.954833984375, + "epoch": 22 + }, + { + "hidden_norms": [ + 2742.37353515625, + 97227.28125, + 131140.8125, + 155048.3125, + 481929.84375 + ], + "bp_grad_per_sample_l2_med": [ + 0.001124670379795134, + 0.0007696108077652752, + 0.0007702686125412583, + 0.0007697975379414856, + 0.0007697619148530066 + ], + "gamma_dfa": 0.03202100656926632, + "gamma_dfa_per_layer": [ + 0.300557404756546, + -0.04680653661489487, + -0.052118271589279175, + -0.0735485702753067 + ], + "acc_eval": 0.240234375, + "loss_eval": 2470.89453125, + "epoch": 23 + }, + { + "hidden_norms": [ + 2858.224609375, + 126260.15625, + 160387.703125, + 186178.890625, + 564007.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.001086456119082868, + 0.0007698858971707523, + 0.0007706494652666152, + 0.0007701858412474394, + 0.0007703170995227993 + ], + "gamma_dfa": 0.03411092050373554, + "gamma_dfa_per_layer": [ + 0.3229827582836151, + -0.03976103663444519, + -0.05624774843454361, + -0.09053029119968414 + ], + "acc_eval": 0.2080078125, + "loss_eval": 1589.14599609375, + "epoch": 24 + }, + { + "hidden_norms": [ + 3010.89697265625, + 156964.375, + 194623.5, + 223223.875, + 662826.6875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010667620226740837, + 0.0007900846539996564, + 0.0007894287118688226, + 0.0007884356309659779, + 0.0007912488654255867 + ], + "gamma_dfa": 0.03901553526520729, + "gamma_dfa_per_layer": [ + 0.34151530265808105, + -0.04678330570459366, + -0.06850147247314453, + -0.0701683834195137 + ], + "acc_eval": 0.19921875, + "loss_eval": 1886.69091796875, + "epoch": 25 + }, + { + "hidden_norms": [ + 3121.8056640625, + 191038.40625, + 232148.296875, + 265744.1875, + 761219.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011186219053342938, + 0.0007986227865330875, + 0.0007986134733073413, + 0.0007980577065609396, + 0.0007973008905537426 + ], + "gamma_dfa": 0.027425863780081272, + "gamma_dfa_per_layer": [ + 0.35862213373184204, + -0.061674464493989944, + -0.0841888040304184, + -0.10305541008710861 + ], + "acc_eval": 0.185546875, + "loss_eval": 1700.765869140625, + "epoch": 26 + }, + { + "hidden_norms": [ + 3283.62646484375, + 232390.3125, + 279218.25, + 315312.8125, + 875470.4375 + ], + "bp_grad_per_sample_l2_med": [ + 0.001439103507436812, + 0.0007854723371565342, + 0.0007857424207031727, + 0.0007855244330130517, + 0.0007853199495002627 + ], + "gamma_dfa": 0.03129031043499708, + "gamma_dfa_per_layer": [ + 0.33073610067367554, + -0.058702368289232254, + -0.06629009544849396, + -0.080582395195961 + ], + "acc_eval": 0.201171875, + "loss_eval": 3809.69873046875, + "epoch": 27 + }, + { + "hidden_norms": [ + 3407.8984375, + 272082.28125, + 324674.25, + 365055.125, + 983575.625 + ], + "bp_grad_per_sample_l2_med": [ + 0.001244095852598548, + 0.0008176793926395476, + 0.0008168797940015793, + 0.000815192295704037, + 0.0008157575502991676 + ], + "gamma_dfa": 0.02919871360063553, + "gamma_dfa_per_layer": [ + 0.3321998715400696, + -0.048228584229946136, + -0.057734884321689606, + -0.10944154858589172 + ], + "acc_eval": 0.1650390625, + "loss_eval": 5145.80615234375, + "epoch": 28 + }, + { + "hidden_norms": [ + 3570.579833984375, + 325919.34375, + 383859.84375, + 429527.59375, + 1121656.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013903328217566013, + 0.0008181754965335131, + 0.0008133396040648222, + 0.0008111604838632047, + 0.0008120551356114447 + ], + "gamma_dfa": 0.04902177257463336, + "gamma_dfa_per_layer": [ + 0.33004581928253174, + -0.017712868750095367, + -0.016218842938542366, + -0.10002701729536057 + ], + "acc_eval": 0.1220703125, + "loss_eval": 4755.40869140625, + "epoch": 29 + }, + { + "hidden_norms": [ + 3675.836181640625, + 381066.84375, + 446664.84375, + 495540.4375, + 1244910.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013685236917808652, + 0.0007945130346342921, + 0.0007943777018226683, + 0.0007925048121251166, + 0.0007924467790871859 + ], + "gamma_dfa": 0.01623274479061365, + "gamma_dfa_per_layer": [ + 0.27984413504600525, + -0.06000320240855217, + -0.06209240108728409, + -0.09281755238771439 + ], + "acc_eval": 0.1962890625, + "loss_eval": 3555.3525390625, + "epoch": 30 + }, + { + "hidden_norms": [ + 3779.81103515625, + 443408.34375, + 515845.65625, + 568047.125, + 1396404.125 + ], + "bp_grad_per_sample_l2_med": [ + 0.001294015790335834, + 0.0007740295841358602, + 0.0007753889658488333, + 0.0007745815673843026, + 0.000773973239120096 + ], + "gamma_dfa": 0.048758171033114195, + "gamma_dfa_per_layer": [ + 0.3447470963001251, + -0.05413726717233658, + -0.0899808406829834, + -0.005596304312348366 + ], + "acc_eval": 0.1103515625, + "loss_eval": 8851.5302734375, + "epoch": 31 + }, + { + "hidden_norms": [ + 3920.750732421875, + 517289.40625, + 595296.5625, + 655510.1875, + 1569922.125 + ], + "bp_grad_per_sample_l2_med": [ + 0.001448597526177764, + 0.0008134506642818451, + 0.0008149920613504946, + 0.0008116801618598402, + 0.0008117944234982133 + ], + "gamma_dfa": 0.016455436125397682, + "gamma_dfa_per_layer": [ + 0.28803595900535583, + -0.048596471548080444, + -0.07654894888401031, + -0.09706879407167435 + ], + "acc_eval": 0.1767578125, + "loss_eval": 4626.505859375, + "epoch": 32 + }, + { + "hidden_norms": [ + 4035.357666015625, + 605458.75, + 691596.8125, + 758344.75, + 1762235.125 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013269236078485847, + 0.0007732360390946269, + 0.0007741436711512506, + 0.000773612700868398, + 0.0007734647369943559 + ], + "gamma_dfa": 0.029436825774610043, + "gamma_dfa_per_layer": [ + 0.2940990924835205, + -0.04052134230732918, + -0.05536778271198273, + -0.08046266436576843 + ], + "acc_eval": 0.2578125, + "loss_eval": 2423.88037109375, + "epoch": 33 + }, + { + "hidden_norms": [ + 4180.47998046875, + 680883.875, + 781089.375, + 856024.9375, + 1949442.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015648282133042812, + 0.0007914449088275433, + 0.0007915649330243468, + 0.0007914216257631779, + 0.0007914576563052833 + ], + "gamma_dfa": 0.019646714441478252, + "gamma_dfa_per_layer": [ + 0.2821764647960663, + -0.0451091043651104, + -0.08556324988603592, + -0.07291725277900696 + ], + "acc_eval": 0.2314453125, + "loss_eval": 3942.80810546875, + "epoch": 34 + }, + { + "hidden_norms": [ + 4309.49462890625, + 763385.4375, + 877493.9375, + 964321.4375, + 2131046.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.001357953529804945, + 0.0008006176794879138, + 0.000801383052021265, + 0.0008009205921553075, + 0.0008007651194930077 + ], + "gamma_dfa": 0.012816952541470528, + "gamma_dfa_per_layer": [ + 0.3179120421409607, + -0.07943161576986313, + -0.08064424991607666, + -0.1065683662891388 + ], + "acc_eval": 0.1904296875, + "loss_eval": 4230.3056640625, + "epoch": 35 + }, + { + "hidden_norms": [ + 4492.82568359375, + 851087.875, + 976163.875, + 1072469.125, + 2314147.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.001730966498143971, + 0.000772459723521024, + 0.0007729437202215195, + 0.0007728235796093941, + 0.0007726353942416608 + ], + "gamma_dfa": 0.03693788964301348, + "gamma_dfa_per_layer": [ + 0.29988259077072144, + -0.0496492013335228, + -0.08479931950569153, + -0.0176825113594532 + ], + "acc_eval": 0.1484375, + "loss_eval": 8231.34765625, + "epoch": 36 + }, + { + "hidden_norms": [ + 4624.63720703125, + 951948.25, + 1092683.875, + 1196542.75, + 2542183.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.002538386033847928, + 0.0007714434177614748, + 0.0007710265927016735, + 0.0007713963277637959, + 0.0007713483064435422 + ], + "gamma_dfa": 0.04740711580961943, + "gamma_dfa_per_layer": [ + 0.33979880809783936, + -0.04041346162557602, + -0.07300114631652832, + -0.03675573691725731 + ], + "acc_eval": 0.1923828125, + "loss_eval": 8949.130859375, + "epoch": 37 + }, + { + "hidden_norms": [ + 4807.11767578125, + 1054507.625, + 1214753.0, + 1323814.0, + 2764538.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0027727719862014055, + 0.000796200183685869, + 0.0007976335473358631, + 0.0007973454194143414, + 0.0007971985614858568 + ], + "gamma_dfa": 0.08554775826632977, + "gamma_dfa_per_layer": [ + 0.5049943923950195, + -0.037710923701524734, + -0.07092456519603729, + -0.05416787043213844 + ], + "acc_eval": 0.1162109375, + "loss_eval": 12713.4443359375, + "epoch": 38 + }, + { + "hidden_norms": [ + 4955.41943359375, + 1174053.875, + 1354818.125, + 1476400.375, + 3014463.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020058690570294857, + 0.0008079316467046738, + 0.0008077211095951498, + 0.0008079909021034837, + 0.000808066048193723 + ], + "gamma_dfa": -0.01097937673330307, + "gamma_dfa_per_layer": [ + 0.23371317982673645, + -0.07769355922937393, + -0.08009498566389084, + -0.11984214186668396 + ], + "acc_eval": 0.169921875, + "loss_eval": 5398.2822265625, + "epoch": 39 + }, + { + "hidden_norms": [ + 5098.02978515625, + 1282560.25, + 1488493.125, + 1621443.25, + 3242451.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017661951715126634, + 0.0007956374902278185, + 0.0007964695687405765, + 0.0007961427327245474, + 0.0007956251502037048 + ], + "gamma_dfa": 0.022673148661851883, + "gamma_dfa_per_layer": [ + 0.3096145689487457, + -0.05532063543796539, + -0.08393190801143646, + -0.07966943085193634 + ], + "acc_eval": 0.185546875, + "loss_eval": 4639.80908203125, + "epoch": 40 + }, + { + "hidden_norms": [ + 5239.9326171875, + 1391390.625, + 1615340.375, + 1765558.375, + 3480115.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020867532584816217, + 0.0007667955360375345, + 0.0007673996733501554, + 0.0007673778454773128, + 0.0007672442006878555 + ], + "gamma_dfa": 0.0395392719656229, + "gamma_dfa_per_layer": [ + 0.33367329835891724, + -0.043648943305015564, + -0.055444151163101196, + -0.07642311602830887 + ], + "acc_eval": 0.234375, + "loss_eval": 9990.30859375, + "epoch": 41 + }, + { + "hidden_norms": [ + 5359.44677734375, + 1521280.0, + 1767789.625, + 1930907.75, + 3750866.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017118212999776006, + 0.0007934573804959655, + 0.0007942463853396475, + 0.000793949409853667, + 0.0007934118038974702 + ], + "gamma_dfa": 0.03361810464411974, + "gamma_dfa_per_layer": [ + 0.3103788495063782, + -0.03702692314982414, + -0.055835530161857605, + -0.08304397761821747 + ], + "acc_eval": 0.216796875, + "loss_eval": 9768.205078125, + "epoch": 42 + }, + { + "hidden_norms": [ + 5546.62451171875, + 1660698.625, + 1925789.375, + 2096456.25, + 4028953.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017267497023567557, + 0.000821329711470753, + 0.0008239842718467116, + 0.0008229895029217005, + 0.0008229521918110549 + ], + "gamma_dfa": 0.029660841450095177, + "gamma_dfa_per_layer": [ + 0.35288333892822266, + -0.043948374688625336, + -0.0895853042602539, + -0.10070629417896271 + ], + "acc_eval": 0.1884765625, + "loss_eval": 8935.0380859375, + "epoch": 43 + }, + { + "hidden_norms": [ + 5664.30810546875, + 1784317.875, + 2078188.375, + 2264432.75, + 4288914.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0022900900803506374, + 0.0007636325899511576, + 0.0007642185082659125, + 0.0007641956908628345, + 0.0007639650139026344 + ], + "gamma_dfa": 0.06175872636958957, + "gamma_dfa_per_layer": [ + 0.4067830443382263, + -0.03052734024822712, + -0.06545087695121765, + -0.06376992166042328 + ], + "acc_eval": 0.2197265625, + "loss_eval": 8287.39453125, + "epoch": 44 + }, + { + "hidden_norms": [ + 5794.2666015625, + 1915382.125, + 2237977.75, + 2434797.75, + 4568056.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001793600502423942, + 0.0008144167950376868, + 0.0008172079687938094, + 0.0008157116826623678, + 0.0008155000978149474 + ], + "gamma_dfa": 0.034024693071842194, + "gamma_dfa_per_layer": [ + 0.35199591517448425, + -0.03579515218734741, + -0.09812411665916443, + -0.08197787404060364 + ], + "acc_eval": 0.1806640625, + "loss_eval": 8560.4384765625, + "epoch": 45 + }, + { + "hidden_norms": [ + 5928.12158203125, + 2057562.625, + 2403872.5, + 2624509.5, + 4865204.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001855076989158988, + 0.0007629086030647159, + 0.0007635788642801344, + 0.0007633934146724641, + 0.0007630206528119743 + ], + "gamma_dfa": 0.023082666099071503, + "gamma_dfa_per_layer": [ + 0.27648454904556274, + -0.05024096742272377, + -0.0845799595117569, + -0.049332957714796066 + ], + "acc_eval": 0.197265625, + "loss_eval": 10714.77734375, + "epoch": 46 + }, + { + "hidden_norms": [ + 6079.8232421875, + 2190046.5, + 2564464.5, + 2797927.0, + 5132383.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015576905570924282, + 0.0007896191673353314, + 0.0007904896046966314, + 0.0007902018842287362, + 0.0007895485614426434 + ], + "gamma_dfa": 0.03866780921816826, + "gamma_dfa_per_layer": [ + 0.37201371788978577, + -0.049719154834747314, + -0.07755836844444275, + -0.09006495773792267 + ], + "acc_eval": 0.19140625, + "loss_eval": 7322.5205078125, + "epoch": 47 + }, + { + "hidden_norms": [ + 6184.03369140625, + 2339567.0, + 2744136.25, + 2990721.25, + 5426845.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020522314589470625, + 0.0007883926737122238, + 0.0007893759175203741, + 0.0007890417473390698, + 0.0007883401704020798 + ], + "gamma_dfa": 0.021758251823484898, + "gamma_dfa_per_layer": [ + 0.2855323553085327, + -0.04375234618782997, + -0.07049872726202011, + -0.08424827456474304 + ], + "acc_eval": 0.2080078125, + "loss_eval": 13975.05859375, + "epoch": 48 + }, + { + "hidden_norms": [ + 6295.5458984375, + 2477445.75, + 2917469.0, + 3179694.0, + 5727252.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.002105356426909566, + 0.0008074102224782109, + 0.0008063287241384387, + 0.000806407246273011, + 0.0008067074231803417 + ], + "gamma_dfa": 0.0267162024974823, + "gamma_dfa_per_layer": [ + 0.30986034870147705, + -0.05209521949291229, + -0.09783680737018585, + -0.05306351184844971 + ], + "acc_eval": 0.1435546875, + "loss_eval": 9590.544921875, + "epoch": 49 + }, + { + "hidden_norms": [ + 6367.55029296875, + 2638468.75, + 3095811.75, + 3362978.75, + 6030941.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015475827967748046, + 0.0008064319263212383, + 0.0008070095209404826, + 0.0008065010770224035, + 0.0008065410074777901 + ], + "gamma_dfa": 0.00636688619852066, + "gamma_dfa_per_layer": [ + 0.29843205213546753, + -0.03980886936187744, + -0.06682014465332031, + -0.16633549332618713 + ], + "acc_eval": 0.11328125, + "loss_eval": 12254.064453125, + "epoch": 50 + }, + { + "hidden_norms": [ + 6482.18798828125, + 2769282.5, + 3257572.75, + 3548043.5, + 6284645.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0022430147510021925, + 0.0008079760009422898, + 0.000807179429102689, + 0.0008071344927884638, + 0.0008072732598520815 + ], + "gamma_dfa": 0.04464401211589575, + "gamma_dfa_per_layer": [ + 0.3536185026168823, + -0.02255946770310402, + -0.07369404286146164, + -0.07878894358873367 + ], + "acc_eval": 0.181640625, + "loss_eval": 10079.115234375, + "epoch": 51 + }, + { + "hidden_norms": [ + 6566.8623046875, + 2899506.0, + 3420720.5, + 3728966.75, + 6555012.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.001695870072580874, + 0.000820032088086009, + 0.0008200806332752109, + 0.0008201819728128612, + 0.0008201953023672104 + ], + "gamma_dfa": 0.034856872633099556, + "gamma_dfa_per_layer": [ + 0.3895777463912964, + -0.057720690965652466, + -0.08937396109104156, + -0.10305560380220413 + ], + "acc_eval": 0.1181640625, + "loss_eval": 10401.4013671875, + "epoch": 52 + }, + { + "hidden_norms": [ + 6618.705078125, + 3056073.5, + 3608076.25, + 3938206.0, + 6870646.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014620226575061679, + 0.000811390345916152, + 0.0008111409260891378, + 0.000811099074780941, + 0.000811324454843998 + ], + "gamma_dfa": 0.002492595463991165, + "gamma_dfa_per_layer": [ + 0.2934489846229553, + -0.07660828530788422, + -0.0814061164855957, + -0.12546420097351074 + ], + "acc_eval": 0.16796875, + "loss_eval": 11906.7060546875, + "epoch": 53 + }, + { + "hidden_norms": [ + 6674.03759765625, + 3201735.0, + 3787927.75, + 4133561.75, + 7173546.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015491953818127513, + 0.0007825249340385199, + 0.0007832346600480378, + 0.0007830507238395512, + 0.0007823925698176026 + ], + "gamma_dfa": 0.054443607572466135, + "gamma_dfa_per_layer": [ + 0.38785266876220703, + -0.022086789831519127, + -0.062120988965034485, + -0.08587045967578888 + ], + "acc_eval": 0.2373046875, + "loss_eval": 9465.3525390625, + "epoch": 54 + }, + { + "hidden_norms": [ + 6740.52392578125, + 3338670.5, + 3953341.75, + 4315309.5, + 7447204.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015645271632820368, + 0.0007820724858902395, + 0.0007820809260010719, + 0.0007819690508767962, + 0.0007819557213224471 + ], + "gamma_dfa": 0.027317455038428307, + "gamma_dfa_per_layer": [ + 0.3320838212966919, + -0.06272841989994049, + -0.06253603100776672, + -0.09754955023527145 + ], + "acc_eval": 0.1923828125, + "loss_eval": 9605.2587890625, + "epoch": 55 + }, + { + "hidden_norms": [ + 6826.42578125, + 3488233.5, + 4125392.0, + 4514242.0, + 7747655.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018625661032274365, + 0.0008403572137467563, + 0.0008396300836466253, + 0.0008392629097215831, + 0.000840048654936254 + ], + "gamma_dfa": 0.018042685464024544, + "gamma_dfa_per_layer": [ + 0.34575170278549194, + -0.061284519731998444, + -0.08629278838634491, + -0.12600365281105042 + ], + "acc_eval": 0.1494140625, + "loss_eval": 13453.193359375, + "epoch": 56 + }, + { + "hidden_norms": [ + 6878.60009765625, + 3647417.5, + 4303500.5, + 4707215.0, + 8039602.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001495232223533094, + 0.0008112883078865707, + 0.0008119228295981884, + 0.0008115706732496619, + 0.0008112648501992226 + ], + "gamma_dfa": 0.025581182446330786, + "gamma_dfa_per_layer": [ + 0.301077663898468, + -0.015085713937878609, + -0.07233025878667831, + -0.11133696138858795 + ], + "acc_eval": 0.1513671875, + "loss_eval": 10446.5498046875, + "epoch": 57 + }, + { + "hidden_norms": [ + 6956.30126953125, + 3782040.0, + 4474453.5, + 4889139.0, + 8311892.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.001576881273649633, + 0.0008043631678447127, + 0.0008050674805417657, + 0.0008046348229981959, + 0.0008046681759878993 + ], + "gamma_dfa": 0.005857756361365318, + "gamma_dfa_per_layer": [ + 0.28321602940559387, + -0.03702875226736069, + -0.06707675755023956, + -0.15567949414253235 + ], + "acc_eval": 0.1484375, + "loss_eval": 6591.0849609375, + "epoch": 58 + }, + { + "hidden_norms": [ + 7021.955078125, + 3911149.5, + 4636672.0, + 5064123.0, + 8571758.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.002099651610478759, + 0.0008183405152522027, + 0.0008207465871237218, + 0.0008196401176974177, + 0.000819449604023248 + ], + "gamma_dfa": 0.006074780598282814, + "gamma_dfa_per_layer": [ + 0.2577749490737915, + -0.05066239833831787, + -0.06501314789056778, + -0.1178002804517746 + ], + "acc_eval": 0.2109375, + "loss_eval": 7962.04443359375, + "epoch": 59 + }, + { + "hidden_norms": [ + 7101.7373046875, + 4061103.5, + 4820611.0, + 5257086.0, + 8861818.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018932655220851302, + 0.0008025900460779667, + 0.0008032865589484572, + 0.000802954426035285, + 0.0008029173477552831 + ], + "gamma_dfa": 0.020984639413654804, + "gamma_dfa_per_layer": [ + 0.3329803943634033, + -0.03559138998389244, + -0.06842450797557831, + -0.14502593874931335 + ], + "acc_eval": 0.1650390625, + "loss_eval": 8638.353515625, + "epoch": 60 + }, + { + "hidden_norms": [ + 7120.71240234375, + 4194965.0, + 4982087.0, + 5430094.5, + 9121286.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015255591133609414, + 0.0007772985845804214, + 0.0007780406740494072, + 0.0007778139552101493, + 0.000777201319579035 + ], + "gamma_dfa": 0.0210345396772027, + "gamma_dfa_per_layer": [ + 0.3191820979118347, + -0.05588069185614586, + -0.0712573379278183, + -0.10790590941905975 + ], + "acc_eval": 0.22265625, + "loss_eval": 8870.3212890625, + "epoch": 61 + }, + { + "hidden_norms": [ + 7166.24462890625, + 4326872.0, + 5144769.0, + 5605003.0, + 9390572.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0019027154194191098, + 0.000822498113848269, + 0.0008225358324125409, + 0.0008226112113334239, + 0.0008225055644288659 + ], + "gamma_dfa": 0.01758619397878647, + "gamma_dfa_per_layer": [ + 0.29208946228027344, + -0.046764522790908813, + -0.10779638588428497, + -0.06718377768993378 + ], + "acc_eval": 0.154296875, + "loss_eval": 18607.9921875, + "epoch": 62 + }, + { + "hidden_norms": [ + 7173.86865234375, + 4454190.5, + 5300661.5, + 5764316.0, + 9633685.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0017527258023619652, + 0.0008042250410653651, + 0.0008040837710723281, + 0.0008041510009206831, + 0.0008041784167289734 + ], + "gamma_dfa": 0.04197401413694024, + "gamma_dfa_per_layer": [ + 0.31714165210723877, + -0.025468191131949425, + -0.05378583073616028, + -0.0699915736913681 + ], + "acc_eval": 0.1826171875, + "loss_eval": 10768.23046875, + "epoch": 63 + }, + { + "hidden_norms": [ + 7200.1064453125, + 4569527.5, + 5448454.0, + 5924151.0, + 9865530.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0016467028763145208, + 0.0007759482250548899, + 0.0007759520667605102, + 0.0007758319843560457, + 0.0007757880375720561 + ], + "gamma_dfa": 0.019114631228148937, + "gamma_dfa_per_layer": [ + 0.3342781364917755, + -0.05670151486992836, + -0.0891423374414444, + -0.111975759267807 + ], + "acc_eval": 0.1865234375, + "loss_eval": 9049.12109375, + "epoch": 64 + }, + { + "hidden_norms": [ + 7198.30419921875, + 4679779.5, + 5583911.5, + 6073903.5, + 10075961.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015529918018728495, + 0.0008276477456092834, + 0.0008274043793790042, + 0.0008273764979094267, + 0.00082727539120242 + ], + "gamma_dfa": 0.012379471212625504, + "gamma_dfa_per_layer": [ + 0.33610183000564575, + -0.0668979212641716, + -0.09369023889303207, + -0.12599578499794006 + ], + "acc_eval": 0.1533203125, + "loss_eval": 9929.3125, + "epoch": 65 + }, + { + "hidden_norms": [ + 7191.220703125, + 4787683.5, + 5730170.5, + 6223255.0, + 10287596.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.002624395303428173, + 0.0008026033756323159, + 0.0008024688577279449, + 0.0008025110582821071, + 0.000802531314548105 + ], + "gamma_dfa": 0.041071049869060516, + "gamma_dfa_per_layer": [ + 0.3911614418029785, + -0.03441564738750458, + -0.07384517788887024, + -0.11861641705036163 + ], + "acc_eval": 0.1669921875, + "loss_eval": 9811.68359375, + "epoch": 66 + }, + { + "hidden_norms": [ + 7184.458984375, + 4895536.0, + 5864442.5, + 6369317.5, + 10509902.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0016685851151123643, + 0.0007737133419141173, + 0.0007737109554000199, + 0.0007736092084087431, + 0.0007735762046650052 + ], + "gamma_dfa": 0.03856207150965929, + "gamma_dfa_per_layer": [ + 0.3347627520561218, + -0.05478603392839432, + -0.09395486861467361, + -0.03177356347441673 + ], + "acc_eval": 0.15625, + "loss_eval": 7798.90283203125, + "epoch": 67 + }, + { + "hidden_norms": [ + 7166.86083984375, + 4995598.0, + 5984263.5, + 6498221.0, + 10708319.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013723000884056091, + 0.0008002148242667317, + 0.0007998319924809039, + 0.0007997409556992352, + 0.0008000954985618591 + ], + "gamma_dfa": 0.024815326556563377, + "gamma_dfa_per_layer": [ + 0.3238403797149658, + -0.05496574938297272, + -0.0969959944486618, + -0.07261732965707779 + ], + "acc_eval": 0.1552734375, + "loss_eval": 6333.236328125, + "epoch": 68 + }, + { + "hidden_norms": [ + 7156.17236328125, + 5093715.5, + 6108802.5, + 6629623.5, + 10896864.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001458030310459435, + 0.0007727351039648056, + 0.0007727306219749153, + 0.0007726310286670923, + 0.0007726071053184569 + ], + "gamma_dfa": 0.018785862252116203, + "gamma_dfa_per_layer": [ + 0.31862637400627136, + -0.06633786112070084, + -0.07025538384914398, + -0.10688968002796173 + ], + "acc_eval": 0.2060546875, + "loss_eval": 5966.35400390625, + "epoch": 69 + }, + { + "hidden_norms": [ + 7127.96875, + 5203388.5, + 6229672.5, + 6756540.5, + 11105730.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018821367993950844, + 0.000799131637904793, + 0.0007999413646757603, + 0.0007995158084668219, + 0.0007994744228199124 + ], + "gamma_dfa": 0.033654400147497654, + "gamma_dfa_per_layer": [ + 0.3480244278907776, + -0.0470522977411747, + -0.08066973835229874, + -0.08568479120731354 + ], + "acc_eval": 0.21484375, + "loss_eval": 8679.373046875, + "epoch": 70 + }, + { + "hidden_norms": [ + 7127.84326171875, + 5291613.5, + 6343081.5, + 6873492.5, + 11283083.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013305873144418001, + 0.0008001387468539178, + 0.0007999925292097032, + 0.0008000367670319974, + 0.0008000454981811345 + ], + "gamma_dfa": 0.026681816205382347, + "gamma_dfa_per_layer": [ + 0.33079925179481506, + -0.04635504633188248, + -0.060725681483745575, + -0.11699125915765762 + ], + "acc_eval": 0.2001953125, + "loss_eval": 7321.45654296875, + "epoch": 71 + }, + { + "hidden_norms": [ + 7118.43115234375, + 5399320.5, + 6461637.5, + 6995765.0, + 11479911.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0027539313305169344, + 0.0007441912894137204, + 0.000744749209843576, + 0.0007447105017490685, + 0.0007443142239935696 + ], + "gamma_dfa": 0.0691906102001667, + "gamma_dfa_per_layer": [ + 0.4505346715450287, + -0.03461931645870209, + -0.07136575877666473, + -0.06778715550899506 + ], + "acc_eval": 0.16015625, + "loss_eval": 10899.68359375, + "epoch": 72 + }, + { + "hidden_norms": [ + 7104.958984375, + 5484605.5, + 6570873.0, + 7105816.5, + 11646348.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011745812371373177, + 0.000797195709310472, + 0.0007963370881043375, + 0.0007962601375766098, + 0.0007965530967339873 + ], + "gamma_dfa": 0.016523053869605064, + "gamma_dfa_per_layer": [ + 0.3157949447631836, + -0.05805324763059616, + -0.0915503203868866, + -0.10009916126728058 + ], + "acc_eval": 0.185546875, + "loss_eval": 4549.11328125, + "epoch": 73 + }, + { + "hidden_norms": [ + 7046.66552734375, + 5575192.0, + 6682143.0, + 7216392.5, + 11814821.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014973932411521673, + 0.0007987518329173326, + 0.000798598921392113, + 0.0007986334967426956, + 0.00079863186692819 + ], + "gamma_dfa": 0.006323261186480522, + "gamma_dfa_per_layer": [ + 0.3186365067958832, + -0.07689585536718369, + -0.08955803513526917, + -0.12688957154750824 + ], + "acc_eval": 0.1845703125, + "loss_eval": 5873.4677734375, + "epoch": 74 + }, + { + "hidden_norms": [ + 6997.1630859375, + 5656117.0, + 6779526.0, + 7314913.5, + 11969090.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014266286743804812, + 0.0007692458457313478, + 0.0007703236187808216, + 0.0007699450361542404, + 0.0007692069630138576 + ], + "gamma_dfa": 0.04031236469745636, + "gamma_dfa_per_layer": [ + 0.3853839635848999, + -0.054634347558021545, + -0.08128909766674042, + -0.0882110595703125 + ], + "acc_eval": 0.1953125, + "loss_eval": 4200.4296875, + "epoch": 75 + }, + { + "hidden_norms": [ + 6970.02099609375, + 5731178.0, + 6870747.5, + 7405309.0, + 12120166.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013568063732236624, + 0.0007682641153223813, + 0.000768258236348629, + 0.0007681549177505076, + 0.0007681125425733626 + ], + "gamma_dfa": 0.04615131672471762, + "gamma_dfa_per_layer": [ + 0.3717971444129944, + -0.05474664270877838, + -0.05301285162568092, + -0.07943238317966461 + ], + "acc_eval": 0.1943359375, + "loss_eval": 3897.47607421875, + "epoch": 76 + }, + { + "hidden_norms": [ + 6942.25, + 5793439.5, + 6946580.5, + 7481325.5, + 12242140.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011983924778178334, + 0.0007509839488193393, + 0.0007508245762437582, + 0.0007505225948989391, + 0.0007505776011385024 + ], + "gamma_dfa": 0.03128352388739586, + "gamma_dfa_per_layer": [ + 0.31842517852783203, + -0.03316807746887207, + -0.06335921585559845, + -0.09676378965377808 + ], + "acc_eval": 0.2685546875, + "loss_eval": 3095.559814453125, + "epoch": 77 + }, + { + "hidden_norms": [ + 6881.80810546875, + 5850806.5, + 7011394.5, + 7546550.5, + 12350002.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011590005597099662, + 0.0007501945947296917, + 0.0007500603678636253, + 0.0007497719489037991, + 0.0007498189806938171 + ], + "gamma_dfa": 0.01806825865060091, + "gamma_dfa_per_layer": [ + 0.313739538192749, + -0.047393035143613815, + -0.07615944743156433, + -0.11791402101516724 + ], + "acc_eval": 0.205078125, + "loss_eval": 3942.599853515625, + "epoch": 78 + }, + { + "hidden_norms": [ + 6837.1533203125, + 5897771.5, + 7073526.0, + 7607611.5, + 12444407.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001163899782113731, + 0.0007416060543619096, + 0.0007419964531436563, + 0.0007419841131195426, + 0.0007417319575324655 + ], + "gamma_dfa": 0.03044590726494789, + "gamma_dfa_per_layer": [ + 0.30829477310180664, + -0.03881052881479263, + -0.07340054214000702, + -0.07430007308721542 + ], + "acc_eval": 0.2939453125, + "loss_eval": 2950.356689453125, + "epoch": 79 + }, + { + "hidden_norms": [ + 6806.5322265625, + 5963679.5, + 7147126.0, + 7679290.5, + 12557362.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012401024578139186, + 0.0007945983088575304, + 0.0007953918538987637, + 0.0007950742146931589, + 0.0007950655417516828 + ], + "gamma_dfa": -0.007623729296028614, + "gamma_dfa_per_layer": [ + 0.24250081181526184, + -0.04293825104832649, + -0.07043637335300446, + -0.15962110459804535 + ], + "acc_eval": 0.14453125, + "loss_eval": 3910.8994140625, + "epoch": 80 + }, + { + "hidden_norms": [ + 6782.47607421875, + 5997089.0, + 7185317.5, + 7719894.5, + 12633342.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012797614326700568, + 0.0007944905664771795, + 0.0007951240986585617, + 0.0007947491831146181, + 0.0007947032572701573 + ], + "gamma_dfa": 0.03983990382403135, + "gamma_dfa_per_layer": [ + 0.35600101947784424, + -0.023466136306524277, + -0.07362768054008484, + -0.09954758733510971 + ], + "acc_eval": 0.193359375, + "loss_eval": 3587.8212890625, + "epoch": 81 + }, + { + "hidden_norms": [ + 6723.70654296875, + 6042461.0, + 7238613.0, + 7771656.5, + 12718382.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012927292846143246, + 0.000765398726798594, + 0.0007653928478248417, + 0.0007653140346519649, + 0.0007652752683497965 + ], + "gamma_dfa": 0.03482971154153347, + "gamma_dfa_per_layer": [ + 0.34003761410713196, + -0.05069781839847565, + -0.05738937109708786, + -0.09263157844543457 + ], + "acc_eval": 0.23046875, + "loss_eval": 2805.9716796875, + "epoch": 82 + }, + { + "hidden_norms": [ + 6669.96435546875, + 6085424.0, + 7288909.5, + 7821635.0, + 12799732.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011438996298238635, + 0.000740286021027714, + 0.0007406995864585042, + 0.0007406825898215175, + 0.0007403898634947836 + ], + "gamma_dfa": 0.03725961223244667, + "gamma_dfa_per_layer": [ + 0.32540398836135864, + -0.04895278066396713, + -0.07243393361568451, + -0.05497882515192032 + ], + "acc_eval": 0.2373046875, + "loss_eval": 2089.305908203125, + "epoch": 83 + }, + { + "hidden_norms": [ + 6611.064453125, + 6121666.0, + 7328789.5, + 7859580.5, + 12864450.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010610584868118167, + 0.0007183317793533206, + 0.0007201047264970839, + 0.0007199530373327434, + 0.0007199217798188329 + ], + "gamma_dfa": 0.03143393341451883, + "gamma_dfa_per_layer": [ + 0.2940787076950073, + -0.035069357603788376, + -0.0604243278503418, + -0.07284928858280182 + ], + "acc_eval": 0.3076171875, + "loss_eval": 1459.638916015625, + "epoch": 84 + }, + { + "hidden_norms": [ + 6564.220703125, + 6147971.0, + 7358806.5, + 7888597.5, + 12918884.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001103258109651506, + 0.0007199789397418499, + 0.0007205012370832264, + 0.0007201395928859711, + 0.000719686911907047 + ], + "gamma_dfa": 0.02568601444363594, + "gamma_dfa_per_layer": [ + 0.3047623038291931, + -0.05378233641386032, + -0.07432089745998383, + -0.0739150121808052 + ], + "acc_eval": 0.2607421875, + "loss_eval": 1398.54931640625, + "epoch": 85 + }, + { + "hidden_norms": [ + 6523.052734375, + 6163991.5, + 7377848.0, + 7906464.0, + 12959929.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010483200894668698, + 0.0007394760614261031, + 0.0007398684392683208, + 0.0007398549350909889, + 0.0007395940483547747 + ], + "gamma_dfa": 0.028113607317209244, + "gamma_dfa_per_layer": [ + 0.2919086515903473, + -0.04769399017095566, + -0.06982402503490448, + -0.06193620711565018 + ], + "acc_eval": 0.294921875, + "loss_eval": 1247.0958251953125, + "epoch": 86 + }, + { + "hidden_norms": [ + 6480.38134765625, + 6177022.5, + 7396143.5, + 7924145.0, + 12992374.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011187344789505005, + 0.0007568535511381924, + 0.0007568564033135772, + 0.0007567762513644993, + 0.0007568445871584117 + ], + "gamma_dfa": 0.029856184497475624, + "gamma_dfa_per_layer": [ + 0.32282522320747375, + -0.05086465924978256, + -0.06785817444324493, + -0.08467765152454376 + ], + "acc_eval": 0.267578125, + "loss_eval": 1623.752197265625, + "epoch": 87 + }, + { + "hidden_norms": [ + 6430.5322265625, + 6198352.0, + 7419959.0, + 7946585.0, + 13023161.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010678176768124104, + 0.0007456489838659763, + 0.0007455460145138204, + 0.0007452794816344976, + 0.000745359982829541 + ], + "gamma_dfa": 0.019207272678613663, + "gamma_dfa_per_layer": [ + 0.28421786427497864, + -0.04965135455131531, + -0.07151313126087189, + -0.08622428774833679 + ], + "acc_eval": 0.291015625, + "loss_eval": 1205.84716796875, + "epoch": 88 + }, + { + "hidden_norms": [ + 6396.35009765625, + 6216262.0, + 7436144.0, + 7961794.0, + 13045224.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010295198298990726, + 0.0007388790836557746, + 0.0007392680854536593, + 0.000739254173822701, + 0.000738998525775969 + ], + "gamma_dfa": 0.02955447882413864, + "gamma_dfa_per_layer": [ + 0.2954120337963104, + -0.046598292887210846, + -0.069032222032547, + -0.061563603579998016 + ], + "acc_eval": 0.298828125, + "loss_eval": 1123.675048828125, + "epoch": 89 + }, + { + "hidden_norms": [ + 6366.1259765625, + 6230148.5, + 7451647.0, + 7975150.0, + 13064555.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010110137518495321, + 0.0007565211853943765, + 0.0007565242704004049, + 0.0007563806138932705, + 0.0007564250845462084 + ], + "gamma_dfa": 0.011881772428750992, + "gamma_dfa_per_layer": [ + 0.2693521976470947, + -0.04482053220272064, + -0.07126723229885101, + -0.1057373434305191 + ], + "acc_eval": 0.240234375, + "loss_eval": 1118.5343017578125, + "epoch": 90 + }, + { + "hidden_norms": [ + 6341.41796875, + 6233793.0, + 7457683.5, + 7981064.5, + 13074395.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010112811578437686, + 0.0007385196513496339, + 0.0007389356032945216, + 0.000738917791750282, + 0.0007386352517642081 + ], + "gamma_dfa": 0.0292903920635581, + "gamma_dfa_per_layer": [ + 0.28946253657341003, + -0.033900823444128036, + -0.06436440348625183, + -0.07403574138879776 + ], + "acc_eval": 0.306640625, + "loss_eval": 1028.103515625, + "epoch": 91 + }, + { + "hidden_norms": [ + 6319.90185546875, + 6241203.5, + 7463285.5, + 7986068.5, + 13084655.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010045261587947607, + 0.0007187838782556355, + 0.0007187584415078163, + 0.0007185733411461115, + 0.0007185345166362822 + ], + "gamma_dfa": 0.02470484748482704, + "gamma_dfa_per_layer": [ + 0.2734910249710083, + -0.0429413765668869, + -0.06623440980911255, + -0.06549584865570068 + ], + "acc_eval": 0.3271484375, + "loss_eval": 879.8018798828125, + "epoch": 92 + }, + { + "hidden_norms": [ + 6299.453125, + 6240490.0, + 7464953.0, + 7988364.0, + 13086769.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010041827335953712, + 0.0007186768343672156, + 0.0007186515722423792, + 0.0007184677524492145, + 0.0007184296264313161 + ], + "gamma_dfa": 0.022233721800148487, + "gamma_dfa_per_layer": [ + 0.2633175849914551, + -0.04053181782364845, + -0.06492872536182404, + -0.06892215460538864 + ], + "acc_eval": 0.322265625, + "loss_eval": 871.9059448242188, + "epoch": 93 + }, + { + "hidden_norms": [ + 6280.70068359375, + 6248322.5, + 7472246.5, + 7994814.0, + 13094255.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000998231815174222, + 0.0007185792201198637, + 0.0007185565191321075, + 0.0007183970883488655, + 0.0007183645502664149 + ], + "gamma_dfa": 0.02329079993069172, + "gamma_dfa_per_layer": [ + 0.27325427532196045, + -0.04209248721599579, + -0.0645713210105896, + -0.07342726737260818 + ], + "acc_eval": 0.326171875, + "loss_eval": 876.770263671875, + "epoch": 94 + }, + { + "hidden_norms": [ + 6259.79541015625, + 6251884.0, + 7473855.0, + 7995730.5, + 13095582.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.001000022399239242, + 0.0007185632712207735, + 0.0007185383583419025, + 0.0007183536072261631, + 0.0007183143752627075 + ], + "gamma_dfa": 0.01565107237547636, + "gamma_dfa_per_layer": [ + 0.26019614934921265, + -0.042762644588947296, + -0.06100854650139809, + -0.09382066875696182 + ], + "acc_eval": 0.31640625, + "loss_eval": 847.3887939453125, + "epoch": 95 + }, + { + "hidden_norms": [ + 6250.6630859375, + 6252472.0, + 7474356.5, + 7996154.0, + 13096382.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009951539104804397, + 0.000718452560249716, + 0.0007184353889897466, + 0.0007182956906035542, + 0.0007182672270573676 + ], + "gamma_dfa": 0.01607441157102585, + "gamma_dfa_per_layer": [ + 0.2622864246368408, + -0.04606177657842636, + -0.06511188298463821, + -0.08681511878967285 + ], + "acc_eval": 0.3125, + "loss_eval": 820.6640625, + "epoch": 96 + }, + { + "hidden_norms": [ + 6245.84228515625, + 6252136.5, + 7473891.5, + 7995642.0, + 13095543.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009887836640700698, + 0.0007184472633525729, + 0.0007184235146269202, + 0.0007182589615695179, + 0.0007182253757491708 + ], + "gamma_dfa": 0.01632563304156065, + "gamma_dfa_per_layer": [ + 0.2587689757347107, + -0.041752640157938004, + -0.06282168626785278, + -0.08889211714267731 + ], + "acc_eval": 0.3271484375, + "loss_eval": 794.9835815429688, + "epoch": 97 + }, + { + "hidden_norms": [ + 6243.275390625, + 6252353.5, + 7474147.5, + 7995911.0, + 13095907.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010000880574807525, + 0.0007184495334513485, + 0.0007184281130321324, + 0.0007182535482570529, + 0.0007182166446000338 + ], + "gamma_dfa": 0.01966456975787878, + "gamma_dfa_per_layer": [ + 0.26670968532562256, + -0.04189712926745415, + -0.06575733423233032, + -0.08039694279432297 + ], + "acc_eval": 0.3173828125, + "loss_eval": 809.9351196289062, + "epoch": 98 + }, + { + "hidden_norms": [ + 6242.01708984375, + 6252447.5, + 7474218.0, + 7995986.5, + 13096086.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009963318007066846, + 0.000718410883564502, + 0.000718392024282366, + 0.0007182427798397839, + 0.0007182121044024825 + ], + "gamma_dfa": 0.017472295090556145, + "gamma_dfa_per_layer": [ + 0.26097655296325684, + -0.042458876967430115, + -0.06487732380628586, + -0.08375117182731628 + ], + "acc_eval": 0.326171875, + "loss_eval": 790.8746337890625, + "epoch": 99 + }, + { + "hidden_norms": [ + 6241.6884765625, + 6252462.0, + 7474227.5, + 7995996.0, + 13096118.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009859646670520306, + 0.0007156162173487246, + 0.0007178352097980678, + 0.0007174411439336836, + 0.0007168283336795866 + ], + "gamma_dfa": 0.01725842524319887, + "gamma_dfa_per_layer": [ + 0.25597745180130005, + -0.041728582233190536, + -0.06328003108501434, + -0.08193513751029968 + ], + "acc_eval": 0.3359375, + "loss_eval": 790.8336181640625, + "epoch": 100 + } + ] +}
\ No newline at end of file |