{ "config": { "output_dir": "results/snapshot_synth_v1", "epochs": 80, "alpha": 1.0, "depth": 4, "seed": 42, "d_hidden": 128, "lr": 0.001, "wd": 0.01 }, "depth": 4, "d_hidden": 128, "num_classes": 10, "bp_log": [ { "hidden_norms": [ 11.269571304321289, 11.290447235107422, 11.313605308532715, 11.351215362548828, 11.398087501525879 ], "bp_grad_per_sample_l2_med": [ 0.00028353024390526116, 0.0002828188880812377, 0.00028162598027847707, 0.0002799496578518301, 0.0002791006409097463 ], "bp_grad_F": [ 0.012684082612395287, 0.01264861598610878, 0.012589854188263416, 0.012511610053479671, 0.012471316382288933 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.08450000733137131, "loss_eval": 2.4790313243865967, "epoch": 0 }, { "hidden_norms": [ 11.269571304321289, 11.301911354064941, 11.659679412841797, 12.48208999633789, 13.934065818786621 ], "bp_grad_per_sample_l2_med": [ 0.0006583131616935134, 0.0004948809510096908, 0.00036159728188067675, 0.00026353230350650847, 0.00020344744552858174 ], "bp_grad_F": [ 0.03319504112005234, 0.0246991366147995, 0.017943235114216805, 0.012967471033334732, 0.009912492707371712 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7095000147819519, "loss_eval": 0.8666461110115051, "epoch": 1 }, { "hidden_norms": [ 11.269571304321289, 11.28874397277832, 12.022683143615723, 13.943255424499512, 17.510770797729492 ], "bp_grad_per_sample_l2_med": [ 0.0007016682648099959, 0.00048243277706205845, 0.00031948124524205923, 0.00020489063172135502, 0.00014097581151872873 ], "bp_grad_F": [ 0.05366413667798042, 0.03651106730103493, 0.023700030520558357, 0.015033061616122723, 0.010093427263200283 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7725000381469727, "loss_eval": 0.6004051566123962, "epoch": 2 }, { "hidden_norms": [ 11.269571304321289, 11.268131256103516, 12.138687133789062, 14.603575706481934, 19.109115600585938 ], "bp_grad_per_sample_l2_med": [ 0.000659371551591903, 0.0004339825245551765, 0.00027271744329482317, 0.0001733575772959739, 0.0001116431230911985 ], "bp_grad_F": [ 0.06363420188426971, 0.04213711991906166, 0.0264370646327734, 0.016141116619110107, 0.010473517701029778 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7745000123977661, "loss_eval": 0.5640328526496887, "epoch": 3 }, { "hidden_norms": [ 11.269571304321289, 11.245299339294434, 12.213927268981934, 14.944411277770996, 19.937482833862305 ], "bp_grad_per_sample_l2_med": [ 0.000589758506976068, 0.00038736555143259466, 0.000245077651925385, 0.00015142903430387378, 9.591270645614713e-05 ], "bp_grad_F": [ 0.06846851110458374, 0.04497711360454559, 0.027850953862071037, 0.01671868935227394, 0.01068752072751522 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7835000157356262, "loss_eval": 0.5508342981338501, "epoch": 4 }, { "hidden_norms": [ 11.269571304321289, 11.22258186340332, 12.241990089416504, 15.219721794128418, 20.66508674621582 ], "bp_grad_per_sample_l2_med": [ 0.0005271711852401495, 0.00034995534224435687, 0.00021946353081148118, 0.00013214732462074608, 8.23614391265437e-05 ], "bp_grad_F": [ 0.07378005236387253, 0.04831067472696304, 0.02961091324687004, 0.01746201328933239, 0.010955682955682278 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7855000495910645, "loss_eval": 0.5423576831817627, "epoch": 5 }, { "hidden_norms": [ 11.269571304321289, 11.190115928649902, 12.27110481262207, 15.450979232788086, 21.203943252563477 ], "bp_grad_per_sample_l2_med": [ 0.0005092737264931202, 0.00033784759580157697, 0.00020663061877712607, 0.0001207139139296487, 7.417408050969243e-05 ], "bp_grad_F": [ 0.07774882018566132, 0.051034994423389435, 0.031082650646567345, 0.018063966184854507, 0.01114849466830492 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7845000624656677, "loss_eval": 0.5346181392669678, "epoch": 6 }, { "hidden_norms": [ 11.269571304321289, 11.167141914367676, 12.275080680847168, 15.592608451843262, 21.725374221801758 ], "bp_grad_per_sample_l2_med": [ 0.0005083799478597939, 0.00033595148124732077, 0.0002061770501313731, 0.00011957385140703991, 7.27532897144556e-05 ], "bp_grad_F": [ 0.08175421506166458, 0.053990282118320465, 0.03277580440044403, 0.01879614032804966, 0.011419840157032013 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7905000448226929, "loss_eval": 0.5348329544067383, "epoch": 7 }, { "hidden_norms": [ 11.269571304321289, 11.135689735412598, 12.291831016540527, 15.776432991027832, 22.2913761138916 ], "bp_grad_per_sample_l2_med": [ 0.0004477855109144002, 0.0003000828146468848, 0.00018366402946412563, 0.00010473958536749706, 6.266004493227229e-05 ], "bp_grad_F": [ 0.08535438776016235, 0.05686107277870178, 0.03441749885678291, 0.019436663016676903, 0.011580240912735462 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796500027179718, "loss_eval": 0.5225732326507568, "epoch": 8 }, { "hidden_norms": [ 11.269571304321289, 11.113900184631348, 12.296534538269043, 15.874000549316406, 22.73569107055664 ], "bp_grad_per_sample_l2_med": [ 0.00041620698175393045, 0.00028262173873372376, 0.0001732171222101897, 9.77468880591914e-05, 5.725537994294427e-05 ], "bp_grad_F": [ 0.09095799922943115, 0.061118144541978836, 0.036917947232723236, 0.020527740940451622, 0.011972126550972462 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7945000529289246, "loss_eval": 0.5336357355117798, "epoch": 9 }, { "hidden_norms": [ 11.269571304321289, 11.088306427001953, 12.3102388381958, 16.0321102142334, 23.320507049560547 ], "bp_grad_per_sample_l2_med": [ 0.0003761165135074407, 0.0002580824075266719, 0.00015763533883728087, 8.57545601320453e-05, 5.005364437238313e-05 ], "bp_grad_F": [ 0.09630071371793747, 0.06542361527681351, 0.039454828947782516, 0.02160210721194744, 0.012356426566839218 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7915000319480896, "loss_eval": 0.5405644774436951, "epoch": 10 }, { "hidden_norms": [ 11.269571304321289, 11.062504768371582, 12.296314239501953, 16.1483211517334, 23.885089874267578 ], "bp_grad_per_sample_l2_med": [ 0.0003359524707775563, 0.00023470049200113863, 0.00014604303578380495, 7.898044714238495e-05, 4.356990029918961e-05 ], "bp_grad_F": [ 0.09961758553981781, 0.06847036629915237, 0.04127706214785576, 0.02224603295326233, 0.01243517268449068 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8020000457763672, "loss_eval": 0.5290275812149048, "epoch": 11 }, { "hidden_norms": [ 11.269571304321289, 11.040243148803711, 12.293885231018066, 16.26875114440918, 24.44219207763672 ], "bp_grad_per_sample_l2_med": [ 0.00028416418354026973, 0.0001959044166142121, 0.00011818648636108264, 6.387147004716098e-05, 3.619954804889858e-05 ], "bp_grad_F": [ 0.10626755654811859, 0.07399805635213852, 0.044546131044626236, 0.023592140525579453, 0.012874037958681583 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8005000352859497, "loss_eval": 0.5458852648735046, "epoch": 12 }, { "hidden_norms": [ 11.269571304321289, 11.011943817138672, 12.278276443481445, 16.34218978881836, 24.94852066040039 ], "bp_grad_per_sample_l2_med": [ 0.0002902932756114751, 0.00020653512910939753, 0.0001265774480998516, 6.573591963388026e-05, 3.462762470007874e-05 ], "bp_grad_F": [ 0.1133178174495697, 0.07985687255859375, 0.048010025173425674, 0.025017691776156425, 0.013337739743292332 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.5682750940322876, "epoch": 13 }, { "hidden_norms": [ 11.269571304321289, 10.992447853088379, 12.299921035766602, 16.492944717407227, 25.524486541748047 ], "bp_grad_per_sample_l2_med": [ 0.00023213925305753946, 0.00016858529124874622, 0.00010339246364310384, 5.375607725000009e-05, 2.8085371013730764e-05 ], "bp_grad_F": [ 0.11885266751050949, 0.08489131927490234, 0.051101066172122955, 0.02628019079566002, 0.013745996169745922 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.5884183645248413, "epoch": 14 }, { "hidden_norms": [ 11.269571304321289, 10.968864440917969, 12.2804536819458, 16.559459686279297, 26.08506965637207 ], "bp_grad_per_sample_l2_med": [ 0.00020740363106597215, 0.00015108383377082646, 9.300659439759329e-05, 4.728052954305895e-05, 2.4296168703585863e-05 ], "bp_grad_F": [ 0.12586721777915955, 0.09100162982940674, 0.0545843243598938, 0.027565589174628258, 0.014059619046747684 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.5945348143577576, "epoch": 15 }, { "hidden_norms": [ 11.269571304321289, 10.95374870300293, 12.280479431152344, 16.662782669067383, 26.677371978759766 ], "bp_grad_per_sample_l2_med": [ 0.0001737641723593697, 0.00012793064524885267, 7.821117469575256e-05, 3.888122591888532e-05, 2.000005952140782e-05 ], "bp_grad_F": [ 0.1330755203962326, 0.09730331599712372, 0.05829176306724548, 0.028968123719096184, 0.014443416148424149 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7985000610351562, "loss_eval": 0.6085594296455383, "epoch": 16 }, { "hidden_norms": [ 11.269571304321289, 10.9340181350708, 12.276576042175293, 16.712459564208984, 27.161230087280273 ], "bp_grad_per_sample_l2_med": [ 0.0001674877858022228, 0.00012590538244694471, 7.574073242722079e-05, 3.732396726263687e-05, 1.86969518836122e-05 ], "bp_grad_F": [ 0.13938488066196442, 0.10323134809732437, 0.061863236129283905, 0.0303154569119215, 0.01477954164147377 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7935000658035278, "loss_eval": 0.6137893199920654, "epoch": 17 }, { "hidden_norms": [ 11.269571304321289, 10.915549278259277, 12.273784637451172, 16.833044052124023, 27.70804214477539 ], "bp_grad_per_sample_l2_med": [ 0.00013765814946964383, 0.00010384680354036391, 6.252297316677868e-05, 3.0995015549706295e-05, 1.5171532140811905e-05 ], "bp_grad_F": [ 0.1456620693206787, 0.10904198884963989, 0.06525038182735443, 0.03156846761703491, 0.015115385875105858 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8065000176429749, "loss_eval": 0.646562933921814, "epoch": 18 }, { "hidden_norms": [ 11.269571304321289, 10.900074005126953, 12.271150588989258, 16.89704704284668, 28.26544761657715 ], "bp_grad_per_sample_l2_med": [ 0.00012433489609975368, 9.527598012937233e-05, 5.774956298409961e-05, 2.7581723770708777e-05, 1.282800621993374e-05 ], "bp_grad_F": [ 0.15205088257789612, 0.11483236402273178, 0.06858030706644058, 0.03275969997048378, 0.015405165031552315 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8020000457763672, "loss_eval": 0.6640118360519409, "epoch": 19 }, { "hidden_norms": [ 11.269571304321289, 10.890129089355469, 12.265545845031738, 16.95741844177246, 28.79555320739746 ], "bp_grad_per_sample_l2_med": [ 0.00010217817907687277, 7.912378350738436e-05, 4.763850665767677e-05, 2.3046186470310204e-05, 1.088724638975691e-05 ], "bp_grad_F": [ 0.1597365438938141, 0.12170909345149994, 0.07251270860433578, 0.034210700541734695, 0.015816442668437958 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7950000166893005, "loss_eval": 0.6770148277282715, "epoch": 20 }, { "hidden_norms": [ 11.269571304321289, 10.874495506286621, 12.249778747558594, 17.042072296142578, 29.30438995361328 ], "bp_grad_per_sample_l2_med": [ 9.667076665209606e-05, 7.482587534468621e-05, 4.6152406866895035e-05, 2.1790863684145734e-05, 1.0080756510433275e-05 ], "bp_grad_F": [ 0.16798135638237, 0.1287383735179901, 0.07646958529949188, 0.03567665442824364, 0.016245704144239426 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.7074151635169983, "epoch": 21 }, { "hidden_norms": [ 11.269571304321289, 10.860309600830078, 12.262276649475098, 17.10471534729004, 29.77037811279297 ], "bp_grad_per_sample_l2_med": [ 8.177604468073696e-05, 6.404842861229554e-05, 3.929789818357676e-05, 1.8207463654107414e-05, 8.330911441589706e-06 ], "bp_grad_F": [ 0.17336878180503845, 0.13393178582191467, 0.07944471389055252, 0.03667045012116432, 0.016434919089078903 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8005000352859497, "loss_eval": 0.7185518741607666, "epoch": 22 }, { "hidden_norms": [ 11.269571304321289, 10.851460456848145, 12.24251651763916, 17.171558380126953, 30.212722778320312 ], "bp_grad_per_sample_l2_med": [ 7.376902067335322e-05, 5.6489287089789286e-05, 3.395874227862805e-05, 1.6138041246449575e-05, 6.9637526394217275e-06 ], "bp_grad_F": [ 0.17967616021633148, 0.13954690098762512, 0.08263248950242996, 0.037825122475624084, 0.016747957095503807 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.7408589124679565, "epoch": 23 }, { "hidden_norms": [ 11.269571304321289, 10.842126846313477, 12.243563652038574, 17.238094329833984, 30.57369613647461 ], "bp_grad_per_sample_l2_med": [ 6.96977149345912e-05, 5.455461359815672e-05, 3.149309486616403e-05, 1.4526599443343002e-05, 6.351157480821712e-06 ], "bp_grad_F": [ 0.1842736005783081, 0.14376932382583618, 0.08495213091373444, 0.038578059524297714, 0.01690361276268959 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.7459465265274048, "epoch": 24 }, { "hidden_norms": [ 11.269571304321289, 10.834511756896973, 12.231362342834473, 17.27652931213379, 30.958032608032227 ], "bp_grad_per_sample_l2_med": [ 6.340271647786722e-05, 5.11680482304655e-05, 3.0357710784301162e-05, 1.3866035260434728e-05, 5.900054475205252e-06 ], "bp_grad_F": [ 0.1903817504644394, 0.14911234378814697, 0.08797255158424377, 0.03965744748711586, 0.01718064583837986 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.799500048160553, "loss_eval": 0.7703561186790466, "epoch": 25 }, { "hidden_norms": [ 11.269571304321289, 10.825489044189453, 12.22317886352539, 17.32727813720703, 31.295225143432617 ], "bp_grad_per_sample_l2_med": [ 5.839894583914429e-05, 4.5580356527352706e-05, 2.747728103713598e-05, 1.2357729247014504e-05, 5.190840511204442e-06 ], "bp_grad_F": [ 0.19528549909591675, 0.15347032248973846, 0.09032707661390305, 0.04043765366077423, 0.017367515712976456 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796500027179718, "loss_eval": 0.7836824655532837, "epoch": 26 }, { "hidden_norms": [ 11.269571304321289, 10.819538116455078, 12.222261428833008, 17.363719940185547, 31.59310531616211 ], "bp_grad_per_sample_l2_med": [ 5.029122257838026e-05, 3.970409306930378e-05, 2.4377433874178678e-05, 1.1113867913081776e-05, 4.727653049485525e-06 ], "bp_grad_F": [ 0.19932542741298676, 0.15725064277648926, 0.09246863424777985, 0.0411805622279644, 0.017557309940457344 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.797913134098053, "epoch": 27 }, { "hidden_norms": [ 11.269571304321289, 10.811884880065918, 12.215055465698242, 17.399166107177734, 31.893146514892578 ], "bp_grad_per_sample_l2_med": [ 4.582677502185106e-05, 3.702253525261767e-05, 2.1835987354279496e-05, 9.762208719621412e-06, 4.239610916556558e-06 ], "bp_grad_F": [ 0.20321832597255707, 0.16079877316951752, 0.0944279357790947, 0.04182669520378113, 0.01770154759287834 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8015000224113464, "loss_eval": 0.8103511929512024, "epoch": 28 }, { "hidden_norms": [ 11.269571304321289, 10.8074951171875, 12.208087921142578, 17.4328670501709, 32.0993537902832 ], "bp_grad_per_sample_l2_med": [ 4.3260886741336435e-05, 3.466813359409571e-05, 2.0653966203099117e-05, 9.232544471160509e-06, 3.864107839035569e-06 ], "bp_grad_F": [ 0.20730803906917572, 0.16447876393795013, 0.09640119969844818, 0.042481184005737305, 0.017861463129520416 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8030000329017639, "loss_eval": 0.8259979486465454, "epoch": 29 }, { "hidden_norms": [ 11.269571304321289, 10.802508354187012, 12.201593399047852, 17.472795486450195, 32.34526824951172 ], "bp_grad_per_sample_l2_med": [ 4.115825140615925e-05, 3.3230924600502476e-05, 1.9723833247553557e-05, 8.868120858096518e-06, 3.842445494228741e-06 ], "bp_grad_F": [ 0.21079479157924652, 0.16765208542346954, 0.09817153960466385, 0.04308956116437912, 0.018017521128058434 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.835996687412262, "epoch": 30 }, { "hidden_norms": [ 11.269571304321289, 10.79713249206543, 12.19255542755127, 17.48019790649414, 32.53469467163086 ], "bp_grad_per_sample_l2_med": [ 3.9538805140182376e-05, 3.1396168196806684e-05, 1.915965367516037e-05, 8.288401659228839e-06, 3.5655145893542795e-06 ], "bp_grad_F": [ 0.2140273153781891, 0.1706041693687439, 0.09975717961788177, 0.043599311262369156, 0.018129423260688782 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.8454185724258423, "epoch": 31 }, { "hidden_norms": [ 11.269571304321289, 10.793066024780273, 12.186600685119629, 17.523115158081055, 32.76158905029297 ], "bp_grad_per_sample_l2_med": [ 3.902446405845694e-05, 3.034434666915331e-05, 1.7979460608330555e-05, 8.018372682272457e-06, 3.2052466849563643e-06 ], "bp_grad_F": [ 0.217476025223732, 0.17371903359889984, 0.10147368907928467, 0.04418298602104187, 0.018276885151863098 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8025000095367432, "loss_eval": 0.8576318621635437, "epoch": 32 }, { "hidden_norms": [ 11.269571304321289, 10.788265228271484, 12.18388557434082, 17.53253173828125, 32.96540832519531 ], "bp_grad_per_sample_l2_med": [ 3.487027424853295e-05, 2.7703388695954345e-05, 1.6244883227045648e-05, 6.949686849111458e-06, 3.01652812595421e-06 ], "bp_grad_F": [ 0.2205507904291153, 0.17653042078018188, 0.10301276296377182, 0.04468648508191109, 0.018391530960798264 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.8676812648773193, "epoch": 33 }, { "hidden_norms": [ 11.269571304321289, 10.782870292663574, 12.177481651306152, 17.572200775146484, 33.13017654418945 ], "bp_grad_per_sample_l2_med": [ 3.207056215615012e-05, 2.538906664995011e-05, 1.4797540643485263e-05, 6.3980214690673165e-06, 2.7153869268659037e-06 ], "bp_grad_F": [ 0.22312353551387787, 0.17893576622009277, 0.10432329773902893, 0.045110564678907394, 0.018488196656107903 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8015000224113464, "loss_eval": 0.8748663663864136, "epoch": 34 }, { "hidden_norms": [ 11.269571304321289, 10.778507232666016, 12.176526069641113, 17.577714920043945, 33.292396545410156 ], "bp_grad_per_sample_l2_med": [ 3.117206506431103e-05, 2.5556160835549235e-05, 1.5269728464772925e-05, 6.6313673414697405e-06, 2.837193505911273e-06 ], "bp_grad_F": [ 0.22575876116752625, 0.18135619163513184, 0.10563197731971741, 0.045539867132902145, 0.01859084889292717 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.8849357962608337, "epoch": 35 }, { "hidden_norms": [ 11.269571304321289, 10.775252342224121, 12.169761657714844, 17.6116943359375, 33.44955062866211 ], "bp_grad_per_sample_l2_med": [ 3.0056495234020986e-05, 2.4113667677738704e-05, 1.408176376571646e-05, 6.1218188420752995e-06, 2.6174138838541694e-06 ], "bp_grad_F": [ 0.2284391075372696, 0.18377536535263062, 0.1069609671831131, 0.04599269852042198, 0.018708044663071632 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8015000224113464, "loss_eval": 0.8959856629371643, "epoch": 36 }, { "hidden_norms": [ 11.269571304321289, 10.772398948669434, 12.164031028747559, 17.635194778442383, 33.5887451171875 ], "bp_grad_per_sample_l2_med": [ 2.7790018066298217e-05, 2.2673413695883937e-05, 1.327950394625077e-05, 5.801120551041095e-06, 2.3991885882423958e-06 ], "bp_grad_F": [ 0.23064540326595306, 0.1858666092157364, 0.10809148848056793, 0.04634574428200722, 0.018780354410409927 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8005000352859497, "loss_eval": 0.9018086194992065, "epoch": 37 }, { "hidden_norms": [ 11.269571304321289, 10.76898193359375, 12.161084175109863, 17.64798927307129, 33.7384033203125 ], "bp_grad_per_sample_l2_med": [ 2.7914453312405385e-05, 2.2498874386656098e-05, 1.335815068159718e-05, 5.8119312598137185e-06, 2.478651822457323e-06 ], "bp_grad_F": [ 0.2330632209777832, 0.1880374252796173, 0.10926036536693573, 0.04673014581203461, 0.01887366734445095 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.9126823544502258, "epoch": 38 }, { "hidden_norms": [ 11.269571304321289, 10.765782356262207, 12.157867431640625, 17.654565811157227, 33.87545394897461 ], "bp_grad_per_sample_l2_med": [ 2.617536301841028e-05, 2.155852780560963e-05, 1.26063732750481e-05, 5.598193638434168e-06, 2.3114046143746236e-06 ], "bp_grad_F": [ 0.23493894934654236, 0.18982405960559845, 0.11023002117872238, 0.0470343716442585, 0.018937399610877037 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.8010000586509705, "loss_eval": 0.918436586856842, "epoch": 39 }, { "hidden_norms": [ 11.269571304321289, 10.76235294342041, 12.158239364624023, 17.692272186279297, 33.97838592529297 ], "bp_grad_per_sample_l2_med": [ 2.5225266654160805e-05, 2.0318799215601757e-05, 1.18104180728551e-05, 5.113367024023319e-06, 2.0679383396782214e-06 ], "bp_grad_F": [ 0.23714447021484375, 0.1918695867061615, 0.11135337501764297, 0.047415897250175476, 0.019037041813135147 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.926592230796814, "epoch": 40 }, { "hidden_norms": [ 11.269571304321289, 10.761220932006836, 12.152015686035156, 17.702022552490234, 34.099910736083984 ], "bp_grad_per_sample_l2_med": [ 2.4690283680683933e-05, 2.0103743736399338e-05, 1.1646708117041271e-05, 5.211788447923027e-06, 2.065433818643214e-06 ], "bp_grad_F": [ 0.23883607983589172, 0.1934758871793747, 0.11221782118082047, 0.04768490791320801, 0.019090749323368073 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.799500048160553, "loss_eval": 0.9292308688163757, "epoch": 41 }, { "hidden_norms": [ 11.269571304321289, 10.758316993713379, 12.149521827697754, 17.706113815307617, 34.19028091430664 ], "bp_grad_per_sample_l2_med": [ 2.3211940060718916e-05, 1.8614891814650036e-05, 1.1040006938856095e-05, 4.901159627479501e-06, 2.003940153372241e-06 ], "bp_grad_F": [ 0.24076926708221436, 0.19526584446430206, 0.1131957471370697, 0.048007190227508545, 0.019170215353369713 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.939300000667572, "epoch": 42 }, { "hidden_norms": [ 11.269571304321289, 10.7562894821167, 12.145485877990723, 17.72273063659668, 34.302001953125 ], "bp_grad_per_sample_l2_med": [ 2.3761875127092935e-05, 1.9169772713212296e-05, 1.1290117072348949e-05, 4.916772468277486e-06, 1.9402432371862233e-06 ], "bp_grad_F": [ 0.2422482967376709, 0.19667460024356842, 0.11394675076007843, 0.04823824390769005, 0.019216476008296013 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.800000011920929, "loss_eval": 0.9442830681800842, "epoch": 43 }, { "hidden_norms": [ 11.269571304321289, 10.753690719604492, 12.144105911254883, 17.737106323242188, 34.404640197753906 ], "bp_grad_per_sample_l2_med": [ 2.1792104234918952e-05, 1.8292348613613285e-05, 1.0393917364126537e-05, 4.534665094979573e-06, 1.8929350744656404e-06 ], "bp_grad_F": [ 0.2442140281200409, 0.1984620988368988, 0.11491919308900833, 0.04856158792972565, 0.019297350198030472 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.799500048160553, "loss_eval": 0.9510068297386169, "epoch": 44 }, { "hidden_norms": [ 11.269571304321289, 10.751104354858398, 12.139998435974121, 17.73967170715332, 34.49326705932617 ], "bp_grad_per_sample_l2_med": [ 2.228700031992048e-05, 1.800662539608311e-05, 1.02799631349626e-05, 4.365918812254677e-06, 1.763435875545838e-06 ], "bp_grad_F": [ 0.24558202922344208, 0.19977517426013947, 0.11561965942382812, 0.04877489432692528, 0.019342035055160522 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7980000376701355, "loss_eval": 0.9541275501251221, "epoch": 45 }, { "hidden_norms": [ 11.269571304321289, 10.748708724975586, 12.140083312988281, 17.75340461730957, 34.58064651489258 ], "bp_grad_per_sample_l2_med": [ 2.0954081264790148e-05, 1.69687900779536e-05, 1.0029441000369843e-05, 4.277889729564777e-06, 1.7006685766318697e-06 ], "bp_grad_F": [ 0.24700944125652313, 0.20111818611621857, 0.11635513603687286, 0.04901802912354469, 0.019400382414460182 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.9603452086448669, "epoch": 46 }, { "hidden_norms": [ 11.269571304321289, 10.747987747192383, 12.13515567779541, 17.773204803466797, 34.66823196411133 ], "bp_grad_per_sample_l2_med": [ 2.019237945205532e-05, 1.6703623259672895e-05, 9.940931704477407e-06, 4.2076449062733445e-06, 1.6902752122405218e-06 ], "bp_grad_F": [ 0.2484009861946106, 0.20242078602313995, 0.11704456806182861, 0.04923176020383835, 0.019446346908807755 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7980000376701355, "loss_eval": 0.9656705260276794, "epoch": 47 }, { "hidden_norms": [ 11.269571304321289, 10.746366500854492, 12.134767532348633, 17.78083038330078, 34.744384765625 ], "bp_grad_per_sample_l2_med": [ 1.9601726307882927e-05, 1.625595541554503e-05, 9.70309520198498e-06, 4.2589249460434075e-06, 1.6490113239342463e-06 ], "bp_grad_F": [ 0.2497195154428482, 0.20365330576896667, 0.1177029013633728, 0.0494362898170948, 0.019490210339426994 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7985000610351562, "loss_eval": 0.9694753885269165, "epoch": 48 }, { "hidden_norms": [ 11.269571304321289, 10.745685577392578, 12.132808685302734, 17.785594940185547, 34.818721771240234 ], "bp_grad_per_sample_l2_med": [ 1.9891656847903505e-05, 1.645386146265082e-05, 9.532630429021083e-06, 4.012633780803299e-06, 1.5627846323695849e-06 ], "bp_grad_F": [ 0.25097453594207764, 0.2048366218805313, 0.11835213750600815, 0.04964917525649071, 0.019541876390576363 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7970000505447388, "loss_eval": 0.9751549363136292, "epoch": 49 }, { "hidden_norms": [ 11.269571304321289, 10.744300842285156, 12.130931854248047, 17.797060012817383, 34.88679885864258 ], "bp_grad_per_sample_l2_med": [ 1.86829984158976e-05, 1.5538031220785342e-05, 9.179881089949049e-06, 3.900266619893955e-06, 1.5405096291942755e-06 ], "bp_grad_F": [ 0.2520725131034851, 0.20589254796504974, 0.11892128735780716, 0.04982898011803627, 0.0195804163813591 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7980000376701355, "loss_eval": 0.9781593084335327, "epoch": 50 }, { "hidden_norms": [ 11.269571304321289, 10.742894172668457, 12.128829002380371, 17.800174713134766, 34.937950134277344 ], "bp_grad_per_sample_l2_med": [ 1.839629840105772e-05, 1.504779083916219e-05, 8.953754331741948e-06, 3.7526185678871116e-06, 1.5395226000691764e-06 ], "bp_grad_F": [ 0.25313958525657654, 0.2068854719400406, 0.11944505572319031, 0.0499873124063015, 0.019611038267612457 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 0.9819083213806152, "epoch": 51 }, { "hidden_norms": [ 11.269571304321289, 10.741170883178711, 12.12833309173584, 17.80767822265625, 35.008392333984375 ], "bp_grad_per_sample_l2_med": [ 1.8736680431175046e-05, 1.5372819689218886e-05, 9.080923518922646e-06, 3.7873542169108987e-06, 1.4909855963196605e-06 ], "bp_grad_F": [ 0.2542133629322052, 0.20790545642375946, 0.11999284476041794, 0.05016028508543968, 0.019651155918836594 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.9845340847969055, "epoch": 52 }, { "hidden_norms": [ 11.269571304321289, 10.739892959594727, 12.124402046203613, 17.814624786376953, 35.0652961730957 ], "bp_grad_per_sample_l2_med": [ 1.820523539208807e-05, 1.4827967788733076e-05, 8.919139872887172e-06, 3.8056493849580875e-06, 1.4648703654529527e-06 ], "bp_grad_F": [ 0.25528770685195923, 0.2089182734489441, 0.12054150551557541, 0.05034028738737106, 0.019695136696100235 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.9892162680625916, "epoch": 53 }, { "hidden_norms": [ 11.269571304321289, 10.738609313964844, 12.125777244567871, 17.821733474731445, 35.119747161865234 ], "bp_grad_per_sample_l2_med": [ 1.807287299016025e-05, 1.485222401242936e-05, 8.809645805740729e-06, 3.601295475164079e-06, 1.3953541611044784e-06 ], "bp_grad_F": [ 0.25628989934921265, 0.2098524272441864, 0.12104840576648712, 0.05050570145249367, 0.019734907895326614 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7970000505447388, "loss_eval": 0.9929525852203369, "epoch": 54 }, { "hidden_norms": [ 11.269571304321289, 10.738442420959473, 12.123546600341797, 17.828126907348633, 35.1645393371582 ], "bp_grad_per_sample_l2_med": [ 1.7838316125562415e-05, 1.4615891814173665e-05, 8.594040991738439e-06, 3.6455955978453858e-06, 1.4180122889229096e-06 ], "bp_grad_F": [ 0.25709325075149536, 0.21062038838863373, 0.12145251780748367, 0.05062393099069595, 0.019757961854338646 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.9955189228057861, "epoch": 55 }, { "hidden_norms": [ 11.269571304321289, 10.736928939819336, 12.120393753051758, 17.832061767578125, 35.21808624267578 ], "bp_grad_per_sample_l2_med": [ 1.690394310571719e-05, 1.4294129869085737e-05, 8.27510575618362e-06, 3.6071653539693216e-06, 1.3830640455125831e-06 ], "bp_grad_F": [ 0.25789716839790344, 0.21137811243534088, 0.12185957282781601, 0.050752829760313034, 0.019786853343248367 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7975000143051147, "loss_eval": 0.9983878135681152, "epoch": 56 }, { "hidden_norms": [ 11.269571304321289, 10.7359619140625, 12.122570991516113, 17.835556030273438, 35.264137268066406 ], "bp_grad_per_sample_l2_med": [ 1.6666754163452424e-05, 1.4025285963725764e-05, 8.179616088455077e-06, 3.4237471027154243e-06, 1.3576167248174897e-06 ], "bp_grad_F": [ 0.25863000750541687, 0.21208500862121582, 0.12223963439464569, 0.050873447209596634, 0.0198147501796484 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0010322332382202, "epoch": 57 }, { "hidden_norms": [ 11.269571304321289, 10.73526668548584, 12.120652198791504, 17.842275619506836, 35.31349182128906 ], "bp_grad_per_sample_l2_med": [ 1.6808457075967453e-05, 1.3759586181549821e-05, 8.023761438380461e-06, 3.3788217024266487e-06, 1.3503363334166352e-06 ], "bp_grad_F": [ 0.2594156563282013, 0.2128157913684845, 0.12262928485870361, 0.050996698439121246, 0.01984303817152977 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.7990000247955322, "loss_eval": 1.0038610696792603, "epoch": 58 }, { "hidden_norms": [ 11.269571304321289, 10.735087394714355, 12.11837387084961, 17.846410751342773, 35.347412109375 ], "bp_grad_per_sample_l2_med": [ 1.662989416217897e-05, 1.3822269465890713e-05, 7.92401988292113e-06, 3.472342541499529e-06, 1.327858285549155e-06 ], "bp_grad_F": [ 0.26001590490341187, 0.21339008212089539, 0.12293757498264313, 0.05109258368611336, 0.01986365020275116 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796500027179718, "loss_eval": 1.0062025785446167, "epoch": 59 }, { "hidden_norms": [ 11.269571304321289, 10.734339714050293, 12.117914199829102, 17.84966468811035, 35.381446838378906 ], "bp_grad_per_sample_l2_med": [ 1.6489182598888874e-05, 1.3682294593309052e-05, 8.124485248117708e-06, 3.407540134503506e-06, 1.3195593737691524e-06 ], "bp_grad_F": [ 0.2605873942375183, 0.21394510567188263, 0.1232379749417305, 0.05118485540151596, 0.019882848486304283 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0082966089248657, "epoch": 60 }, { "hidden_norms": [ 11.269571304321289, 10.733570098876953, 12.118681907653809, 17.854442596435547, 35.417537689208984 ], "bp_grad_per_sample_l2_med": [ 1.6188618246815167e-05, 1.3713249245483894e-05, 7.876165909692645e-06, 3.343990783832851e-06, 1.2941204659000505e-06 ], "bp_grad_F": [ 0.2612352669239044, 0.21454451978206635, 0.12355507910251617, 0.05128618702292442, 0.019906867295503616 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0103161334991455, "epoch": 61 }, { "hidden_norms": [ 11.269571304321289, 10.73337459564209, 12.116337776184082, 17.85533332824707, 35.44430160522461 ], "bp_grad_per_sample_l2_med": [ 1.6262945791822858e-05, 1.3456610759021714e-05, 7.976923370733857e-06, 3.304621941424557e-06, 1.2957953003933653e-06 ], "bp_grad_F": [ 0.2618514895439148, 0.21511761844158173, 0.12386228144168854, 0.05138511210680008, 0.019930575042963028 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0126534700393677, "epoch": 62 }, { "hidden_norms": [ 11.269571304321289, 10.732640266418457, 12.11673641204834, 17.85984992980957, 35.47673797607422 ], "bp_grad_per_sample_l2_med": [ 1.5915471522021107e-05, 1.3434865650197025e-05, 7.765964255668223e-06, 3.272770300100092e-06, 1.2807531675207429e-06 ], "bp_grad_F": [ 0.26224803924560547, 0.2155023217201233, 0.124069944024086, 0.051448848098516464, 0.019943425431847572 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0140384435653687, "epoch": 63 }, { "hidden_norms": [ 11.269571304321289, 10.732240676879883, 12.115690231323242, 17.86297035217285, 35.500823974609375 ], "bp_grad_per_sample_l2_med": [ 1.557435462018475e-05, 1.2797115232388023e-05, 7.646640369785018e-06, 3.2042576094681863e-06, 1.2790382015737123e-06 ], "bp_grad_F": [ 0.26270976662635803, 0.2159367799758911, 0.12429951131343842, 0.051519569009542465, 0.01995890960097313 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796500027179718, "loss_eval": 1.0154695510864258, "epoch": 64 }, { "hidden_norms": [ 11.269571304321289, 10.731745719909668, 12.114669799804688, 17.86736297607422, 35.528076171875 ], "bp_grad_per_sample_l2_med": [ 1.58700677275192e-05, 1.3018690879107453e-05, 7.55094788473798e-06, 3.2220066259469604e-06, 1.2598871990121552e-06 ], "bp_grad_F": [ 0.26308032870292664, 0.2162918895483017, 0.12448756396770477, 0.051577214151620865, 0.019970662891864777 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0169501304626465, "epoch": 65 }, { "hidden_norms": [ 11.269571304321289, 10.731338500976562, 12.113511085510254, 17.86815643310547, 35.54944610595703 ], "bp_grad_per_sample_l2_med": [ 1.5586350855301134e-05, 1.2824431905755773e-05, 7.649568942724727e-06, 3.1966815186024178e-06, 1.2639170563488733e-06 ], "bp_grad_F": [ 0.26345473527908325, 0.21664129197597504, 0.12467629462480545, 0.051637567579746246, 0.01998509280383587 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796500027179718, "loss_eval": 1.018563985824585, "epoch": 66 }, { "hidden_norms": [ 11.269571304321289, 10.731039047241211, 12.113682746887207, 17.872100830078125, 35.56554412841797 ], "bp_grad_per_sample_l2_med": [ 1.5501789675909095e-05, 1.2836935638915747e-05, 7.47852936910931e-06, 3.1328777367889415e-06, 1.2308250916248653e-06 ], "bp_grad_F": [ 0.2637687623500824, 0.2169436365365982, 0.124836765229702, 0.0516866035759449, 0.019995568320155144 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0192590951919556, "epoch": 67 }, { "hidden_norms": [ 11.269571304321289, 10.730656623840332, 12.114008903503418, 17.87257194519043, 35.58961486816406 ], "bp_grad_per_sample_l2_med": [ 1.5237865227391012e-05, 1.2954994417668786e-05, 7.515009656344773e-06, 3.2117325190483825e-06, 1.2425814475136576e-06 ], "bp_grad_F": [ 0.2640174925327301, 0.21717986464500427, 0.1249629333615303, 0.051725782454013824, 0.020004095509648323 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0201796293258667, "epoch": 68 }, { "hidden_norms": [ 11.269571304321289, 10.730304718017578, 12.112882614135742, 17.87510108947754, 35.60005569458008 ], "bp_grad_per_sample_l2_med": [ 1.5281846572179347e-05, 1.280397191294469e-05, 7.457324500137474e-06, 3.1238730571203632e-06, 1.2271989362488966e-06 ], "bp_grad_F": [ 0.26432526111602783, 0.2174660563468933, 0.12511758506298065, 0.05177601799368858, 0.02001647651195526 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0214923620224, "epoch": 69 }, { "hidden_norms": [ 11.269571304321289, 10.730023384094238, 12.112593650817871, 17.87718963623047, 35.61077880859375 ], "bp_grad_per_sample_l2_med": [ 1.5160739167185966e-05, 1.2885939213447273e-05, 7.442678906954825e-06, 3.1402662443724694e-06, 1.2329509218034218e-06 ], "bp_grad_F": [ 0.2645094394683838, 0.21764276921749115, 0.12521088123321533, 0.051804810762405396, 0.020022746175527573 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0221376419067383, "epoch": 70 }, { "hidden_norms": [ 11.269571304321289, 10.729791641235352, 12.11282730102539, 17.878896713256836, 35.62131118774414 ], "bp_grad_per_sample_l2_med": [ 1.4924515198799782e-05, 1.2676942787948065e-05, 7.327739240281517e-06, 3.135102815576829e-06, 1.2368633406367735e-06 ], "bp_grad_F": [ 0.26469096541404724, 0.2178148329257965, 0.12530171871185303, 0.051832377910614014, 0.02002853713929653 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0227359533309937, "epoch": 71 }, { "hidden_norms": [ 11.269571304321289, 10.72957706451416, 12.112420082092285, 17.879562377929688, 35.631195068359375 ], "bp_grad_per_sample_l2_med": [ 1.5078092474141158e-05, 1.2648180018004496e-05, 7.402486517094076e-06, 3.110948682660819e-06, 1.2303731864449219e-06 ], "bp_grad_F": [ 0.26483553647994995, 0.2179516702890396, 0.12537437677383423, 0.051855091005563736, 0.020033741369843483 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0231714248657227, "epoch": 72 }, { "hidden_norms": [ 11.269571304321289, 10.72945499420166, 12.112156867980957, 17.8814754486084, 35.639610290527344 ], "bp_grad_per_sample_l2_med": [ 1.4999122868175618e-05, 1.2563705240609124e-05, 7.3636233537399676e-06, 3.091453436354641e-06, 1.2325838270044187e-06 ], "bp_grad_F": [ 0.2649652361869812, 0.21807390451431274, 0.12544025480747223, 0.05187588557600975, 0.020038409158587456 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0237369537353516, "epoch": 73 }, { "hidden_norms": [ 11.269571304321289, 10.729272842407227, 12.112222671508789, 17.881935119628906, 35.644290924072266 ], "bp_grad_per_sample_l2_med": [ 1.4974531950429082e-05, 1.2648583833652083e-05, 7.3520282057870645e-06, 3.080302576563554e-06, 1.2291716302570421e-06 ], "bp_grad_F": [ 0.2650584876537323, 0.21816210448741913, 0.12548699975013733, 0.051890380680561066, 0.020041609182953835 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0240200757980347, "epoch": 74 }, { "hidden_norms": [ 11.269571304321289, 10.72924518585205, 12.112285614013672, 17.88214683532715, 35.64848709106445 ], "bp_grad_per_sample_l2_med": [ 1.4959082363930065e-05, 1.2588670870172791e-05, 7.344425739574945e-06, 3.080124088228331e-06, 1.2237677537996206e-06 ], "bp_grad_F": [ 0.26513636112213135, 0.21823462843894958, 0.12552553415298462, 0.051902592182159424, 0.020044438540935516 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0243031978607178, "epoch": 75 }, { "hidden_norms": [ 11.269571304321289, 10.72916030883789, 12.112074851989746, 17.882980346679688, 35.650428771972656 ], "bp_grad_per_sample_l2_med": [ 1.4942641428206116e-05, 1.2567295925691724e-05, 7.336187991313636e-06, 3.0725423130206764e-06, 1.2260832136234967e-06 ], "bp_grad_F": [ 0.26517778635025024, 0.21827547252178192, 0.12554767727851868, 0.0519094243645668, 0.02004585973918438 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0244944095611572, "epoch": 76 }, { "hidden_norms": [ 11.269571304321289, 10.729132652282715, 12.112125396728516, 17.883481979370117, 35.65312576293945 ], "bp_grad_per_sample_l2_med": [ 1.4903710507496726e-05, 1.2576123481267132e-05, 7.317236850212794e-06, 3.078314875892829e-06, 1.2210558679726091e-06 ], "bp_grad_F": [ 0.26521575450897217, 0.2183104306459427, 0.1255662441253662, 0.051915280520915985, 0.02004723809659481 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0246349573135376, "epoch": 77 }, { "hidden_norms": [ 11.269571304321289, 10.729104995727539, 12.11208724975586, 17.88361167907715, 35.65410614013672 ], "bp_grad_per_sample_l2_med": [ 1.4916706277290359e-05, 1.2563130439957604e-05, 7.323697445826838e-06, 3.0812991553830216e-06, 1.2211262401251588e-06 ], "bp_grad_F": [ 0.26523175835609436, 0.2183263599872589, 0.12557478249073029, 0.05191792547702789, 0.02004779316484928 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0246796607971191, "epoch": 78 }, { "hidden_norms": [ 11.269571304321289, 10.729097366333008, 12.112085342407227, 17.88372230529785, 35.65440368652344 ], "bp_grad_per_sample_l2_med": [ 1.4912001461198088e-05, 1.2556130059238058e-05, 7.32138505554758e-06, 3.077205747104017e-06, 1.2217307130413246e-06 ], "bp_grad_F": [ 0.2652417719364166, 0.21833550930023193, 0.1255796104669571, 0.05191945284605026, 0.02004816010594368 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.0247222185134888, "epoch": 79 }, { "hidden_norms": [ 11.269571304321289, 10.729093551635742, 12.112082481384277, 17.88372230529785, 35.65460205078125 ], "bp_grad_per_sample_l2_med": [ 1.4914756320649758e-05, 1.2556190995383076e-05, 7.322747933358187e-06, 3.0772835089010186e-06, 1.2216489722050028e-06 ], "bp_grad_F": [ 0.2652438282966614, 0.21833744645118713, 0.12558062374591827, 0.051919758319854736, 0.020048221573233604 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.796000063419342, "loss_eval": 1.024727463722229, "epoch": 80 } ], "dfa_log": [ { "hidden_norms": [ 11.269571304321289, 11.290447235107422, 11.313605308532715, 11.351215362548828, 11.398087501525879 ], "bp_grad_per_sample_l2_med": [ 0.00028353024390526116, 0.0002828188880812377, 0.00028162598027847707, 0.0002799496578518301, 0.0002791006409097463 ], "bp_grad_F": [ 0.012684082612395287, 0.01264861598610878, 0.012589854188263416, 0.012511610053479671, 0.012471316382288933 ], "gamma_dfa": -0.0034942624624818563, "gamma_dfa_per_layer": [ -0.029981477186083794, 0.023911481723189354, 0.0022033676505088806, -0.010110422037541866 ], "acc_eval": 0.08450000733137131, "loss_eval": 2.4790313243865967, "epoch": 0 }, { "hidden_norms": [ 11.269571304321289, 11.505881309509277, 11.757291793823242, 12.0764741897583, 12.435522079467773 ], "bp_grad_per_sample_l2_med": [ 0.00031470530666410923, 0.0002926285960711539, 0.00027369827148504555, 0.0002595284313429147, 0.0002512428327463567 ], "bp_grad_F": [ 0.014148155227303505, 0.013173527084290981, 0.01228535920381546, 0.0115915322676301, 0.01116928644478321 ], "gamma_dfa": 0.11511426232755184, "gamma_dfa_per_layer": [ 0.12020161747932434, 0.12450753152370453, 0.12499555945396423, 0.09075234085321426 ], "acc_eval": 0.3775000274181366, "loss_eval": 1.8237801790237427, "epoch": 1 }, { "hidden_norms": [ 11.269571304321289, 11.90947437286377, 13.027632713317871, 14.888558387756348, 17.22944450378418 ], "bp_grad_per_sample_l2_med": [ 0.0006904517649672925, 0.000503765360917896, 0.0003708408330567181, 0.00028136910987086594, 0.00023244605108629912 ], "bp_grad_F": [ 0.03382011875510216, 0.024346396327018738, 0.017825284972786903, 0.013448701240122318, 0.011137359775602818 ], "gamma_dfa": 0.219235859811306, "gamma_dfa_per_layer": [ 0.2247210592031479, 0.20836304128170013, 0.23224417865276337, 0.2116151601076126 ], "acc_eval": 0.6325000524520874, "loss_eval": 1.0442804098129272, "epoch": 2 }, { "hidden_norms": [ 11.269571304321289, 12.249103546142578, 14.663236618041992, 19.286497116088867, 24.994598388671875 ], "bp_grad_per_sample_l2_med": [ 0.000785678334068507, 0.0004984966944903135, 0.00031956040766090155, 0.00021816199296154082, 0.00017694469715934247 ], "bp_grad_F": [ 0.049792274832725525, 0.03142387419939041, 0.020070550963282585, 0.01388809084892273, 0.011133435182273388 ], "gamma_dfa": 0.20651238784193993, "gamma_dfa_per_layer": [ 0.19393788278102875, 0.1939619481563568, 0.23087021708488464, 0.2072795033454895 ], "acc_eval": 0.690500020980835, "loss_eval": 0.8105630278587341, "epoch": 3 }, { "hidden_norms": [ 11.269571304321289, 12.623353004455566, 17.037206649780273, 26.137210845947266, 36.338985443115234 ], "bp_grad_per_sample_l2_med": [ 0.0007407923694700003, 0.0004117340431548655, 0.00024256351753138006, 0.00016813547699712217, 0.00014022440882399678 ], "bp_grad_F": [ 0.06029670313000679, 0.0337882824242115, 0.0196156557649374, 0.01336250826716423, 0.011071481741964817 ], "gamma_dfa": 0.18698954582214355, "gamma_dfa_per_layer": [ 0.15680347383022308, 0.17669467628002167, 0.2232135385274887, 0.19124649465084076 ], "acc_eval": 0.7130000591278076, "loss_eval": 0.7352707386016846, "epoch": 4 }, { "hidden_norms": [ 11.269571304321289, 13.056242942810059, 20.31708526611328, 35.354278564453125, 50.72277069091797 ], "bp_grad_per_sample_l2_med": [ 0.0007306670304387808, 0.000362707331078127, 0.00019432755652815104, 0.00014284192002378404, 0.0001259525743080303 ], "bp_grad_F": [ 0.06756022572517395, 0.03394190967082977, 0.018268020823597908, 0.012735997326672077, 0.011040973477065563 ], "gamma_dfa": 0.16737862676382065, "gamma_dfa_per_layer": [ 0.12552234530448914, 0.16295458376407623, 0.2097114473581314, 0.17132613062858582 ], "acc_eval": 0.7350000143051147, "loss_eval": 0.716023862361908, "epoch": 5 }, { "hidden_norms": [ 11.269571304321289, 13.544439315795898, 24.727155685424805, 46.518768310546875, 67.0296859741211 ], "bp_grad_per_sample_l2_med": [ 0.0007029862026683986, 0.0003191934374626726, 0.00016633918858133256, 0.00012432104267645627, 0.00011442468530731276 ], "bp_grad_F": [ 0.07251796871423721, 0.03311065956950188, 0.016890449449419975, 0.012321571819484234, 0.011077084578573704 ], "gamma_dfa": 0.15210051462054253, "gamma_dfa_per_layer": [ 0.10109913349151611, 0.15017138421535492, 0.20331066846847534, 0.15382087230682373 ], "acc_eval": 0.7305000424385071, "loss_eval": 0.7123240828514099, "epoch": 6 }, { "hidden_norms": [ 11.269571304321289, 14.096785545349121, 29.970369338989258, 58.48172378540039, 84.44245910644531 ], "bp_grad_per_sample_l2_med": [ 0.0007362618925981224, 0.0003065088822040707, 0.00015729048755019903, 0.00012451721704564989, 0.00011588833149289712 ], "bp_grad_F": [ 0.07530932128429413, 0.03182085230946541, 0.01569041982293129, 0.012093811295926571, 0.011190102435648441 ], "gamma_dfa": 0.14102506078779697, "gamma_dfa_per_layer": [ 0.08732745796442032, 0.14003422856330872, 0.19598272442817688, 0.14075583219528198 ], "acc_eval": 0.7235000133514404, "loss_eval": 0.727388858795166, "epoch": 7 }, { "hidden_norms": [ 11.269571304321289, 14.721030235290527, 35.83012008666992, 70.75320434570312, 101.73139953613281 ], "bp_grad_per_sample_l2_med": [ 0.0007345590856857598, 0.00026920062373392284, 0.000134471949422732, 0.00011552426440175623, 0.000110697525087744 ], "bp_grad_F": [ 0.0819108858704567, 0.03190097585320473, 0.015249059535562992, 0.012194199487566948, 0.011436647735536098 ], "gamma_dfa": 0.1306514535099268, "gamma_dfa_per_layer": [ 0.07609214633703232, 0.13159415125846863, 0.18644346296787262, 0.12847605347633362 ], "acc_eval": 0.7155000567436218, "loss_eval": 0.7610863447189331, "epoch": 8 }, { "hidden_norms": [ 11.269571304321289, 15.34220027923584, 42.35697937011719, 83.51715850830078, 120.42235565185547 ], "bp_grad_per_sample_l2_med": [ 0.0006878858548589051, 0.0002570476208347827, 0.00012823278666473925, 0.00011104762234026566, 0.00010812593973241746 ], "bp_grad_F": [ 0.08083735406398773, 0.029663894325494766, 0.014093351550400257, 0.01174441073089838, 0.011170739307999611 ], "gamma_dfa": 0.12087789550423622, "gamma_dfa_per_layer": [ 0.06335650384426117, 0.12819789350032806, 0.17300739884376526, 0.1189497858285904 ], "acc_eval": 0.7225000262260437, "loss_eval": 0.737341046333313, "epoch": 9 }, { "hidden_norms": [ 11.269571304321289, 16.00116729736328, 49.21657943725586, 96.05623626708984, 138.10394287109375 ], "bp_grad_per_sample_l2_med": [ 0.0007566744461655617, 0.0002493424981366843, 0.0001229145418619737, 0.00010773885151138529, 0.00010482135257916525 ], "bp_grad_F": [ 0.08636438101530075, 0.029551593586802483, 0.013877596706151962, 0.011869709938764572, 0.011369508691132069 ], "gamma_dfa": 0.11321612633764744, "gamma_dfa_per_layer": [ 0.05804715305566788, 0.11809944361448288, 0.16106289625167847, 0.11565501242876053 ], "acc_eval": 0.7175000309944153, "loss_eval": 0.7598624229431152, "epoch": 10 }, { "hidden_norms": [ 11.269571304321289, 16.664016723632812, 56.4381103515625, 109.18519592285156, 157.13400268554688 ], "bp_grad_per_sample_l2_med": [ 0.0007165206479839981, 0.00021803597337566316, 0.00010753094829851761, 0.00010056991595774889, 9.790556214284152e-05 ], "bp_grad_F": [ 0.09135312587022781, 0.029706060886383057, 0.013932082802057266, 0.012196206487715244, 0.011740063317120075 ], "gamma_dfa": 0.1071977848187089, "gamma_dfa_per_layer": [ 0.04954911395907402, 0.1143685057759285, 0.1548140048980713, 0.11005951464176178 ], "acc_eval": 0.7000000476837158, "loss_eval": 0.825758159160614, "epoch": 11 }, { "hidden_norms": [ 11.269571304321289, 17.334924697875977, 63.52719497680664, 121.75878143310547, 175.05706787109375 ], "bp_grad_per_sample_l2_med": [ 0.0007098973728716373, 0.0002017641963902861, 0.00010367313370807096, 9.554869029670954e-05, 9.339704411104321e-05 ], "bp_grad_F": [ 0.0928206816315651, 0.02807745151221752, 0.013300982303917408, 0.011954967863857746, 0.011584528721868992 ], "gamma_dfa": 0.10307322815060616, "gamma_dfa_per_layer": [ 0.046224936842918396, 0.11165355145931244, 0.14536075294017792, 0.10905367136001587 ], "acc_eval": 0.7085000276565552, "loss_eval": 0.8147838711738586, "epoch": 12 }, { "hidden_norms": [ 11.269571304321289, 18.066408157348633, 71.18386840820312, 135.29449462890625, 194.25502014160156 ], "bp_grad_per_sample_l2_med": [ 0.000749382539652288, 0.00023277483705896884, 0.00012272220919840038, 0.00011419993097661063, 0.00011211293895030394 ], "bp_grad_F": [ 0.08808046579360962, 0.026459064334630966, 0.01287052407860756, 0.011758155189454556, 0.01143786869943142 ], "gamma_dfa": 0.09524188842624426, "gamma_dfa_per_layer": [ 0.042861852794885635, 0.09963438659906387, 0.1363406628370285, 0.10213065147399902 ], "acc_eval": 0.7090000510215759, "loss_eval": 0.7797307372093201, "epoch": 13 }, { "hidden_norms": [ 11.269571304321289, 18.722259521484375, 78.48313903808594, 148.08277893066406, 213.12060546875 ], "bp_grad_per_sample_l2_med": [ 0.0007828621892258525, 0.00022329931380227208, 0.0001217587196151726, 0.00011403425014577806, 0.00011114090739283711 ], "bp_grad_F": [ 0.09129610657691956, 0.02616111747920513, 0.012879838235676289, 0.011936144903302193, 0.011643719859421253 ], "gamma_dfa": 0.0928388200700283, "gamma_dfa_per_layer": [ 0.04325374215841293, 0.09723485261201859, 0.13119162619113922, 0.09967505931854248 ], "acc_eval": 0.7015000581741333, "loss_eval": 0.810487687587738, "epoch": 14 }, { "hidden_norms": [ 11.269571304321289, 19.439603805541992, 86.18466186523438, 160.40892028808594, 230.23739624023438 ], "bp_grad_per_sample_l2_med": [ 0.0007217489182949066, 0.00018824212020263076, 0.00010298609413439408, 9.960142779164016e-05, 9.748922457220033e-05 ], "bp_grad_F": [ 0.09306738525629044, 0.02548908442258835, 0.012566950172185898, 0.011724555864930153, 0.011449399404227734 ], "gamma_dfa": 0.09134612884372473, "gamma_dfa_per_layer": [ 0.040905896574258804, 0.09668857604265213, 0.12694117426872253, 0.10084886848926544 ], "acc_eval": 0.7110000252723694, "loss_eval": 0.7941330075263977, "epoch": 15 }, { "hidden_norms": [ 11.269571304321289, 20.229736328125, 94.05648040771484, 173.3369903564453, 248.50965881347656 ], "bp_grad_per_sample_l2_med": [ 0.0007364301127381623, 0.00019103182421531528, 0.00010473190195625648, 0.00010049886623164639, 9.873881208477542e-05 ], "bp_grad_F": [ 0.09542964398860931, 0.025049429386854172, 0.012468041852116585, 0.011731654405593872, 0.011484012007713318 ], "gamma_dfa": 0.08733212016522884, "gamma_dfa_per_layer": [ 0.034523673355579376, 0.09200998395681381, 0.12135256081819534, 0.10144226253032684 ], "acc_eval": 0.7200000286102295, "loss_eval": 0.806917130947113, "epoch": 16 }, { "hidden_norms": [ 11.269571304321289, 20.94115447998047, 101.5516128540039, 185.91993713378906, 265.6839294433594 ], "bp_grad_per_sample_l2_med": [ 0.0008022052352316678, 0.00020157739345449954, 0.00011702251504175365, 0.00011363227531546727, 0.00011240412277402356 ], "bp_grad_F": [ 0.09439960867166519, 0.024019507691264153, 0.01232285425066948, 0.011713731102645397, 0.011482013389468193 ], "gamma_dfa": 0.08548407163470984, "gamma_dfa_per_layer": [ 0.038230378180742264, 0.08889900892972946, 0.11632363498210907, 0.09848326444625854 ], "acc_eval": 0.7120000123977661, "loss_eval": 0.8131889700889587, "epoch": 17 }, { "hidden_norms": [ 11.269571304321289, 21.71381950378418, 109.32372283935547, 199.24642944335938, 285.1650085449219 ], "bp_grad_per_sample_l2_med": [ 0.00076432921923697, 0.00018322077812626958, 0.00010481786011951044, 0.00010164766717934981, 0.00010087565897265449 ], "bp_grad_F": [ 0.09489408135414124, 0.023419344797730446, 0.01224115677177906, 0.011706860736012459, 0.011501944623887539 ], "gamma_dfa": 0.08550543524324894, "gamma_dfa_per_layer": [ 0.04093854874372482, 0.09244771301746368, 0.11161119490861893, 0.09702428430318832 ], "acc_eval": 0.7150000333786011, "loss_eval": 0.8401313424110413, "epoch": 18 }, { "hidden_norms": [ 11.269571304321289, 22.474592208862305, 117.0955810546875, 212.0178680419922, 303.7491455078125 ], "bp_grad_per_sample_l2_med": [ 0.0008428111323155463, 0.00020001262600999326, 0.00012667309783864766, 0.00012337132648099214, 0.00012319188681431115 ], "bp_grad_F": [ 0.09607862681150436, 0.023683469742536545, 0.01269453763961792, 0.012188468128442764, 0.011980941519141197 ], "gamma_dfa": 0.07937186863273382, "gamma_dfa_per_layer": [ 0.036147553473711014, 0.08243555575609207, 0.1066455990076065, 0.0922587662935257 ], "acc_eval": 0.6840000152587891, "loss_eval": 0.881807267665863, "epoch": 19 }, { "hidden_norms": [ 11.269571304321289, 23.23648452758789, 124.45619201660156, 224.60977172851562, 321.2709655761719 ], "bp_grad_per_sample_l2_med": [ 0.0007923559751361609, 0.00018490788352210075, 0.00011116286623291671, 0.00010867219680221751, 0.00010773272515507415 ], "bp_grad_F": [ 0.09617631882429123, 0.02261228673160076, 0.012236458249390125, 0.011800081469118595, 0.011619490571320057 ], "gamma_dfa": 0.07946366257965565, "gamma_dfa_per_layer": [ 0.036630548536777496, 0.08521611988544464, 0.10408685356378555, 0.0919211283326149 ], "acc_eval": 0.7070000171661377, "loss_eval": 0.8307667374610901, "epoch": 20 }, { "hidden_norms": [ 11.269571304321289, 23.941816329956055, 131.71353149414062, 236.79910278320312, 338.2337951660156 ], "bp_grad_per_sample_l2_med": [ 0.0007988678989931941, 0.00017439998919144273, 0.0001077677879948169, 0.00010501289216335863, 0.00010426317021483555 ], "bp_grad_F": [ 0.09615935385227203, 0.02214771881699562, 0.012244326062500477, 0.01184793096035719, 0.011676526628434658 ], "gamma_dfa": 0.0779404304921627, "gamma_dfa_per_layer": [ 0.032858967781066895, 0.0826181098818779, 0.10167358815670013, 0.09461105614900589 ], "acc_eval": 0.6955000162124634, "loss_eval": 0.8431603312492371, "epoch": 21 }, { "hidden_norms": [ 11.269571304321289, 24.736867904663086, 139.1349639892578, 248.7137908935547, 355.0362243652344 ], "bp_grad_per_sample_l2_med": [ 0.0008002957911230624, 0.00016955590399447829, 0.00010642779670888558, 0.00010389652743469924, 0.00010333865793654695 ], "bp_grad_F": [ 0.10074009746313095, 0.022332124412059784, 0.012284242548048496, 0.011890492402017117, 0.011716442182660103 ], "gamma_dfa": 0.07599243335425854, "gamma_dfa_per_layer": [ 0.03026191145181656, 0.07909790426492691, 0.10020720213651657, 0.09440271556377411 ], "acc_eval": 0.6995000243186951, "loss_eval": 0.8646643161773682, "epoch": 22 }, { "hidden_norms": [ 11.269571304321289, 25.527332305908203, 146.32603454589844, 260.3341064453125, 371.9651184082031 ], "bp_grad_per_sample_l2_med": [ 0.0008058008388616145, 0.00016914791194722056, 0.00010861256305361167, 0.00010723753075581044, 0.00010632628982421011 ], "bp_grad_F": [ 0.10164787620306015, 0.02202906273305416, 0.01239779032766819, 0.012042474001646042, 0.011877987533807755 ], "gamma_dfa": 0.07324381358921528, "gamma_dfa_per_layer": [ 0.03170452266931534, 0.07619009912014008, 0.09431108087301254, 0.09076955169439316 ], "acc_eval": 0.6910000443458557, "loss_eval": 0.9011825919151306, "epoch": 23 }, { "hidden_norms": [ 11.269571304321289, 26.24439239501953, 153.2904510498047, 271.96038818359375, 388.2030029296875 ], "bp_grad_per_sample_l2_med": [ 0.0007652259082533419, 0.00016368107753805816, 0.00010516044130781665, 0.0001030244748108089, 0.00010207654122496024 ], "bp_grad_F": [ 0.09788329899311066, 0.021043717861175537, 0.012156899087131023, 0.011852008290588856, 0.011708464473485947 ], "gamma_dfa": 0.07162218820303679, "gamma_dfa_per_layer": [ 0.032286133617162704, 0.0729740634560585, 0.09137451648712158, 0.08985403925180435 ], "acc_eval": 0.7015000581741333, "loss_eval": 0.8572027683258057, "epoch": 24 }, { "hidden_norms": [ 11.269571304321289, 26.939895629882812, 160.01840209960938, 282.9203796386719, 404.1251220703125 ], "bp_grad_per_sample_l2_med": [ 0.0007471513818018138, 0.00015666495892219245, 0.0001027472535497509, 0.00010242985445074737, 0.00010123744141310453 ], "bp_grad_F": [ 0.09715361893177032, 0.02044457010924816, 0.011886605061590672, 0.011604394763708115, 0.01146735716611147 ], "gamma_dfa": 0.07091694697737694, "gamma_dfa_per_layer": [ 0.0328441858291626, 0.07304085046052933, 0.08939228951931, 0.08839046210050583 ], "acc_eval": 0.7035000324249268, "loss_eval": 0.8259502649307251, "epoch": 25 }, { "hidden_norms": [ 11.269571304321289, 27.655963897705078, 166.2253875732422, 293.953857421875, 419.2309265136719 ], "bp_grad_per_sample_l2_med": [ 0.0008196054841391742, 0.000168012484209612, 0.00011266919318586588, 0.0001119820517487824, 0.00011136133980471641 ], "bp_grad_F": [ 0.09666500240564346, 0.020363574847579002, 0.012169744819402695, 0.011900369077920914, 0.011767606250941753 ], "gamma_dfa": 0.07011445891112089, "gamma_dfa_per_layer": [ 0.03361910209059715, 0.07148489356040955, 0.08753866702318192, 0.08781517297029495 ], "acc_eval": 0.6930000185966492, "loss_eval": 0.8744071125984192, "epoch": 26 }, { "hidden_norms": [ 11.269571304321289, 28.399173736572266, 173.29478454589844, 305.1183776855469, 435.8616027832031 ], "bp_grad_per_sample_l2_med": [ 0.0008379096980206668, 0.00016787118511274457, 0.00011563840962480754, 0.00011382131197024137, 0.00011414202890591696 ], "bp_grad_F": [ 0.09941841661930084, 0.01996329240500927, 0.012196086347103119, 0.011958655901253223, 0.011834335513412952 ], "gamma_dfa": 0.06707034399732947, "gamma_dfa_per_layer": [ 0.027506088837981224, 0.07163777202367783, 0.08489245176315308, 0.08424506336450577 ], "acc_eval": 0.6860000491142273, "loss_eval": 0.8969190716743469, "epoch": 27 }, { "hidden_norms": [ 11.269571304321289, 29.067270278930664, 179.52621459960938, 315.666015625, 450.67449951171875 ], "bp_grad_per_sample_l2_med": [ 0.0007646313752047718, 0.00014840309449937195, 9.849335037870333e-05, 9.682594100013375e-05, 9.619411139283329e-05 ], "bp_grad_F": [ 0.10344142466783524, 0.020078541710972786, 0.012122261337935925, 0.011881489306688309, 0.011760085821151733 ], "gamma_dfa": 0.06692653149366379, "gamma_dfa_per_layer": [ 0.027295783162117004, 0.06953233480453491, 0.08493673801422119, 0.08594126999378204 ], "acc_eval": 0.6980000138282776, "loss_eval": 0.9112558960914612, "epoch": 28 }, { "hidden_norms": [ 11.269571304321289, 29.80398941040039, 186.03025817871094, 326.7105407714844, 466.4792785644531 ], "bp_grad_per_sample_l2_med": [ 0.0008647075155749917, 0.00016527411935385317, 0.00011362476652720943, 0.00011306258238619193, 0.00011151444778079167 ], "bp_grad_F": [ 0.0982326790690422, 0.0193523820489645, 0.012001772411167622, 0.011787012219429016, 0.011672897264361382 ], "gamma_dfa": 0.06665132055059075, "gamma_dfa_per_layer": [ 0.028357060626149178, 0.06870155036449432, 0.0840969979763031, 0.08544967323541641 ], "acc_eval": 0.6960000395774841, "loss_eval": 0.8792264461517334, "epoch": 29 }, { "hidden_norms": [ 11.269571304321289, 30.495162963867188, 192.21092224121094, 336.62432861328125, 480.96929931640625 ], "bp_grad_per_sample_l2_med": [ 0.0007892370922490954, 0.00014862553507555276, 0.00010144516272703186, 0.00010014566942118108, 9.811606287257746e-05 ], "bp_grad_F": [ 0.10485321283340454, 0.01980445720255375, 0.012311456725001335, 0.01209663413465023, 0.011984387412667274 ], "gamma_dfa": 0.0650303359143436, "gamma_dfa_per_layer": [ 0.02565421722829342, 0.06553934514522552, 0.08334222435951233, 0.08558555692434311 ], "acc_eval": 0.6845000386238098, "loss_eval": 0.9355857968330383, "epoch": 30 }, { "hidden_norms": [ 11.269571304321289, 31.204212188720703, 198.0793914794922, 346.7908020019531, 494.94366455078125 ], "bp_grad_per_sample_l2_med": [ 0.0008273097337223589, 0.00016349409997928888, 0.00011394457396818325, 0.00011259203165536746, 0.00011180129513377324 ], "bp_grad_F": [ 0.10106314718723297, 0.019085418432950974, 0.01192714087665081, 0.011723030358552933, 0.011616164818406105 ], "gamma_dfa": 0.06359042041003704, "gamma_dfa_per_layer": [ 0.025547169148921967, 0.06356105208396912, 0.08179818838834763, 0.08345527201890945 ], "acc_eval": 0.7055000066757202, "loss_eval": 0.8810407519340515, "epoch": 31 }, { "hidden_norms": [ 11.269571304321289, 31.86461067199707, 203.8866424560547, 357.24273681640625, 509.47283935546875 ], "bp_grad_per_sample_l2_med": [ 0.0007937258342280984, 0.0001423554786015302, 0.0001006650782073848, 9.906977356877178e-05, 9.873251110548154e-05 ], "bp_grad_F": [ 0.10255990922451019, 0.018815871328115463, 0.012050059624016285, 0.011867615394294262, 0.011764303781092167 ], "gamma_dfa": 0.06225612107664347, "gamma_dfa_per_layer": [ 0.026912778615951538, 0.060097675770521164, 0.07986276596784592, 0.08215126395225525 ], "acc_eval": 0.6975000500679016, "loss_eval": 0.8993597626686096, "epoch": 32 }, { "hidden_norms": [ 11.269571304321289, 32.55842590332031, 209.36538696289062, 366.7745056152344, 523.1634521484375 ], "bp_grad_per_sample_l2_med": [ 0.0009271818562410772, 0.00017398923228029162, 0.00012348532618489116, 0.00012206545943627134, 0.00011946412996621802 ], "bp_grad_F": [ 0.10045517235994339, 0.018744034692645073, 0.0122413644567132, 0.012060520239174366, 0.011960742995142937 ], "gamma_dfa": 0.06293319165706635, "gamma_dfa_per_layer": [ 0.02326873689889908, 0.06609776616096497, 0.07875392585992813, 0.0836123377084732 ], "acc_eval": 0.6760000586509705, "loss_eval": 0.9358338713645935, "epoch": 33 }, { "hidden_norms": [ 11.269571304321289, 33.2861213684082, 214.81686401367188, 376.10357666015625, 536.3932495117188 ], "bp_grad_per_sample_l2_med": [ 0.0008684046333655715, 0.0001622825366212055, 0.00011986666504526511, 0.00011786946561187506, 0.00011659466690616682 ], "bp_grad_F": [ 0.10286933183670044, 0.018639566376805305, 0.012188107706606388, 0.01201487798243761, 0.011918813921511173 ], "gamma_dfa": 0.06226353673264384, "gamma_dfa_per_layer": [ 0.023258207365870476, 0.06267606467008591, 0.0803714394569397, 0.08274843543767929 ], "acc_eval": 0.6810000538825989, "loss_eval": 0.9304502010345459, "epoch": 34 }, { "hidden_norms": [ 11.269571304321289, 33.87834167480469, 220.428466796875, 384.2508850097656, 548.2610473632812 ], "bp_grad_per_sample_l2_med": [ 0.0007953296881169081, 0.00014800684584770352, 0.00011162432201672345, 0.00011058645759476349, 0.00010956013284157962 ], "bp_grad_F": [ 0.10028568655252457, 0.018069755285978317, 0.011859637685120106, 0.011696909554302692, 0.01160619780421257 ], "gamma_dfa": 0.06300693331286311, "gamma_dfa_per_layer": [ 0.027522550895810127, 0.06186108663678169, 0.07987839728593826, 0.08276569843292236 ], "acc_eval": 0.6955000162124634, "loss_eval": 0.8840450048446655, "epoch": 35 }, { "hidden_norms": [ 11.269571304321289, 34.509605407714844, 225.59780883789062, 393.6628112792969, 561.568115234375 ], "bp_grad_per_sample_l2_med": [ 0.0008583659655414522, 0.00015650303976144642, 0.00011532937787706032, 0.00011489073949633166, 0.00011400022049201652 ], "bp_grad_F": [ 0.09966019541025162, 0.018014561384916306, 0.012010997161269188, 0.011846955865621567, 0.011755259707570076 ], "gamma_dfa": 0.06271304981783032, "gamma_dfa_per_layer": [ 0.029912440106272697, 0.06141362711787224, 0.0793088749051094, 0.08021725714206696 ], "acc_eval": 0.687000036239624, "loss_eval": 0.9074093103408813, "epoch": 36 }, { "hidden_norms": [ 11.269571304321289, 35.15583801269531, 230.31370544433594, 402.0650634765625, 574.2296752929688 ], "bp_grad_per_sample_l2_med": [ 0.0008762985817156732, 0.00015229854034259915, 0.00011411930609028786, 0.0001132417019107379, 0.00011245955829508603 ], "bp_grad_F": [ 0.09909173101186752, 0.017660830169916153, 0.011859647929668427, 0.011700768023729324, 0.011612875387072563 ], "gamma_dfa": 0.059298016130924225, "gamma_dfa_per_layer": [ 0.026200097054243088, 0.0549272783100605, 0.0762626901268959, 0.0798019990324974 ], "acc_eval": 0.7035000324249268, "loss_eval": 0.8701910376548767, "epoch": 37 }, { "hidden_norms": [ 11.269571304321289, 35.66206741333008, 234.8238983154297, 409.3634033203125, 584.876953125 ], "bp_grad_per_sample_l2_med": [ 0.0009031461668200791, 0.00016782402235548943, 0.00012555152352433652, 0.0001250550412805751, 0.000123959660413675 ], "bp_grad_F": [ 0.09997168928384781, 0.01780031807720661, 0.012050634250044823, 0.011898917146027088, 0.011813494376838207 ], "gamma_dfa": 0.06037319032475352, "gamma_dfa_per_layer": [ 0.028592003509402275, 0.05390740931034088, 0.07796172052621841, 0.08103162795305252 ], "acc_eval": 0.6850000619888306, "loss_eval": 0.9033781886100769, "epoch": 38 }, { "hidden_norms": [ 11.269571304321289, 36.278228759765625, 239.4936981201172, 417.3722229003906, 596.1981201171875 ], "bp_grad_per_sample_l2_med": [ 0.0009072510292753577, 0.00015473780513275415, 0.00011584340245462954, 0.00011548803740879521, 0.00011424912372604012 ], "bp_grad_F": [ 0.10279728472232819, 0.017760641872882843, 0.012076830491423607, 0.01192280650138855, 0.011838974431157112 ], "gamma_dfa": 0.05956542398780584, "gamma_dfa_per_layer": [ 0.025189489126205444, 0.05668117478489876, 0.07571582496166229, 0.08067520707845688 ], "acc_eval": 0.6835000514984131, "loss_eval": 0.9166074395179749, "epoch": 39 }, { "hidden_norms": [ 11.269571304321289, 36.87733459472656, 244.1138153076172, 425.2259826660156, 607.8081665039062 ], "bp_grad_per_sample_l2_med": [ 0.0008976306999102235, 0.00015640830679330975, 0.00012026254989905283, 0.00011915730283362791, 0.00011880237434525043 ], "bp_grad_F": [ 0.10276701301336288, 0.017705289646983147, 0.012149399146437645, 0.01199993398040533, 0.01191749982535839 ], "gamma_dfa": 0.05778269004076719, "gamma_dfa_per_layer": [ 0.02565983682870865, 0.051832567900419235, 0.07554878294467926, 0.07808957248926163 ], "acc_eval": 0.6880000233650208, "loss_eval": 0.9326384663581848, "epoch": 40 }, { "hidden_norms": [ 11.269571304321289, 37.373634338378906, 248.1051483154297, 432.9554748535156, 618.172607421875 ], "bp_grad_per_sample_l2_med": [ 0.0009300907258875668, 0.00016527887783013284, 0.00012494091060943902, 0.00012375703954603523, 0.00012343957496341318 ], "bp_grad_F": [ 0.10167930275201797, 0.017580606043338776, 0.01197358313947916, 0.01181697752326727, 0.011733012273907661 ], "gamma_dfa": 0.059646998066455126, "gamma_dfa_per_layer": [ 0.025086766108870506, 0.05520859733223915, 0.0782475471496582, 0.08004508167505264 ], "acc_eval": 0.6935000419616699, "loss_eval": 0.9074762463569641, "epoch": 41 }, { "hidden_norms": [ 11.269571304321289, 37.94633483886719, 252.25924682617188, 439.8863525390625, 628.1370239257812 ], "bp_grad_per_sample_l2_med": [ 0.0008688273373991251, 0.00015619541227351874, 0.00011818459461210296, 0.00011805404938058928, 0.00011655993148451671 ], "bp_grad_F": [ 0.10280012339353561, 0.017362425103783607, 0.012144921347498894, 0.012009261175990105, 0.011929930187761784 ], "gamma_dfa": 0.057152220979332924, "gamma_dfa_per_layer": [ 0.026838082820177078, 0.05145636573433876, 0.07389623671770096, 0.0764181986451149 ], "acc_eval": 0.6780000329017639, "loss_eval": 0.9220576286315918, "epoch": 42 }, { "hidden_norms": [ 11.269571304321289, 38.43475341796875, 256.3348388671875, 446.7797546386719, 638.6549072265625 ], "bp_grad_per_sample_l2_med": [ 0.0009689890430308878, 0.0001675912644714117, 0.00013143723481334746, 0.00012922017776872963, 0.00012865127064287663 ], "bp_grad_F": [ 0.10019267350435257, 0.017157867550849915, 0.012005961500108242, 0.01186591386795044, 0.011786815710365772 ], "gamma_dfa": 0.05704171909019351, "gamma_dfa_per_layer": [ 0.02657354436814785, 0.04850248247385025, 0.07429356873035431, 0.07879728078842163 ], "acc_eval": 0.6815000176429749, "loss_eval": 0.9045827388763428, "epoch": 43 }, { "hidden_norms": [ 11.269571304321289, 38.949981689453125, 259.91455078125, 453.5318603515625, 649.1691284179688 ], "bp_grad_per_sample_l2_med": [ 0.0008703607600182295, 0.0001509855646872893, 0.00011334709415677935, 0.00011273188283666968, 0.00011187820200575516 ], "bp_grad_F": [ 0.10038246959447861, 0.017015060409903526, 0.011884159408509731, 0.011748326942324638, 0.01167102251201868 ], "gamma_dfa": 0.056442280765622854, "gamma_dfa_per_layer": [ 0.024923482909798622, 0.04813612625002861, 0.07466092705726624, 0.07804858684539795 ], "acc_eval": 0.6880000233650208, "loss_eval": 0.8986373543739319, "epoch": 44 }, { "hidden_norms": [ 11.269571304321289, 39.40317916870117, 263.8382873535156, 459.8589782714844, 657.81396484375 ], "bp_grad_per_sample_l2_med": [ 0.0008396115736104548, 0.00014526791346725076, 0.0001117709616664797, 0.0001101615052903071, 0.00010919143096543849 ], "bp_grad_F": [ 0.10223646461963654, 0.01701364293694496, 0.011921641416847706, 0.011793220415711403, 0.01171908900141716 ], "gamma_dfa": 0.05634786421433091, "gamma_dfa_per_layer": [ 0.023860810324549675, 0.05130583420395851, 0.0730678141117096, 0.07715699821710587 ], "acc_eval": 0.6845000386238098, "loss_eval": 0.9070615172386169, "epoch": 45 }, { "hidden_norms": [ 11.269571304321289, 39.78729248046875, 267.06787109375, 465.8781433105469, 665.705078125 ], "bp_grad_per_sample_l2_med": [ 0.0008805220131762326, 0.0001506610424257815, 0.0001190964540001005, 0.00011831042502308264, 0.0001174084609374404 ], "bp_grad_F": [ 0.09873763471841812, 0.01661210134625435, 0.011734068393707275, 0.011604530736804008, 0.011532736010849476 ], "gamma_dfa": 0.057100610341876745, "gamma_dfa_per_layer": [ 0.025687912479043007, 0.05223910138010979, 0.07347920536994934, 0.07699622213840485 ], "acc_eval": 0.7010000348091125, "loss_eval": 0.8647292256355286, "epoch": 46 }, { "hidden_norms": [ 11.269571304321289, 40.20953369140625, 270.48760986328125, 471.71197509765625, 674.6234741210938 ], "bp_grad_per_sample_l2_med": [ 0.0008946783491410315, 0.0001546104613225907, 0.00012653943849727511, 0.0001261695142602548, 0.00012597300519701093 ], "bp_grad_F": [ 0.10005417466163635, 0.016553794965147972, 0.011853700503706932, 0.011732862330973148, 0.01166335679590702 ], "gamma_dfa": 0.056281615514308214, "gamma_dfa_per_layer": [ 0.02603459171950817, 0.051092494279146194, 0.07222969830036163, 0.07576967775821686 ], "acc_eval": 0.6895000338554382, "loss_eval": 0.8898184299468994, "epoch": 47 }, { "hidden_norms": [ 11.269571304321289, 40.61681365966797, 273.5674743652344, 477.6903381347656, 683.2316284179688 ], "bp_grad_per_sample_l2_med": [ 0.0009305709972977638, 0.0001684492890490219, 0.00013056330499239266, 0.00013055883755441755, 0.00012972661352250725 ], "bp_grad_F": [ 0.10108529776334763, 0.01676928997039795, 0.012042575515806675, 0.011920345947146416, 0.011849730275571346 ], "gamma_dfa": 0.05756285693496466, "gamma_dfa_per_layer": [ 0.028283007442951202, 0.04865947738289833, 0.0757322907447815, 0.0775766521692276 ], "acc_eval": 0.6825000047683716, "loss_eval": 0.9249827861785889, "epoch": 48 }, { "hidden_norms": [ 11.269571304321289, 40.986331939697266, 276.55340576171875, 482.9735412597656, 690.4827880859375 ], "bp_grad_per_sample_l2_med": [ 0.0009371762280352414, 0.00015377832460217178, 0.00011931644257856533, 0.00011877353972522542, 0.00011843052197946236 ], "bp_grad_F": [ 0.10423478484153748, 0.01686144433915615, 0.012089447118341923, 0.011962956748902798, 0.011895008385181427 ], "gamma_dfa": 0.05634950753301382, "gamma_dfa_per_layer": [ 0.024047940969467163, 0.05029236152768135, 0.07294473052024841, 0.07811299711465836 ], "acc_eval": 0.6770000457763672, "loss_eval": 0.9276119470596313, "epoch": 49 }, { "hidden_norms": [ 11.269571304321289, 41.36444091796875, 279.21368408203125, 487.9245910644531, 698.8203735351562 ], "bp_grad_per_sample_l2_med": [ 0.0009180991910398006, 0.00016040228365454823, 0.00012619509652722627, 0.0001242315920535475, 0.00012414241791702807 ], "bp_grad_F": [ 0.09876055270433426, 0.016378939151763916, 0.011831536889076233, 0.011710439808666706, 0.011641835793852806 ], "gamma_dfa": 0.056217589881271124, "gamma_dfa_per_layer": [ 0.026943759992718697, 0.04981214925646782, 0.0719020888209343, 0.07621236145496368 ], "acc_eval": 0.6945000290870667, "loss_eval": 0.8922800421714783, "epoch": 50 }, { "hidden_norms": [ 11.269571304321289, 41.725521087646484, 282.2077331542969, 492.55194091796875, 705.709228515625 ], "bp_grad_per_sample_l2_med": [ 0.0009282235405407846, 0.00015841209096834064, 0.00012215816241223365, 0.0001216854143422097, 0.0001213739305967465 ], "bp_grad_F": [ 0.10062722116708755, 0.016464965417981148, 0.011968642473220825, 0.011850792914628983, 0.011783461086452007 ], "gamma_dfa": 0.05594501877203584, "gamma_dfa_per_layer": [ 0.027507653459906578, 0.047868166118860245, 0.07275017350912094, 0.07565408200025558 ], "acc_eval": 0.674500048160553, "loss_eval": 0.9168669581413269, "epoch": 51 }, { "hidden_norms": [ 11.269571304321289, 42.07438659667969, 284.91143798828125, 497.33489990234375, 712.7407836914062 ], "bp_grad_per_sample_l2_med": [ 0.0008946438319981098, 0.0001599262177478522, 0.0001243542501470074, 0.00012355486978776753, 0.0001230162160936743 ], "bp_grad_F": [ 0.09976927936077118, 0.016204386949539185, 0.011793862096965313, 0.011675998568534851, 0.01161060482263565 ], "gamma_dfa": 0.057106493040919304, "gamma_dfa_per_layer": [ 0.025031987577676773, 0.05149566009640694, 0.07346570491790771, 0.07843261957168579 ], "acc_eval": 0.6895000338554382, "loss_eval": 0.8812824487686157, "epoch": 52 }, { "hidden_norms": [ 11.269571304321289, 42.312625885009766, 287.158447265625, 501.61053466796875, 718.7759399414062 ], "bp_grad_per_sample_l2_med": [ 0.0008852323517203331, 0.0001484409294789657, 0.00011503385030664504, 0.00011482135596452281, 0.00011442313552834094 ], "bp_grad_F": [ 0.10061701387166977, 0.016211561858654022, 0.011752818711102009, 0.011636910028755665, 0.011571302078664303 ], "gamma_dfa": 0.055246823001652956, "gamma_dfa_per_layer": [ 0.024583658203482628, 0.04850705340504646, 0.07144256681203842, 0.07645401358604431 ], "acc_eval": 0.6955000162124634, "loss_eval": 0.888053834438324, "epoch": 53 }, { "hidden_norms": [ 11.269571304321289, 42.61886978149414, 289.2788391113281, 505.75390625, 724.4559326171875 ], "bp_grad_per_sample_l2_med": [ 0.0009071374079212546, 0.00015266452101059258, 0.00011854806507471949, 0.00011884445120813325, 0.00011772327707149088 ], "bp_grad_F": [ 0.10303837805986404, 0.016465138643980026, 0.011987767182290554, 0.011867417953908443, 0.011802136898040771 ], "gamma_dfa": 0.05469688028097153, "gamma_dfa_per_layer": [ 0.02719976380467415, 0.04610869660973549, 0.07147730141878128, 0.07400175929069519 ], "acc_eval": 0.6820000410079956, "loss_eval": 0.9107973575592041, "epoch": 54 }, { "hidden_norms": [ 11.269571304321289, 42.90008544921875, 291.5098876953125, 509.49200439453125, 730.070068359375 ], "bp_grad_per_sample_l2_med": [ 0.0009346315637230873, 0.00017380902136210352, 0.00014277170703280717, 0.0001402509369654581, 0.00014013791223987937 ], "bp_grad_F": [ 0.10035568475723267, 0.016459215432405472, 0.012036965228617191, 0.011920913122594357, 0.01185610517859459 ], "gamma_dfa": 0.055851065553724766, "gamma_dfa_per_layer": [ 0.026028182357549667, 0.04594290256500244, 0.07459361851215363, 0.07683955878019333 ], "acc_eval": 0.6720000505447388, "loss_eval": 0.9282984733581543, "epoch": 55 }, { "hidden_norms": [ 11.269571304321289, 43.15349197387695, 293.65966796875, 513.3607177734375, 735.3644409179688 ], "bp_grad_per_sample_l2_med": [ 0.0009396777604706585, 0.00015277721104212105, 0.00012291918392293155, 0.00012154672003816813, 0.00012096676073269919 ], "bp_grad_F": [ 0.10190626233816147, 0.016208121553063393, 0.011865625157952309, 0.011748027056455612, 0.011683868244290352 ], "gamma_dfa": 0.05457223346456885, "gamma_dfa_per_layer": [ 0.02600257657468319, 0.046096257865428925, 0.0713086724281311, 0.0748814269900322 ], "acc_eval": 0.6920000314712524, "loss_eval": 0.8892928957939148, "epoch": 56 }, { "hidden_norms": [ 11.269571304321289, 43.37159729003906, 295.3875732421875, 516.53369140625, 740.1768798828125 ], "bp_grad_per_sample_l2_med": [ 0.0008509810431860387, 0.000149228420923464, 0.00012114718265365809, 0.00012038950808346272, 0.00011932845518458635 ], "bp_grad_F": [ 0.09941542148590088, 0.015937170013785362, 0.01166422851383686, 0.011551388539373875, 0.011488799005746841 ], "gamma_dfa": 0.053473991341888905, "gamma_dfa_per_layer": [ 0.0227724090218544, 0.045084040611982346, 0.07109282910823822, 0.07494668662548065 ], "acc_eval": 0.6945000290870667, "loss_eval": 0.8690445423126221, "epoch": 57 }, { "hidden_norms": [ 11.269571304321289, 43.58628463745117, 297.0165710449219, 519.4993286132812, 744.6467895507812 ], "bp_grad_per_sample_l2_med": [ 0.0009939862648025155, 0.0001676510728430003, 0.00013252485950943083, 0.0001307348720729351, 0.0001300926087424159 ], "bp_grad_F": [ 0.10170887410640717, 0.016186155378818512, 0.011895725503563881, 0.011782051995396614, 0.0117182033136487 ], "gamma_dfa": 0.05389358149841428, "gamma_dfa_per_layer": [ 0.024122020229697227, 0.04528462514281273, 0.0715978741645813, 0.07456980645656586 ], "acc_eval": 0.6840000152587891, "loss_eval": 0.9150904417037964, "epoch": 58 }, { "hidden_norms": [ 11.269571304321289, 43.756309509277344, 298.4603576660156, 522.1862182617188, 748.0980224609375 ], "bp_grad_per_sample_l2_med": [ 0.0009121120092459023, 0.00015141229960136116, 0.00012266664998605847, 0.00012074616097379476, 0.00012072239769622684 ], "bp_grad_F": [ 0.09929168969392776, 0.015882758423686028, 0.011736094020307064, 0.011626454070210457, 0.011565400287508965 ], "gamma_dfa": 0.05446606734767556, "gamma_dfa_per_layer": [ 0.023944402113556862, 0.04696139693260193, 0.07070320099592209, 0.07625526934862137 ], "acc_eval": 0.6895000338554382, "loss_eval": 0.8752753138542175, "epoch": 59 }, { "hidden_norms": [ 11.269571304321289, 43.956050872802734, 299.8046569824219, 524.5073852539062, 751.9002075195312 ], "bp_grad_per_sample_l2_med": [ 0.0009328208980150521, 0.00015578871534671634, 0.00012375388178043067, 0.00012286445416975766, 0.0001222269784193486 ], "bp_grad_F": [ 0.09782548248767853, 0.015724968165159225, 0.011678245849907398, 0.01156895887106657, 0.01150886993855238 ], "gamma_dfa": 0.05415696511045098, "gamma_dfa_per_layer": [ 0.025110432878136635, 0.04582852125167847, 0.07056943327188492, 0.07511947304010391 ], "acc_eval": 0.6910000443458557, "loss_eval": 0.8689600825309753, "epoch": 60 }, { "hidden_norms": [ 11.269571304321289, 44.10476303100586, 301.22088623046875, 527.0880737304688, 755.537109375 ], "bp_grad_per_sample_l2_med": [ 0.0009187725954689085, 0.0001580083044245839, 0.00012691691517829895, 0.00012647418770939112, 0.00012595193402376026 ], "bp_grad_F": [ 0.09907824546098709, 0.01592797227203846, 0.011772784404456615, 0.011660448275506496, 0.011597777716815472 ], "gamma_dfa": 0.053306530229747295, "gamma_dfa_per_layer": [ 0.025752168148756027, 0.04250373691320419, 0.07085125893354416, 0.0741189569234848 ], "acc_eval": 0.6785000562667847, "loss_eval": 0.8745812773704529, "epoch": 61 }, { "hidden_norms": [ 11.269571304321289, 44.272037506103516, 302.41107177734375, 529.3627319335938, 758.9468383789062 ], "bp_grad_per_sample_l2_med": [ 0.0009381037671118975, 0.00015578897728119045, 0.00012793939094990492, 0.00012725923443213105, 0.00012640930071938783 ], "bp_grad_F": [ 0.09839630872011185, 0.015703976154327393, 0.011679527349770069, 0.01157388836145401, 0.011512565426528454 ], "gamma_dfa": 0.053105687256902456, "gamma_dfa_per_layer": [ 0.022858327254652977, 0.04474852979183197, 0.06992355734109879, 0.07489233464002609 ], "acc_eval": 0.6865000128746033, "loss_eval": 0.8636536002159119, "epoch": 62 }, { "hidden_norms": [ 11.269571304321289, 44.36368942260742, 303.7563781738281, 531.5054931640625, 762.388427734375 ], "bp_grad_per_sample_l2_med": [ 0.0009112239349633455, 0.0001562510442454368, 0.00013036206655669957, 0.00012987821537535638, 0.0001294936373597011 ], "bp_grad_F": [ 0.09861280024051666, 0.015790371224284172, 0.011699686758220196, 0.01159034576267004, 0.011528948321938515 ], "gamma_dfa": 0.05348377674818039, "gamma_dfa_per_layer": [ 0.0251171812415123, 0.04412227123975754, 0.07024820148944855, 0.07444745302200317 ], "acc_eval": 0.6885000467300415, "loss_eval": 0.8699802160263062, "epoch": 63 }, { "hidden_norms": [ 11.269571304321289, 44.498130798339844, 304.7552185058594, 533.51318359375, 765.1610717773438 ], "bp_grad_per_sample_l2_med": [ 0.0008680672035552561, 0.00014313006249722093, 0.00011654605623334646, 0.00011439070658525452, 0.00011445816198829561 ], "bp_grad_F": [ 0.0990181565284729, 0.015660114586353302, 0.011611604131758213, 0.011503342539072037, 0.011442977003753185 ], "gamma_dfa": 0.05415269639343023, "gamma_dfa_per_layer": [ 0.024549636989831924, 0.0454377755522728, 0.07077726721763611, 0.0758461058139801 ], "acc_eval": 0.6960000395774841, "loss_eval": 0.8598873615264893, "epoch": 64 }, { "hidden_norms": [ 11.269571304321289, 44.600582122802734, 305.7388610839844, 534.99951171875, 767.8171997070312 ], "bp_grad_per_sample_l2_med": [ 0.0008962214924395084, 0.00015309070295188576, 0.00012299958325456828, 0.000121716657304205, 0.0001212474235217087 ], "bp_grad_F": [ 0.10033439099788666, 0.015828289091587067, 0.011728483252227306, 0.01162028405815363, 0.011559616774320602 ], "gamma_dfa": 0.05304920673370361, "gamma_dfa_per_layer": [ 0.02494572103023529, 0.043708547949790955, 0.06946250051259995, 0.07408005744218826 ], "acc_eval": 0.6895000338554382, "loss_eval": 0.8800998330116272, "epoch": 65 }, { "hidden_norms": [ 11.269571304321289, 44.70732879638672, 306.55181884765625, 536.31005859375, 769.971923828125 ], "bp_grad_per_sample_l2_med": [ 0.0009149253601208329, 0.00015781939146108925, 0.00012933975085616112, 0.00012773934577126056, 0.00012716377386823297 ], "bp_grad_F": [ 0.09770160913467407, 0.015633704140782356, 0.011657179333269596, 0.011551215313374996, 0.011491267941892147 ], "gamma_dfa": 0.05268599092960358, "gamma_dfa_per_layer": [ 0.024415917694568634, 0.04385191947221756, 0.06913819909095764, 0.07333792746067047 ], "acc_eval": 0.6930000185966492, "loss_eval": 0.8666836023330688, "epoch": 66 }, { "hidden_norms": [ 11.269571304321289, 44.78550338745117, 307.4527893066406, 537.914306640625, 771.5177612304688 ], "bp_grad_per_sample_l2_med": [ 0.000909268157556653, 0.0001503752137068659, 0.00012163108476670459, 0.00012035916006425396, 0.00012008652265649289 ], "bp_grad_F": [ 0.09915008395910263, 0.015667738392949104, 0.011642162688076496, 0.01153358444571495, 0.011473594233393669 ], "gamma_dfa": 0.05392309743911028, "gamma_dfa_per_layer": [ 0.023599978536367416, 0.04531348496675491, 0.07121817022562027, 0.07556075602769852 ], "acc_eval": 0.6955000162124634, "loss_eval": 0.8635799884796143, "epoch": 67 }, { "hidden_norms": [ 11.269571304321289, 44.858604431152344, 308.1347961425781, 538.9302368164062, 773.1725463867188 ], "bp_grad_per_sample_l2_med": [ 0.0009114991407841444, 0.00015059093129821122, 0.00012239563511684537, 0.00012128813978051767, 0.00012036858242936432 ], "bp_grad_F": [ 0.0976131409406662, 0.015529998578131199, 0.01157119870185852, 0.011464742012321949, 0.01140571665018797 ], "gamma_dfa": 0.05296219326555729, "gamma_dfa_per_layer": [ 0.02382323145866394, 0.04349217563867569, 0.0696524977684021, 0.07488086819648743 ], "acc_eval": 0.6940000057220459, "loss_eval": 0.8525131344795227, "epoch": 68 }, { "hidden_norms": [ 11.269571304321289, 44.92080307006836, 308.6539001464844, 539.7476806640625, 774.7044067382812 ], "bp_grad_per_sample_l2_med": [ 0.0009130545658990741, 0.0001561250537633896, 0.00012542278273031116, 0.0001241281715920195, 0.0001238062686752528 ], "bp_grad_F": [ 0.0973346009850502, 0.015503575094044209, 0.01158667542040348, 0.011482889764010906, 0.01142406091094017 ], "gamma_dfa": 0.05284834885969758, "gamma_dfa_per_layer": [ 0.023774540051817894, 0.04253865405917168, 0.0699956938624382, 0.07508450746536255 ], "acc_eval": 0.6875000596046448, "loss_eval": 0.8490641713142395, "epoch": 69 }, { "hidden_norms": [ 11.269571304321289, 44.97352600097656, 309.19366455078125, 540.6045532226562, 775.7159423828125 ], "bp_grad_per_sample_l2_med": [ 0.0008941096602939069, 0.0001490603171987459, 0.00012243444507475942, 0.00012086174683645368, 0.00011930170876439661 ], "bp_grad_F": [ 0.0978497788310051, 0.015526177361607552, 0.011586111970245838, 0.011480187065899372, 0.011420912109315395 ], "gamma_dfa": 0.052993528079241514, "gamma_dfa_per_layer": [ 0.02384653501212597, 0.04263130575418472, 0.0702076405286789, 0.07528863102197647 ], "acc_eval": 0.6950000524520874, "loss_eval": 0.8494359850883484, "epoch": 70 }, { "hidden_norms": [ 11.269571304321289, 45.018131256103516, 309.6293640136719, 541.2432861328125, 776.7703857421875 ], "bp_grad_per_sample_l2_med": [ 0.0009062750032171607, 0.00015435971727129072, 0.00012295282795093954, 0.00012264182441867888, 0.00012187549873488024 ], "bp_grad_F": [ 0.0975913405418396, 0.015510785393416882, 0.011592722497880459, 0.011488175950944424, 0.011429551988840103 ], "gamma_dfa": 0.05261069582775235, "gamma_dfa_per_layer": [ 0.023613562807440758, 0.04278940334916115, 0.06959826499223709, 0.07444155216217041 ], "acc_eval": 0.6895000338554382, "loss_eval": 0.8503831624984741, "epoch": 71 }, { "hidden_norms": [ 11.269571304321289, 45.05687713623047, 309.88616943359375, 541.6970825195312, 777.6474609375 ], "bp_grad_per_sample_l2_med": [ 0.0009167437092401087, 0.00015087658539414406, 0.00012154471187386662, 0.00012103841436328366, 0.00012099531886633486 ], "bp_grad_F": [ 0.09737422317266464, 0.015458790585398674, 0.011581062339246273, 0.011477372609078884, 0.01141849160194397 ], "gamma_dfa": 0.05269155744463205, "gamma_dfa_per_layer": [ 0.02412768080830574, 0.04288121312856674, 0.06955435872077942, 0.07420297712087631 ], "acc_eval": 0.6875000596046448, "loss_eval": 0.8513321280479431, "epoch": 72 }, { "hidden_norms": [ 11.269571304321289, 45.083457946777344, 310.21551513671875, 542.2005615234375, 778.2576904296875 ], "bp_grad_per_sample_l2_med": [ 0.0009331087348982692, 0.00015250151045620441, 0.00012407499889377505, 0.00012352959311101586, 0.0001235192030435428 ], "bp_grad_F": [ 0.09731114655733109, 0.015489363111555576, 0.011589608155190945, 0.011484977789223194, 0.01142611913383007 ], "gamma_dfa": 0.05234858160838485, "gamma_dfa_per_layer": [ 0.023583704605698586, 0.04196107015013695, 0.06969348341226578, 0.07415606826543808 ], "acc_eval": 0.6885000467300415, "loss_eval": 0.8485224843025208, "epoch": 73 }, { "hidden_norms": [ 11.269571304321289, 45.10480499267578, 310.4107360839844, 542.5189819335938, 778.7670288085938 ], "bp_grad_per_sample_l2_med": [ 0.0009211195865646005, 0.00015081235324032605, 0.00012383687135297805, 0.00012388851610012352, 0.0001234857481904328 ], "bp_grad_F": [ 0.097723089158535, 0.015484371222555637, 0.011575440876185894, 0.011470203287899494, 0.011411197483539581 ], "gamma_dfa": 0.052400246262550354, "gamma_dfa_per_layer": [ 0.023820150643587112, 0.04187368229031563, 0.06974346935749054, 0.07416368275880814 ], "acc_eval": 0.690500020980835, "loss_eval": 0.8478801250457764, "epoch": 74 }, { "hidden_norms": [ 11.269571304321289, 45.121337890625, 310.5526123046875, 542.789794921875, 779.1331787109375 ], "bp_grad_per_sample_l2_med": [ 0.0009062032913789153, 0.00014932811609469354, 0.00012137479643570259, 0.00012096992577426136, 0.00012082025205017999 ], "bp_grad_F": [ 0.09714466333389282, 0.015453615225851536, 0.011561346240341663, 0.011457313783466816, 0.0113987410441041 ], "gamma_dfa": 0.05261371610686183, "gamma_dfa_per_layer": [ 0.023706024512648582, 0.04261678457260132, 0.06977313756942749, 0.07435891777276993 ], "acc_eval": 0.6915000081062317, "loss_eval": 0.846295177936554, "epoch": 75 }, { "hidden_norms": [ 11.269571304321289, 45.13352584838867, 310.6623840332031, 542.9544067382812, 779.3726196289062 ], "bp_grad_per_sample_l2_med": [ 0.0009290048037655652, 0.0001487880654167384, 0.00012229036656208336, 0.0001213839859701693, 0.00012132866686442867 ], "bp_grad_F": [ 0.09700886905193329, 0.015427183359861374, 0.011550018563866615, 0.011446088552474976, 0.011387485079467297 ], "gamma_dfa": 0.05256890505552292, "gamma_dfa_per_layer": [ 0.023696668446063995, 0.04250160604715347, 0.06959902495145798, 0.07447832077741623 ], "acc_eval": 0.6925000548362732, "loss_eval": 0.8456347584724426, "epoch": 76 }, { "hidden_norms": [ 11.269571304321289, 45.14185333251953, 310.71917724609375, 543.0736694335938, 779.531982421875 ], "bp_grad_per_sample_l2_med": [ 0.0009128348319791257, 0.00014947194722481072, 0.0001214019866893068, 0.000121481396490708, 0.00012067624629708007 ], "bp_grad_F": [ 0.09731098264455795, 0.015439406037330627, 0.011552426032721996, 0.01144845224916935, 0.011389924213290215 ], "gamma_dfa": 0.0525772743858397, "gamma_dfa_per_layer": [ 0.023648327216506004, 0.0424870140850544, 0.06964967399835587, 0.07452408224344254 ], "acc_eval": 0.6945000290870667, "loss_eval": 0.8456541895866394, "epoch": 77 }, { "hidden_norms": [ 11.269571304321289, 45.14662170410156, 310.7527160644531, 543.1363525390625, 779.6199951171875 ], "bp_grad_per_sample_l2_med": [ 0.0009132170234806836, 0.00014713683049194515, 0.00012075807899236679, 0.00011999421985819936, 0.00011943812569370493 ], "bp_grad_F": [ 0.09724143892526627, 0.01543473545461893, 0.011546480469405651, 0.0114423343911767, 0.011383815668523312 ], "gamma_dfa": 0.0526476064696908, "gamma_dfa_per_layer": [ 0.023711953312158585, 0.0426546186208725, 0.06969036906957626, 0.07453348487615585 ], "acc_eval": 0.6925000548362732, "loss_eval": 0.8444594740867615, "epoch": 78 }, { "hidden_norms": [ 11.269571304321289, 45.14855194091797, 310.77044677734375, 543.1617431640625, 779.6598510742188 ], "bp_grad_per_sample_l2_med": [ 0.0009067560313269496, 0.00014785665553063154, 0.00012018840061500669, 0.00011918631935259327, 0.00011903052654815838 ], "bp_grad_F": [ 0.09721538424491882, 0.015435173176229, 0.01154935173690319, 0.011445209383964539, 0.011386674828827381 ], "gamma_dfa": 0.05261166812852025, "gamma_dfa_per_layer": [ 0.023721175268292427, 0.042552798986434937, 0.06965683400630951, 0.07451586425304413 ], "acc_eval": 0.6930000185966492, "loss_eval": 0.8448338508605957, "epoch": 79 }, { "hidden_norms": [ 11.269571304321289, 45.149070739746094, 310.77496337890625, 543.169189453125, 779.66943359375 ], "bp_grad_per_sample_l2_med": [ 0.0009094586130231619, 0.00014742475468665361, 0.00012030002835672349, 0.00011929625179618597, 0.00011879605881404132 ], "bp_grad_F": [ 0.09719900041818619, 0.015434404835104942, 0.011549265123903751, 0.011445139534771442, 0.011386608704924583 ], "gamma_dfa": 0.05260759778320789, "gamma_dfa_per_layer": [ 0.023730866611003876, 0.04254307597875595, 0.06965382397174835, 0.0745026245713234 ], "acc_eval": 0.6930000185966492, "loss_eval": 0.844819962978363, "epoch": 80 } ] }