diff options
Diffstat (limited to 'results/snapshot_vit_v1/snapshot_vit_s123.json')
| -rw-r--r-- | results/snapshot_vit_v1/snapshot_vit_s123.json | 4594 |
1 files changed, 4594 insertions, 0 deletions
diff --git a/results/snapshot_vit_v1/snapshot_vit_s123.json b/results/snapshot_vit_v1/snapshot_vit_s123.json new file mode 100644 index 0000000..93853cf --- /dev/null +++ b/results/snapshot_vit_v1/snapshot_vit_s123.json @@ -0,0 +1,4594 @@ +{ + "config": { + "output_dir": "results/snapshot_vit_v1", + "epochs": 60, + "lr": 0.001, + "wd": 0.05, + "seed": 123, + "depth": 4, + "d_model": 128, + "n_heads": 4 + }, + "depth": 4, + "d_model": 128, + "architecture": "ViTMini", + "bp_log": [ + { + "hidden_norms_cls": [ + 0.3210873007774353, + 3.3568029403686523, + 4.891699314117432, + 6.200707912445068, + 7.5911865234375 + ], + "hidden_norms_avg": [ + 5.7549052238464355, + 6.750590801239014, + 7.9020819664001465, + 8.925304412841797, + 10.076716423034668 + ], + "bp_grad_per_sample_l2_med": [ + 0.004074312746524811, + 0.0011155740357935429, + 0.0009667170234024525, + 0.0008621186716482043, + 0.0008127145702019334 + ], + "bp_grad_F": [ + 0.20160320401191711, + 0.039521340280771255, + 0.033098917454481125, + 0.029271923005580902, + 0.027136052027344704 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.125, + "loss_eval": 2.422111988067627, + "epoch": 0 + }, + { + "hidden_norms_cls": [ + 0.4782717227935791, + 11.874238014221191, + 20.313709259033203, + 26.86528778076172, + 32.42327880859375 + ], + "hidden_norms_avg": [ + 3.8830745220184326, + 11.266603469848633, + 17.881502151489258, + 23.234352111816406, + 28.51181411743164 + ], + "bp_grad_per_sample_l2_med": [ + 0.002827065996825695, + 0.00024586476502008736, + 0.00014567613834515214, + 0.00013882767234463245, + 0.0001400413311785087 + ], + "bp_grad_F": [ + 0.12621107697486877, + 0.009982436895370483, + 0.00507162231951952, + 0.004677945747971535, + 0.004658848978579044 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.4697265625, + "loss_eval": 1.4472862482070923, + "epoch": 1 + }, + { + "hidden_norms_cls": [ + 0.6104467511177063, + 13.787332534790039, + 22.073436737060547, + 28.480369567871094, + 33.141117095947266 + ], + "hidden_norms_avg": [ + 3.951775074005127, + 12.005932807922363, + 18.336896896362305, + 23.67597198486328, + 27.899608612060547 + ], + "bp_grad_per_sample_l2_med": [ + 0.002604336943477392, + 0.00026667251950129867, + 0.00014805165119469166, + 0.00013079405471216887, + 0.00012911780504509807 + ], + "bp_grad_F": [ + 0.12487494200468063, + 0.010650832206010818, + 0.005604646634310484, + 0.004644650500267744, + 0.00448915408924222 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.5146484375, + "loss_eval": 1.291869878768921, + "epoch": 2 + }, + { + "hidden_norms_cls": [ + 0.7104504108428955, + 13.74225902557373, + 21.90972328186035, + 28.958967208862305, + 33.262393951416016 + ], + "hidden_norms_avg": [ + 3.9180142879486084, + 13.097892761230469, + 19.570770263671875, + 24.899248123168945, + 28.65104866027832 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020766372326761484, + 0.00025831969105638564, + 0.00014769421250093728, + 0.00012920337030664086, + 0.00012324318231549114 + ], + "bp_grad_F": [ + 0.09676238149404526, + 0.010603155009448528, + 0.005832126829773188, + 0.00465927692130208, + 0.004435759503394365 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.529296875, + "loss_eval": 1.2694497108459473, + "epoch": 3 + }, + { + "hidden_norms_cls": [ + 0.801612377166748, + 12.882991790771484, + 20.474157333374023, + 27.37413215637207, + 32.06389617919922 + ], + "hidden_norms_avg": [ + 3.8871910572052, + 13.333250999450684, + 19.042104721069336, + 24.029348373413086, + 27.96086311340332 + ], + "bp_grad_per_sample_l2_med": [ + 0.0020045258570462465, + 0.000285606540273875, + 0.00016217664233408868, + 0.00013080642384011298, + 0.00011968115722993389 + ], + "bp_grad_F": [ + 0.09496191889047623, + 0.011928788386285305, + 0.006509022321552038, + 0.005044482182711363, + 0.004537967965006828 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.58203125, + "loss_eval": 1.119094967842102, + "epoch": 4 + }, + { + "hidden_norms_cls": [ + 0.8653663396835327, + 12.994612693786621, + 20.49618148803711, + 26.709278106689453, + 30.303852081298828 + ], + "hidden_norms_avg": [ + 4.018242835998535, + 13.520885467529297, + 19.090721130371094, + 23.6751651763916, + 26.93212890625 + ], + "bp_grad_per_sample_l2_med": [ + 0.0018953323597088456, + 0.000296358106425032, + 0.00017310198745690286, + 0.0001364975469186902, + 0.00012098452862119302 + ], + "bp_grad_F": [ + 0.09499228745698929, + 0.012825642712414265, + 0.007407570723444223, + 0.005570532754063606, + 0.004951393231749535 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.595703125, + "loss_eval": 1.0847156047821045, + "epoch": 5 + }, + { + "hidden_norms_cls": [ + 0.9313029646873474, + 13.966381072998047, + 21.648372650146484, + 28.33364486694336, + 32.91484069824219 + ], + "hidden_norms_avg": [ + 4.053382396697998, + 15.042261123657227, + 20.74883270263672, + 25.032489776611328, + 28.55679702758789 + ], + "bp_grad_per_sample_l2_med": [ + 0.001841629622504115, + 0.0002753600711002946, + 0.0001624371943762526, + 0.0001305017649428919, + 0.00011278261081315577 + ], + "bp_grad_F": [ + 0.09068351984024048, + 0.0128449946641922, + 0.007257991470396519, + 0.005361978895962238, + 0.004660472739487886 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6103515625, + "loss_eval": 1.095273494720459, + "epoch": 6 + }, + { + "hidden_norms_cls": [ + 0.9818395972251892, + 13.022477149963379, + 20.385391235351562, + 27.03214454650879, + 31.324769973754883 + ], + "hidden_norms_avg": [ + 4.1024041175842285, + 14.697205543518066, + 19.634239196777344, + 23.90021324157715, + 27.306678771972656 + ], + "bp_grad_per_sample_l2_med": [ + 0.0015902157174423337, + 0.00027956697158515453, + 0.0001692597143119201, + 0.0001353132538497448, + 0.00011523282591952011 + ], + "bp_grad_F": [ + 0.07967441529035568, + 0.012528380379080772, + 0.007520876359194517, + 0.00570708978921175, + 0.004875381011515856 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.62890625, + "loss_eval": 1.0069011449813843, + "epoch": 7 + }, + { + "hidden_norms_cls": [ + 1.0194361209869385, + 13.912450790405273, + 20.85824203491211, + 27.968477249145508, + 32.243431091308594 + ], + "hidden_norms_avg": [ + 4.178755283355713, + 14.875143051147461, + 20.261545181274414, + 24.636741638183594, + 27.893512725830078 + ], + "bp_grad_per_sample_l2_med": [ + 0.001506888889707625, + 0.00028421770548447967, + 0.0001727779454085976, + 0.00013076694449409842, + 0.00010860477777896449 + ], + "bp_grad_F": [ + 0.07398127764463425, + 0.013124965131282806, + 0.007798053789883852, + 0.005717460531741381, + 0.004830002784729004 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.638671875, + "loss_eval": 0.9834396839141846, + "epoch": 8 + }, + { + "hidden_norms_cls": [ + 1.077261209487915, + 12.524529457092285, + 19.766538619995117, + 25.7626895904541, + 30.03727149963379 + ], + "hidden_norms_avg": [ + 4.1816864013671875, + 14.304539680480957, + 19.208524703979492, + 23.25862693786621, + 26.313356399536133 + ], + "bp_grad_per_sample_l2_med": [ + 0.0014360174536705017, + 0.0003003668098244816, + 0.0001815372525015846, + 0.0001390709658153355, + 0.00011320491466904059 + ], + "bp_grad_F": [ + 0.0756259635090828, + 0.014865156263113022, + 0.008982912637293339, + 0.006551471073180437, + 0.005398898851126432 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6494140625, + "loss_eval": 0.971701979637146, + "epoch": 9 + }, + { + "hidden_norms_cls": [ + 1.1200045347213745, + 12.160452842712402, + 19.172168731689453, + 25.067665100097656, + 28.764787673950195 + ], + "hidden_norms_avg": [ + 4.289422035217285, + 15.51036262512207, + 20.407268524169922, + 24.061931610107422, + 26.493688583374023 + ], + "bp_grad_per_sample_l2_med": [ + 0.0012870824430137873, + 0.00027074789977632463, + 0.0001742457679938525, + 0.0001348328951280564, + 0.000104573555290699 + ], + "bp_grad_F": [ + 0.07437644153833389, + 0.015084434300661087, + 0.009522279724478722, + 0.0069595095701515675, + 0.0055610560812056065 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6767578125, + "loss_eval": 0.8734689354896545, + "epoch": 10 + }, + { + "hidden_norms_cls": [ + 1.1509246826171875, + 12.219743728637695, + 19.352998733520508, + 25.70184326171875, + 29.580278396606445 + ], + "hidden_norms_avg": [ + 4.315939426422119, + 15.6610689163208, + 20.42215347290039, + 24.016841888427734, + 26.62118911743164 + ], + "bp_grad_per_sample_l2_med": [ + 0.0013146374840289354, + 0.0002733681467361748, + 0.0001865291123976931, + 0.00013389455853030086, + 0.00010298956476617604 + ], + "bp_grad_F": [ + 0.07836466282606125, + 0.015104672871530056, + 0.009902945719659328, + 0.0069915857166051865, + 0.005596037954092026 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6767578125, + "loss_eval": 0.917751669883728, + "epoch": 11 + }, + { + "hidden_norms_cls": [ + 1.2017452716827393, + 12.72107219696045, + 18.952699661254883, + 25.067615509033203, + 29.466550827026367 + ], + "hidden_norms_avg": [ + 4.358119487762451, + 15.672205924987793, + 20.140914916992188, + 24.013885498046875, + 26.668514251708984 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011630960507318377, + 0.00025659528910182416, + 0.0001693729282123968, + 0.0001237613905686885, + 9.384296572534367e-05 + ], + "bp_grad_F": [ + 0.07334695011377335, + 0.015075902454555035, + 0.009827414527535439, + 0.007068648934364319, + 0.005549146793782711 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6982421875, + "loss_eval": 0.8279671669006348, + "epoch": 12 + }, + { + "hidden_norms_cls": [ + 1.234994649887085, + 12.283885955810547, + 18.62163543701172, + 24.3900203704834, + 28.36040496826172 + ], + "hidden_norms_avg": [ + 4.369320869445801, + 15.747625350952148, + 19.76953887939453, + 23.351999282836914, + 25.69841194152832 + ], + "bp_grad_per_sample_l2_med": [ + 0.0011812442680820823, + 0.0002851892786566168, + 0.0001940266229212284, + 0.00013827465591020882, + 0.00010182376718148589 + ], + "bp_grad_F": [ + 0.07158326357603073, + 0.01604902744293213, + 0.010893523693084717, + 0.007844515144824982, + 0.005985426716506481 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.689453125, + "loss_eval": 0.8679210543632507, + "epoch": 13 + }, + { + "hidden_norms_cls": [ + 1.2675292491912842, + 11.706314086914062, + 18.347841262817383, + 24.01951789855957, + 28.1114501953125 + ], + "hidden_norms_avg": [ + 4.390969753265381, + 15.140497207641602, + 19.62596893310547, + 23.22857666015625, + 25.681791305541992 + ], + "bp_grad_per_sample_l2_med": [ + 0.0010449079563841224, + 0.0002611770760267973, + 0.00017687672516331077, + 0.00012088462244719267, + 8.996625547297299e-05 + ], + "bp_grad_F": [ + 0.06979352980852127, + 0.016320781782269478, + 0.01088168565183878, + 0.007916715927422047, + 0.006064872723072767 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.6884765625, + "loss_eval": 0.8092349767684937, + "epoch": 14 + }, + { + "hidden_norms_cls": [ + 1.2957582473754883, + 11.933137893676758, + 18.238237380981445, + 23.88395118713379, + 27.868513107299805 + ], + "hidden_norms_avg": [ + 4.4383697509765625, + 15.46267318725586, + 19.841346740722656, + 23.529712677001953, + 25.852684020996094 + ], + "bp_grad_per_sample_l2_med": [ + 0.0009947444777935743, + 0.00024384066637139767, + 0.00016608397709205747, + 0.0001234996016137302, + 9.023427992360666e-05 + ], + "bp_grad_F": [ + 0.07019422203302383, + 0.016806265339255333, + 0.011433122679591179, + 0.008135766722261906, + 0.006158903241157532 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.712890625, + "loss_eval": 0.7795700430870056, + "epoch": 15 + }, + { + "hidden_norms_cls": [ + 1.3391923904418945, + 11.329567909240723, + 17.184999465942383, + 22.353059768676758, + 26.889299392700195 + ], + "hidden_norms_avg": [ + 4.53090238571167, + 15.341407775878906, + 19.109649658203125, + 22.223899841308594, + 24.45347023010254 + ], + "bp_grad_per_sample_l2_med": [ + 0.001086357282474637, + 0.00030167572549544275, + 0.0002114812668878585, + 0.00015480270667467266, + 0.00010993685282301158 + ], + "bp_grad_F": [ + 0.06569939106702805, + 0.017201317474246025, + 0.012068319134414196, + 0.008909368887543678, + 0.006427914369851351 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7314453125, + "loss_eval": 0.7724976539611816, + "epoch": 16 + }, + { + "hidden_norms_cls": [ + 1.3643215894699097, + 10.724340438842773, + 16.144981384277344, + 21.656490325927734, + 25.777481079101562 + ], + "hidden_norms_avg": [ + 4.520992279052734, + 15.036820411682129, + 18.98927879333496, + 22.688859939575195, + 24.71843910217285 + ], + "bp_grad_per_sample_l2_med": [ + 0.000967099389526993, + 0.0002715744194574654, + 0.00019328886992298067, + 0.00013628297892864794, + 9.314809722127393e-05 + ], + "bp_grad_F": [ + 0.06768078356981277, + 0.01841692440211773, + 0.012980606406927109, + 0.009295133873820305, + 0.006698420271277428 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.73828125, + "loss_eval": 0.7337102890014648, + "epoch": 17 + }, + { + "hidden_norms_cls": [ + 1.3963993787765503, + 11.463358879089355, + 16.49429702758789, + 21.585325241088867, + 25.636695861816406 + ], + "hidden_norms_avg": [ + 4.539251327514648, + 14.975208282470703, + 18.360631942749023, + 21.586400985717773, + 23.561830520629883 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008780099451541901, + 0.00024953793035820127, + 0.00017615300021134317, + 0.00012566034274641424, + 8.528940088581294e-05 + ], + "bp_grad_F": [ + 0.07198558002710342, + 0.019673649221658707, + 0.013869633898139, + 0.009656366892158985, + 0.006824122741818428 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7451171875, + "loss_eval": 0.7211208343505859, + "epoch": 18 + }, + { + "hidden_norms_cls": [ + 1.421103835105896, + 9.9105806350708, + 15.361790657043457, + 20.334768295288086, + 24.506919860839844 + ], + "hidden_norms_avg": [ + 4.622361660003662, + 14.7937650680542, + 18.042116165161133, + 21.208105087280273, + 23.21940040588379 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007793674594722688, + 0.0002331113355467096, + 0.00016331924416590482, + 0.00011330798588460311, + 7.215427467599511e-05 + ], + "bp_grad_F": [ + 0.07613872736692429, + 0.022306306287646294, + 0.015858706086874008, + 0.011275039985775948, + 0.007263499312102795 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7392578125, + "loss_eval": 0.7346716523170471, + "epoch": 19 + }, + { + "hidden_norms_cls": [ + 1.4554439783096313, + 10.118419647216797, + 15.106456756591797, + 20.052860260009766, + 24.34604263305664 + ], + "hidden_norms_avg": [ + 4.584441661834717, + 14.634279251098633, + 17.785133361816406, + 21.110010147094727, + 22.89650535583496 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007524031680077314, + 0.0002260785986436531, + 0.00016854463319759816, + 0.00011997718684142455, + 7.738151180092245e-05 + ], + "bp_grad_F": [ + 0.07370379567146301, + 0.021284889429807663, + 0.015382407233119011, + 0.010745048522949219, + 0.007394883316010237 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.74609375, + "loss_eval": 0.7024286389350891, + "epoch": 20 + }, + { + "hidden_norms_cls": [ + 1.4652466773986816, + 10.145299911499023, + 15.15330982208252, + 20.131061553955078, + 23.987186431884766 + ], + "hidden_norms_avg": [ + 4.602361679077148, + 14.532269477844238, + 17.825733184814453, + 21.43619728088379, + 23.12371253967285 + ], + "bp_grad_per_sample_l2_med": [ + 0.0008222013129852712, + 0.0002455596113577485, + 0.00017989490879699588, + 0.00012026322656311095, + 8.26524556032382e-05 + ], + "bp_grad_F": [ + 0.0741497054696083, + 0.020758304744958878, + 0.01482379250228405, + 0.010753357782959938, + 0.007582026533782482 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7412109375, + "loss_eval": 0.7016957402229309, + "epoch": 21 + }, + { + "hidden_norms_cls": [ + 1.480756402015686, + 10.028592109680176, + 14.573174476623535, + 19.24639320373535, + 23.3629150390625 + ], + "hidden_norms_avg": [ + 4.621757984161377, + 14.29589557647705, + 17.4040470123291, + 20.71320343017578, + 22.405963897705078 + ], + "bp_grad_per_sample_l2_med": [ + 0.000667835003696382, + 0.00020642780873458833, + 0.0001538341457489878, + 0.00010652844503056258, + 6.964046770008281e-05 + ], + "bp_grad_F": [ + 0.07375485450029373, + 0.021967202425003052, + 0.016106218099594116, + 0.011507184244692326, + 0.007651185616850853 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7607421875, + "loss_eval": 0.6544591188430786, + "epoch": 22 + }, + { + "hidden_norms_cls": [ + 1.5069013833999634, + 9.897040367126465, + 14.096169471740723, + 18.488874435424805, + 22.214311599731445 + ], + "hidden_norms_avg": [ + 4.621402263641357, + 13.978808403015137, + 16.55535888671875, + 19.729736328125, + 21.272388458251953 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007426440715789795, + 0.0002414636837784201, + 0.00018161055049858987, + 0.00012697202328126878, + 8.096778037725016e-05 + ], + "bp_grad_F": [ + 0.07682260870933533, + 0.02333010919392109, + 0.017287475988268852, + 0.012499523349106312, + 0.008510846644639969 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7568359375, + "loss_eval": 0.6971542835235596, + "epoch": 23 + }, + { + "hidden_norms_cls": [ + 1.5169755220413208, + 9.5064058303833, + 13.812594413757324, + 17.95937156677246, + 21.51923370361328 + ], + "hidden_norms_avg": [ + 4.612667083740234, + 13.86723804473877, + 16.418981552124023, + 19.12198257446289, + 20.565521240234375 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007257908000610769, + 0.00024720808141864836, + 0.0001871327986009419, + 0.00013439780741464347, + 8.671147952554747e-05 + ], + "bp_grad_F": [ + 0.07474599778652191, + 0.024257108569145203, + 0.01782340556383133, + 0.01281843613833189, + 0.008487668819725513 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.763671875, + "loss_eval": 0.6618016958236694, + "epoch": 24 + }, + { + "hidden_norms_cls": [ + 1.5133440494537354, + 9.023777961730957, + 13.088467597961426, + 17.324251174926758, + 21.083759307861328 + ], + "hidden_norms_avg": [ + 4.670994281768799, + 13.658943176269531, + 16.629199981689453, + 19.75893783569336, + 21.12710952758789 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005614451365545392, + 0.0001914121676236391, + 0.00014186649059411138, + 0.00010088241106132045, + 6.150588887976483e-05 + ], + "bp_grad_F": [ + 0.08172759413719177, + 0.027048049494624138, + 0.019993988797068596, + 0.014050732366740704, + 0.009047404862940311 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7626953125, + "loss_eval": 0.6708824634552002, + "epoch": 25 + }, + { + "hidden_norms_cls": [ + 1.5329865217208862, + 8.596381187438965, + 12.645307540893555, + 16.668807983398438, + 20.51462745666504 + ], + "hidden_norms_avg": [ + 4.642580986022949, + 13.140735626220703, + 15.32632064819336, + 17.985010147094727, + 19.472858428955078 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005455430946312845, + 0.00019156686903443187, + 0.00014253854169510305, + 0.00010098751954501495, + 6.338314415188506e-05 + ], + "bp_grad_F": [ + 0.08767001330852509, + 0.029545463621616364, + 0.021587952971458435, + 0.014973495155572891, + 0.009515349753201008 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.767578125, + "loss_eval": 0.6813780069351196, + "epoch": 26 + }, + { + "hidden_norms_cls": [ + 1.554770588874817, + 8.98424243927002, + 12.76674747467041, + 16.438858032226562, + 19.893146514892578 + ], + "hidden_norms_avg": [ + 4.635522365570068, + 13.039203643798828, + 15.419903755187988, + 18.176319122314453, + 19.39232635498047 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005697832675650716, + 0.0001985357521334663, + 0.0001536469644634053, + 0.00010455933079356328, + 6.821998249506578e-05 + ], + "bp_grad_F": [ + 0.07977671921253204, + 0.02706393413245678, + 0.020037846639752388, + 0.014591805636882782, + 0.009512925520539284 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.794921875, + "loss_eval": 0.628034770488739, + "epoch": 27 + }, + { + "hidden_norms_cls": [ + 1.5515426397323608, + 8.19682788848877, + 11.861184120178223, + 15.59919548034668, + 18.893400192260742 + ], + "hidden_norms_avg": [ + 4.5841450691223145, + 12.511472702026367, + 14.583609580993652, + 16.949586868286133, + 18.082292556762695 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005373116582632065, + 0.0001997901708818972, + 0.0001489907590439543, + 0.00010373342229286209, + 6.318451050901785e-05 + ], + "bp_grad_F": [ + 0.09340352565050125, + 0.03397079557180405, + 0.025108041241765022, + 0.017669958993792534, + 0.010975479148328304 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.767578125, + "loss_eval": 0.7042175531387329, + "epoch": 28 + }, + { + "hidden_norms_cls": [ + 1.5542187690734863, + 8.489326477050781, + 11.786734580993652, + 15.331045150756836, + 18.48196792602539 + ], + "hidden_norms_avg": [ + 4.615735054016113, + 12.620647430419922, + 14.822388648986816, + 17.454334259033203, + 18.677461624145508 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005812083836644888, + 0.00021461205324158072, + 0.00015997944865375757, + 0.00011693408305291086, + 7.380295573966578e-05 + ], + "bp_grad_F": [ + 0.09380948543548584, + 0.03345760330557823, + 0.025129586458206177, + 0.01789030432701111, + 0.011130682192742825 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7666015625, + "loss_eval": 0.6850110292434692, + "epoch": 29 + }, + { + "hidden_norms_cls": [ + 1.5533884763717651, + 8.01724910736084, + 11.423017501831055, + 15.046612739562988, + 18.549089431762695 + ], + "hidden_norms_avg": [ + 4.590519428253174, + 12.431540489196777, + 14.243208885192871, + 16.609176635742188, + 18.00058937072754 + ], + "bp_grad_per_sample_l2_med": [ + 0.0004959268844686449, + 0.00020078590023331344, + 0.00015426705067511648, + 0.00010096926416736096, + 5.95865749346558e-05 + ], + "bp_grad_F": [ + 0.09663982689380646, + 0.036162860691547394, + 0.02716146595776081, + 0.01926880143582821, + 0.011334826238453388 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7783203125, + "loss_eval": 0.6707749366760254, + "epoch": 30 + }, + { + "hidden_norms_cls": [ + 1.5530469417572021, + 7.959159851074219, + 11.2805757522583, + 14.567391395568848, + 17.63263511657715 + ], + "hidden_norms_avg": [ + 4.583434581756592, + 11.983453750610352, + 13.4386625289917, + 15.498583793640137, + 16.631824493408203 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005142099689692259, + 0.00020230942755006254, + 0.00015552931290585548, + 0.00011007695866283029, + 6.233472959138453e-05 + ], + "bp_grad_F": [ + 0.09787525236606598, + 0.037690743803977966, + 0.028980012983083725, + 0.02064511366188526, + 0.012224731035530567 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7763671875, + "loss_eval": 0.6748013496398926, + "epoch": 31 + }, + { + "hidden_norms_cls": [ + 1.5515272617340088, + 7.847743988037109, + 10.868992805480957, + 14.282126426696777, + 17.300424575805664 + ], + "hidden_norms_avg": [ + 4.579150199890137, + 11.951078414916992, + 13.621748924255371, + 15.971713066101074, + 17.04889488220215 + ], + "bp_grad_per_sample_l2_med": [ + 0.0004585929855238646, + 0.00017806614050641656, + 0.0001380510366288945, + 9.63187703746371e-05, + 5.829996371176094e-05 + ], + "bp_grad_F": [ + 0.10181005299091339, + 0.038575656712055206, + 0.02964734099805355, + 0.020979750901460648, + 0.01240287534892559 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.78125, + "loss_eval": 0.648021936416626, + "epoch": 32 + }, + { + "hidden_norms_cls": [ + 1.5606788396835327, + 7.502675533294678, + 10.430459022521973, + 13.642136573791504, + 16.445953369140625 + ], + "hidden_norms_avg": [ + 4.601283550262451, + 11.615697860717773, + 13.472222328186035, + 15.831238746643066, + 16.856765747070312 + ], + "bp_grad_per_sample_l2_med": [ + 0.0004074577009305358, + 0.00017814920283854008, + 0.00013730341743212193, + 9.565176151227206e-05, + 5.229458474786952e-05 + ], + "bp_grad_F": [ + 0.11506060510873795, + 0.04695325344800949, + 0.03571247681975365, + 0.025198202580213547, + 0.013851121068000793 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.755859375, + "loss_eval": 0.7299192547798157, + "epoch": 33 + }, + { + "hidden_norms_cls": [ + 1.5404834747314453, + 7.528626441955566, + 10.384718894958496, + 13.326257705688477, + 16.41958999633789 + ], + "hidden_norms_avg": [ + 4.533090591430664, + 11.6575345993042, + 13.231060028076172, + 15.337231636047363, + 16.463298797607422 + ], + "bp_grad_per_sample_l2_med": [ + 0.00042279696208424866, + 0.00016955600585788488, + 0.00012915951083414257, + 8.976108074421063e-05, + 4.930083014187403e-05 + ], + "bp_grad_F": [ + 0.11639728397130966, + 0.047109171748161316, + 0.03660130873322487, + 0.02588750049471855, + 0.013930009678006172 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7822265625, + "loss_eval": 0.7065586447715759, + "epoch": 34 + }, + { + "hidden_norms_cls": [ + 1.539638638496399, + 7.26485013961792, + 9.96584701538086, + 13.003418922424316, + 16.14008140563965 + ], + "hidden_norms_avg": [ + 4.537028789520264, + 11.146146774291992, + 12.836923599243164, + 14.992585182189941, + 16.076574325561523 + ], + "bp_grad_per_sample_l2_med": [ + 0.00039646061486564577, + 0.00017108044994529337, + 0.00013601842510979623, + 9.225023677572608e-05, + 4.893271398032084e-05 + ], + "bp_grad_F": [ + 0.11648086458444595, + 0.04862738400697708, + 0.0374443456530571, + 0.026762915775179863, + 0.014388044364750385 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7939453125, + "loss_eval": 0.6772804260253906, + "epoch": 35 + }, + { + "hidden_norms_cls": [ + 1.5278778076171875, + 7.107171058654785, + 9.836174011230469, + 12.691095352172852, + 15.726043701171875 + ], + "hidden_norms_avg": [ + 4.5205254554748535, + 10.983088493347168, + 12.684239387512207, + 14.876561164855957, + 15.817031860351562 + ], + "bp_grad_per_sample_l2_med": [ + 0.0003774319775402546, + 0.00015706375415902585, + 0.0001264828024432063, + 8.857168722897768e-05, + 4.440043630893342e-05 + ], + "bp_grad_F": [ + 0.12492093443870544, + 0.053397826850414276, + 0.040937285870313644, + 0.029012493789196014, + 0.015446576289832592 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7724609375, + "loss_eval": 0.707297146320343, + "epoch": 36 + }, + { + "hidden_norms_cls": [ + 1.51571524143219, + 7.153889179229736, + 9.856640815734863, + 12.511648178100586, + 15.47674560546875 + ], + "hidden_norms_avg": [ + 4.51829719543457, + 10.948126792907715, + 12.496319770812988, + 14.353506088256836, + 15.267280578613281 + ], + "bp_grad_per_sample_l2_med": [ + 0.0003654273459687829, + 0.00015038737910799682, + 0.00011584001913433895, + 8.340556814800948e-05, + 4.3377422116464004e-05 + ], + "bp_grad_F": [ + 0.13914552330970764, + 0.0589178130030632, + 0.04522731155157089, + 0.0323280394077301, + 0.016300896182656288 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7626953125, + "loss_eval": 0.729290246963501, + "epoch": 37 + }, + { + "hidden_norms_cls": [ + 1.5081822872161865, + 6.952159404754639, + 9.558011054992676, + 12.107258796691895, + 15.05250358581543 + ], + "hidden_norms_avg": [ + 4.481203556060791, + 10.740157127380371, + 12.00869083404541, + 13.831336975097656, + 14.76778507232666 + ], + "bp_grad_per_sample_l2_med": [ + 0.0003083393967244774, + 0.00012594371219165623, + 0.00010108885180670768, + 7.270355854416266e-05, + 3.639453643700108e-05 + ], + "bp_grad_F": [ + 0.14465992152690887, + 0.061646901071071625, + 0.047660429030656815, + 0.03381076827645302, + 0.01706051267683506 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7685546875, + "loss_eval": 0.7395438551902771, + "epoch": 38 + }, + { + "hidden_norms_cls": [ + 1.5159180164337158, + 6.878056526184082, + 9.382442474365234, + 11.969950675964355, + 15.129233360290527 + ], + "hidden_norms_avg": [ + 4.494526386260986, + 10.639691352844238, + 12.291059494018555, + 14.28632640838623, + 15.170000076293945 + ], + "bp_grad_per_sample_l2_med": [ + 0.00028951463173143566, + 0.00012502263416536152, + 0.00010040518827736378, + 7.046512473607436e-05, + 3.719307642313652e-05 + ], + "bp_grad_F": [ + 0.1406005620956421, + 0.06109313294291496, + 0.047722309827804565, + 0.033977217972278595, + 0.01711316779255867 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7802734375, + "loss_eval": 0.7057114839553833, + "epoch": 39 + }, + { + "hidden_norms_cls": [ + 1.5058479309082031, + 6.699619770050049, + 9.136896133422852, + 11.609856605529785, + 14.701480865478516 + ], + "hidden_norms_avg": [ + 4.482093811035156, + 10.446189880371094, + 12.056195259094238, + 13.87569522857666, + 14.783234596252441 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002856751380022615, + 0.00013275284436531365, + 0.00010139105870621279, + 6.966136425035074e-05, + 3.293903864687309e-05 + ], + "bp_grad_F": [ + 0.1529398262500763, + 0.06890096515417099, + 0.052683208137750626, + 0.03734185919165611, + 0.01789216138422489 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7822265625, + "loss_eval": 0.7478293180465698, + "epoch": 40 + }, + { + "hidden_norms_cls": [ + 1.490049123764038, + 6.627772331237793, + 9.019189834594727, + 11.385313987731934, + 14.173355102539062 + ], + "hidden_norms_avg": [ + 4.458098411560059, + 10.279450416564941, + 11.593936920166016, + 13.30923080444336, + 14.155406951904297 + ], + "bp_grad_per_sample_l2_med": [ + 0.00021343027765396982, + 9.837630932452157e-05, + 8.006956340977922e-05, + 5.6768003560137004e-05, + 2.7385456633055583e-05 + ], + "bp_grad_F": [ + 0.15772707760334015, + 0.07120667397975922, + 0.05564703419804573, + 0.03953033685684204, + 0.018776116892695427 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7724609375, + "loss_eval": 0.7677009105682373, + "epoch": 41 + }, + { + "hidden_norms_cls": [ + 1.4904595613479614, + 6.347933769226074, + 8.674281120300293, + 11.007567405700684, + 14.106690406799316 + ], + "hidden_norms_avg": [ + 4.430132865905762, + 10.265702247619629, + 11.588266372680664, + 13.410375595092773, + 14.36179256439209 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002224426862085238, + 0.00010000570182455704, + 7.794459816068411e-05, + 5.595289985649288e-05, + 2.7256841349299066e-05 + ], + "bp_grad_F": [ + 0.16928334534168243, + 0.07747916132211685, + 0.06056727096438408, + 0.04274875670671463, + 0.019731448963284492 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.771484375, + "loss_eval": 0.7774850726127625, + "epoch": 42 + }, + { + "hidden_norms_cls": [ + 1.4839239120483398, + 6.341518878936768, + 8.600671768188477, + 10.991724014282227, + 14.061833381652832 + ], + "hidden_norms_avg": [ + 4.403061866760254, + 10.020040512084961, + 11.371668815612793, + 13.18271255493164, + 14.007345199584961 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002152575325453654, + 0.00010309015488019213, + 7.964189717313275e-05, + 5.283725113258697e-05, + 2.479495196894277e-05 + ], + "bp_grad_F": [ + 0.17190901935100555, + 0.080362468957901, + 0.06201368197798729, + 0.042563296854496, + 0.019763268530368805 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.791015625, + "loss_eval": 0.7503129243850708, + "epoch": 43 + }, + { + "hidden_norms_cls": [ + 1.479953408241272, + 6.386821269989014, + 8.521474838256836, + 10.847907066345215, + 13.541037559509277 + ], + "hidden_norms_avg": [ + 4.399942874908447, + 9.979388236999512, + 11.251038551330566, + 12.998858451843262, + 13.76570987701416 + ], + "bp_grad_per_sample_l2_med": [ + 0.000195752116269432, + 9.365259029436857e-05, + 7.282401929842308e-05, + 5.209222945268266e-05, + 2.3047552531352267e-05 + ], + "bp_grad_F": [ + 0.16316288709640503, + 0.07674747705459595, + 0.06052006781101227, + 0.04277755320072174, + 0.020131859928369522 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7978515625, + "loss_eval": 0.732360303401947, + "epoch": 44 + }, + { + "hidden_norms_cls": [ + 1.4770045280456543, + 6.249807834625244, + 8.36440658569336, + 10.429434776306152, + 13.045490264892578 + ], + "hidden_norms_avg": [ + 4.391754627227783, + 9.821492195129395, + 10.789708137512207, + 12.3140869140625, + 13.067754745483398 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002329840644961223, + 0.00011798225023085251, + 9.261347440769896e-05, + 6.294570630416274e-05, + 2.9543562050093897e-05 + ], + "bp_grad_F": [ + 0.1812749058008194, + 0.08621949702501297, + 0.067754827439785, + 0.04831995815038681, + 0.021977350115776062 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7822265625, + "loss_eval": 0.7784227132797241, + "epoch": 45 + }, + { + "hidden_norms_cls": [ + 1.467228651046753, + 6.0983357429504395, + 8.231528282165527, + 10.333056449890137, + 13.266757011413574 + ], + "hidden_norms_avg": [ + 4.390368461608887, + 9.647501945495605, + 10.692501068115234, + 12.274677276611328, + 13.044783592224121 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001511751615907997, + 7.784536137478426e-05, + 6.136627780506387e-05, + 4.35807196481619e-05, + 2.014869824051857e-05 + ], + "bp_grad_F": [ + 0.18805110454559326, + 0.09124159067869186, + 0.07224944978952408, + 0.050726212561130524, + 0.02254536561667919 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7822265625, + "loss_eval": 0.814141571521759, + "epoch": 46 + }, + { + "hidden_norms_cls": [ + 1.4649879932403564, + 6.082813739776611, + 8.131811141967773, + 10.158056259155273, + 13.049956321716309 + ], + "hidden_norms_avg": [ + 4.377193927764893, + 9.599099159240723, + 10.660999298095703, + 12.21728801727295, + 12.965741157531738 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001712174853309989, + 8.400671504205093e-05, + 6.461612792918459e-05, + 4.6120971092022955e-05, + 2.0111323465243913e-05 + ], + "bp_grad_F": [ + 0.19550266861915588, + 0.09418290108442307, + 0.07462290674448013, + 0.053083814680576324, + 0.02292729914188385 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7890625, + "loss_eval": 0.7999259233474731, + "epoch": 47 + }, + { + "hidden_norms_cls": [ + 1.4617111682891846, + 6.058816432952881, + 8.100686073303223, + 10.085453987121582, + 12.920005798339844 + ], + "hidden_norms_avg": [ + 4.367196559906006, + 9.56169605255127, + 10.609153747558594, + 12.135587692260742, + 12.871316909790039 + ], + "bp_grad_per_sample_l2_med": [ + 0.00015642307698726654, + 7.727487536612898e-05, + 5.90925665164832e-05, + 4.136386633035727e-05, + 1.6983105524559505e-05 + ], + "bp_grad_F": [ + 0.202835351228714, + 0.09727983921766281, + 0.07683655619621277, + 0.05471916124224663, + 0.02326873689889908 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.783203125, + "loss_eval": 0.8152254223823547, + "epoch": 48 + }, + { + "hidden_norms_cls": [ + 1.4593255519866943, + 6.017489433288574, + 7.96034049987793, + 9.983046531677246, + 12.839889526367188 + ], + "hidden_norms_avg": [ + 4.349035739898682, + 9.508291244506836, + 10.475739479064941, + 12.025425910949707, + 12.764323234558105 + ], + "bp_grad_per_sample_l2_med": [ + 0.00013039771874900907, + 6.479993317043409e-05, + 5.060105831944384e-05, + 3.637294139480218e-05, + 1.4738084246346261e-05 + ], + "bp_grad_F": [ + 0.2170599102973938, + 0.10417382419109344, + 0.08229079097509384, + 0.05735529586672783, + 0.024290865287184715 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7841796875, + "loss_eval": 0.8357614278793335, + "epoch": 49 + }, + { + "hidden_norms_cls": [ + 1.4566220045089722, + 5.9422221183776855, + 7.888944149017334, + 9.933752059936523, + 12.817610740661621 + ], + "hidden_norms_avg": [ + 4.346043109893799, + 9.43443489074707, + 10.415618896484375, + 11.964469909667969, + 12.66396713256836 + ], + "bp_grad_per_sample_l2_med": [ + 0.00011193535465281457, + 5.694849824067205e-05, + 4.533635365078226e-05, + 3.3492226066300645e-05, + 1.4018894034961704e-05 + ], + "bp_grad_F": [ + 0.21774698793888092, + 0.1065358892083168, + 0.08431421220302582, + 0.05883141607046127, + 0.024615641683340073 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7822265625, + "loss_eval": 0.8349668979644775, + "epoch": 50 + }, + { + "hidden_norms_cls": [ + 1.4569600820541382, + 5.859008312225342, + 7.792572498321533, + 9.738831520080566, + 12.622002601623535 + ], + "hidden_norms_avg": [ + 4.331563472747803, + 9.398598670959473, + 10.273933410644531, + 11.764141082763672, + 12.436033248901367 + ], + "bp_grad_per_sample_l2_med": [ + 0.00012003595475107431, + 5.908689126954414e-05, + 4.746428385260515e-05, + 3.251975431339815e-05, + 1.3768915778200608e-05 + ], + "bp_grad_F": [ + 0.2144007831811905, + 0.10626016557216644, + 0.08404342085123062, + 0.05926896259188652, + 0.024889416992664337 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7861328125, + "loss_eval": 0.840790331363678, + "epoch": 51 + }, + { + "hidden_norms_cls": [ + 1.4559087753295898, + 5.8081440925598145, + 7.735576629638672, + 9.665096282958984, + 12.462581634521484 + ], + "hidden_norms_avg": [ + 4.331978797912598, + 9.35647964477539, + 10.206826210021973, + 11.663065910339355, + 12.307528495788574 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010101464431500062, + 5.143512680660933e-05, + 4.1592236811993644e-05, + 3.0060553399380296e-05, + 1.2701412742899265e-05 + ], + "bp_grad_F": [ + 0.22189198434352875, + 0.11008423566818237, + 0.08644267171621323, + 0.0603644996881485, + 0.025003522634506226 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7900390625, + "loss_eval": 0.8574135303497314, + "epoch": 52 + }, + { + "hidden_norms_cls": [ + 1.4537159204483032, + 5.80010461807251, + 7.719310760498047, + 9.681657791137695, + 12.724189758300781 + ], + "hidden_norms_avg": [ + 4.318180084228516, + 9.302933692932129, + 10.182857513427734, + 11.675416946411133, + 12.381869316101074 + ], + "bp_grad_per_sample_l2_med": [ + 9.399914415553212e-05, + 4.920759965898469e-05, + 3.82029902539216e-05, + 2.4410484911641106e-05, + 9.912354471453e-06 + ], + "bp_grad_F": [ + 0.2312120646238327, + 0.11490234732627869, + 0.09031722694635391, + 0.06280362606048584, + 0.02546737529337406 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7900390625, + "loss_eval": 0.8825892210006714, + "epoch": 53 + }, + { + "hidden_norms_cls": [ + 1.4533940553665161, + 5.765341758728027, + 7.664762496948242, + 9.541180610656738, + 12.46136474609375 + ], + "hidden_norms_avg": [ + 4.321633815765381, + 9.284127235412598, + 10.135884284973145, + 11.603636741638184, + 12.27259635925293 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010168847802560776, + 5.239037636783905e-05, + 4.169415478827432e-05, + 2.8813867174903862e-05, + 1.1632122550508939e-05 + ], + "bp_grad_F": [ + 0.23138603568077087, + 0.11581514030694962, + 0.09145721793174744, + 0.06368965655565262, + 0.025816213339567184 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7900390625, + "loss_eval": 0.8627672791481018, + "epoch": 54 + }, + { + "hidden_norms_cls": [ + 1.4520151615142822, + 5.752710342407227, + 7.6372294425964355, + 9.493330001831055, + 12.49281120300293 + ], + "hidden_norms_avg": [ + 4.314420223236084, + 9.275971412658691, + 10.131872177124023, + 11.594268798828125, + 12.271230697631836 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010349372314522043, + 5.0890805141534656e-05, + 4.167861698078923e-05, + 2.9301188988029025e-05, + 1.1288396308373194e-05 + ], + "bp_grad_F": [ + 0.23472057282924652, + 0.11708012968301773, + 0.09245092421770096, + 0.06478185206651688, + 0.025885937735438347 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.791015625, + "loss_eval": 0.8611111640930176, + "epoch": 55 + }, + { + "hidden_norms_cls": [ + 1.4508332014083862, + 5.741517066955566, + 7.59091329574585, + 9.493820190429688, + 12.553393363952637 + ], + "hidden_norms_avg": [ + 4.315334320068359, + 9.272273063659668, + 10.107754707336426, + 11.5936279296875, + 12.266173362731934 + ], + "bp_grad_per_sample_l2_med": [ + 9.209421114064753e-05, + 4.9557409511180595e-05, + 3.8665639294777066e-05, + 2.703870450204704e-05, + 1.0333649697713554e-05 + ], + "bp_grad_F": [ + 0.23745231330394745, + 0.11897031217813492, + 0.09419847279787064, + 0.06559450179338455, + 0.02597379870712757 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.794921875, + "loss_eval": 0.8737660646438599, + "epoch": 56 + }, + { + "hidden_norms_cls": [ + 1.4514665603637695, + 5.724127292633057, + 7.567911624908447, + 9.464110374450684, + 12.53247356414795 + ], + "hidden_norms_avg": [ + 4.312892436981201, + 9.258728981018066, + 10.092171669006348, + 11.559837341308594, + 12.241935729980469 + ], + "bp_grad_per_sample_l2_med": [ + 8.842872193781659e-05, + 4.636628364096396e-05, + 3.5660887078847736e-05, + 2.4343042241525836e-05, + 9.563225830788724e-06 + ], + "bp_grad_F": [ + 0.23917540907859802, + 0.12006859481334686, + 0.09492167085409164, + 0.06607519090175629, + 0.02614584006369114 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7939453125, + "loss_eval": 0.8743407130241394, + "epoch": 57 + }, + { + "hidden_norms_cls": [ + 1.4513946771621704, + 5.7332282066345215, + 7.562880992889404, + 9.466405868530273, + 12.53167724609375 + ], + "hidden_norms_avg": [ + 4.3138651847839355, + 9.26041316986084, + 10.077324867248535, + 11.538521766662598, + 12.218836784362793 + ], + "bp_grad_per_sample_l2_med": [ + 9.282731480197981e-05, + 4.6137181925587356e-05, + 3.7237725337035954e-05, + 2.553310514485929e-05, + 9.964967830455862e-06 + ], + "bp_grad_F": [ + 0.24150457978248596, + 0.12129233777523041, + 0.09592130035161972, + 0.06674522906541824, + 0.026258554309606552 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.7890625, + "loss_eval": 0.8750766515731812, + "epoch": 58 + }, + { + "hidden_norms_cls": [ + 1.4510550498962402, + 5.730595111846924, + 7.558650493621826, + 9.460441589355469, + 12.49626636505127 + ], + "hidden_norms_avg": [ + 4.311552047729492, + 9.2510347366333, + 10.070302963256836, + 11.530484199523926, + 12.212501525878906 + ], + "bp_grad_per_sample_l2_med": [ + 8.91910312930122e-05, + 4.6800774725852534e-05, + 3.584511432563886e-05, + 2.5313198420917615e-05, + 9.680608854978345e-06 + ], + "bp_grad_F": [ + 0.24175073206424713, + 0.12143565714359283, + 0.09590216726064682, + 0.06680992990732193, + 0.026268428191542625 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.787109375, + "loss_eval": 0.8746636509895325, + "epoch": 59 + }, + { + "hidden_norms_cls": [ + 1.450972557067871, + 5.727794647216797, + 7.5582756996154785, + 9.462045669555664, + 12.50033187866211 + ], + "hidden_norms_avg": [ + 4.311238765716553, + 9.248146057128906, + 10.065601348876953, + 11.523144721984863, + 12.206249237060547 + ], + "bp_grad_per_sample_l2_med": [ + 8.883981354301795e-05, + 4.730010550701991e-05, + 3.57187855115626e-05, + 2.4922017473727465e-05, + 9.98118775896728e-06 + ], + "bp_grad_F": [ + 0.24178682267665863, + 0.12154776602983475, + 0.09598654508590698, + 0.06685590744018555, + 0.026261666789650917 + ], + "gamma_dfa": NaN, + "gamma_dfa_per_layer": [], + "acc_eval": 0.787109375, + "loss_eval": 0.8750864863395691, + "epoch": 60 + } + ], + "dfa_log": [ + { + "hidden_norms_cls": [ + 0.3210873007774353, + 3.3568029403686523, + 4.891699314117432, + 6.200707912445068, + 7.5911865234375 + ], + "hidden_norms_avg": [ + 5.7549052238464355, + 6.750590801239014, + 7.9020819664001465, + 8.925304412841797, + 10.076716423034668 + ], + "bp_grad_per_sample_l2_med": [ + 0.004074312746524811, + 0.0011155740357935429, + 0.0009667170234024525, + 0.0008621186716482043, + 0.0008127145702019334 + ], + "bp_grad_F": [ + 0.20160320401191711, + 0.039521340280771255, + 0.033098917454481125, + 0.029271923005580902, + 0.027136052027344704 + ], + "gamma_dfa": 0.0011031709145754576, + "gamma_dfa_per_layer": [ + -0.004096934571862221, + -0.003170878393575549, + 0.003171987598761916, + 0.008508509024977684 + ], + "acc_eval": 0.125, + "loss_eval": 2.422111988067627, + "epoch": 0 + }, + { + "hidden_norms_cls": [ + 1.7445409297943115, + 3393.872314453125, + 8096.7275390625, + 11786.4453125, + 15317.9609375 + ], + "hidden_norms_avg": [ + 46.059967041015625, + 2908.78857421875, + 9192.9140625, + 12480.814453125, + 15843.904296875 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007700070273131132, + 5.177932962396881e-07, + 4.354141651674581e-07, + 4.0796010125632165e-07, + 4.096184795798763e-07 + ], + "bp_grad_F": [ + 0.14847944676876068, + 7.175570499384776e-05, + 1.7355905583826825e-05, + 1.4375820683198981e-05, + 1.4468741937889718e-05 + ], + "gamma_dfa": 0.00903075491078198, + "gamma_dfa_per_layer": [ + 0.014700280502438545, + 0.007455145940184593, + 0.009132559411227703, + 0.004835033789277077 + ], + "acc_eval": 0.2158203125, + "loss_eval": 2.072723388671875, + "epoch": 1 + }, + { + "hidden_norms_cls": [ + 3.5329439640045166, + 17943.025390625, + 46227.09765625, + 60098.9921875, + 105510.8828125 + ], + "hidden_norms_avg": [ + 95.54289245605469, + 14775.4267578125, + 44856.01953125, + 59234.35546875, + 87862.078125 + ], + "bp_grad_per_sample_l2_med": [ + 0.00029628784977830946, + 1.0676165373979529e-07, + 7.34040170868866e-08, + 6.658416396021494e-08, + 6.750254044618487e-08 + ], + "bp_grad_F": [ + 0.12055971473455429, + 8.933278149925172e-05, + 3.910079612978734e-06, + 3.3086737403209554e-06, + 3.354543650857522e-06 + ], + "gamma_dfa": 0.007886230800068006, + "gamma_dfa_per_layer": [ + 0.016902755945920944, + 0.003473796183243394, + 0.009775697253644466, + 0.0013926738174632192 + ], + "acc_eval": 0.2197265625, + "loss_eval": 2.0924925804138184, + "epoch": 2 + }, + { + "hidden_norms_cls": [ + 5.165565013885498, + 33863.33203125, + 93132.8515625, + 145828.34375, + 276496.0 + ], + "hidden_norms_avg": [ + 142.7160186767578, + 36882.9296875, + 93356.96875, + 138199.0625, + 216913.359375 + ], + "bp_grad_per_sample_l2_med": [ + 0.00022745825117453933, + 4.267175768291054e-08, + 3.181965624321492e-08, + 2.8314032007870082e-08, + 2.8843814448009653e-08 + ], + "bp_grad_F": [ + 0.06954267621040344, + 0.00012680335203185678, + 2.0300262804084923e-06, + 1.8529049157223199e-06, + 1.8672349142434541e-06 + ], + "gamma_dfa": 0.00556139531545341, + "gamma_dfa_per_layer": [ + 0.01000538095831871, + 0.0014471756294369698, + 0.011906315572559834, + -0.001113290898501873 + ], + "acc_eval": 0.2412109375, + "loss_eval": 2.0521552562713623, + "epoch": 3 + }, + { + "hidden_norms_cls": [ + 6.674264907836914, + 43835.6796875, + 150229.609375, + 253133.515625, + 481876.5 + ], + "hidden_norms_avg": [ + 186.87832641601562, + 74412.015625, + 150159.890625, + 253252.734375, + 439077.25 + ], + "bp_grad_per_sample_l2_med": [ + 0.0003350951592437923, + 2.7693221937852286e-08, + 1.989219278186738e-08, + 1.704596108709211e-08, + 1.7547710839949104e-08 + ], + "bp_grad_F": [ + 0.058595605194568634, + 0.0002476655936334282, + 1.0984595064655878e-06, + 1.0368654557169066e-06, + 1.0405622106191004e-06 + ], + "gamma_dfa": 0.002481349220033735, + "gamma_dfa_per_layer": [ + 3.730843309313059e-05, + 0.0014904557028785348, + 0.011494583450257778, + -0.0030969507060945034 + ], + "acc_eval": 0.232421875, + "loss_eval": 2.058844566345215, + "epoch": 4 + }, + { + "hidden_norms_cls": [ + 8.061405181884766, + 102865.78125, + 229004.390625, + 413580.59375, + 706253.625 + ], + "hidden_norms_avg": [ + 228.99224853515625, + 131342.546875, + 229257.390625, + 410435.25, + 727001.6875 + ], + "bp_grad_per_sample_l2_med": [ + 0.00029934433405287564, + 1.670629679040303e-08, + 1.3200744497510186e-08, + 1.1068386207568892e-08, + 1.1248447506773118e-08 + ], + "bp_grad_F": [ + 0.49810686707496643, + 0.0004038630868308246, + 1.391591922583757e-06, + 6.11680206930032e-07, + 5.242948759587307e-07 + ], + "gamma_dfa": 0.0009187236428260803, + "gamma_dfa_per_layer": [ + -0.003027769736945629, + 0.002294017933309078, + 0.00904145184904337, + -0.004632805474102497 + ], + "acc_eval": 0.2197265625, + "loss_eval": 2.091141700744629, + "epoch": 5 + }, + { + "hidden_norms_cls": [ + 9.400635719299316, + 164205.859375, + 302756.3125, + 584338.25, + 1250749.125 + ], + "hidden_norms_avg": [ + 270.8563232421875, + 190832.34375, + 307117.59375, + 620500.3125, + 1149191.375 + ], + "bp_grad_per_sample_l2_med": [ + 0.00034470504033379257, + 1.3897826889319731e-08, + 8.662226491651381e-09, + 6.850678690994982e-09, + 7.0105756755367565e-09 + ], + "bp_grad_F": [ + 0.08854538202285767, + 0.0002125167811755091, + 3.9876397295302013e-07, + 2.9177280680414697e-07, + 2.903063318626664e-07 + ], + "gamma_dfa": 0.0008902656263671815, + "gamma_dfa_per_layer": [ + -0.004116768017411232, + 0.004187953192740679, + 0.007109872996807098, + -0.003619995666667819 + ], + "acc_eval": 0.208984375, + "loss_eval": 2.09378981590271, + "epoch": 6 + }, + { + "hidden_norms_cls": [ + 10.676177978515625, + 216327.671875, + 429372.28125, + 910110.1875, + 1955787.375 + ], + "hidden_norms_avg": [ + 311.3556823730469, + 279124.65625, + 434169.5, + 917506.125, + 1714750.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002802011731546372, + 8.183582700382885e-09, + 5.617039278149605e-09, + 4.765932093420133e-09, + 4.884364024348997e-09 + ], + "bp_grad_F": [ + 0.2021757811307907, + 0.00017153903900180012, + 2.627296851187566e-07, + 1.9583571031489555e-07, + 1.9719628596703842e-07 + ], + "gamma_dfa": 0.00245969754178077, + "gamma_dfa_per_layer": [ + 0.0030665153171867132, + 0.0039703575894236565, + 0.005591260269284248, + -0.0027893430087715387 + ], + "acc_eval": 0.224609375, + "loss_eval": 2.0816030502319336, + "epoch": 7 + }, + { + "hidden_norms_cls": [ + 11.970849990844727, + 282019.0, + 553729.25, + 1250316.5, + 2676136.75 + ], + "hidden_norms_avg": [ + 350.0874938964844, + 367917.96875, + 563719.125, + 1231394.75, + 2379567.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.00015754146443214267, + 7.837374305097455e-09, + 4.1749870227647534e-09, + 3.572480755664742e-09, + 3.6429026462059255e-09 + ], + "bp_grad_F": [ + 0.06816119700670242, + 0.0002165154874091968, + 1.8739321205885062e-07, + 1.4396131575722393e-07, + 1.449055417879208e-07 + ], + "gamma_dfa": 0.0018902571755461395, + "gamma_dfa_per_layer": [ + 0.0010774387046694756, + 0.004019944928586483, + 0.004736708011478186, + -0.0022730629425495863 + ], + "acc_eval": 0.2236328125, + "loss_eval": 2.069587469100952, + "epoch": 8 + }, + { + "hidden_norms_cls": [ + 13.234355926513672, + 498576.65625, + 747356.3125, + 1569417.0, + 3492356.0 + ], + "hidden_norms_avg": [ + 390.34356689453125, + 517596.5, + 755798.625, + 1559863.25, + 3087860.75 + ], + "bp_grad_per_sample_l2_med": [ + 0.00012954612611792982, + 6.955718223622398e-09, + 3.3238092278509157e-09, + 2.7362234700234467e-09, + 2.7891511322764018e-09 + ], + "bp_grad_F": [ + 0.03943011909723282, + 0.00019621588580776006, + 1.9796995331944345e-07, + 1.1484767270530938e-07, + 1.1313876058238748e-07 + ], + "gamma_dfa": 0.002013051969697699, + "gamma_dfa_per_layer": [ + 0.0007974229520186782, + 0.0045172227546572685, + 0.004162413999438286, + -0.0014248518273234367 + ], + "acc_eval": 0.21484375, + "loss_eval": 2.0846829414367676, + "epoch": 9 + }, + { + "hidden_norms_cls": [ + 14.412362098693848, + 653898.875, + 962527.9375, + 1974772.75, + 4235229.0 + ], + "hidden_norms_avg": [ + 426.1747741699219, + 660897.75, + 954217.625, + 1992937.5, + 3912584.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001297950657317415, + 8.463428180505161e-09, + 2.735849546908753e-09, + 2.2942541200166033e-09, + 2.329255233135541e-09 + ], + "bp_grad_F": [ + 0.07335253059864044, + 0.0002778704511001706, + 2.1924184068211616e-07, + 1.5885484572208952e-07, + 9.551467172741468e-08 + ], + "gamma_dfa": 0.001994484744500369, + "gamma_dfa_per_layer": [ + 0.0028600264340639114, + 0.0031631651800125837, + 0.0033731083385646343, + -0.0014183609746396542 + ], + "acc_eval": 0.2373046875, + "loss_eval": 2.0768301486968994, + "epoch": 10 + }, + { + "hidden_norms_cls": [ + 15.627301216125488, + 805321.625, + 1191654.25, + 2375967.75, + 5068243.5 + ], + "hidden_norms_avg": [ + 464.92144775390625, + 870169.75, + 1209570.75, + 2342305.5, + 4797491.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00014358766202349216, + 6.655038742309216e-09, + 2.213497385383789e-09, + 1.8578552030135143e-09, + 1.8845198734851465e-09 + ], + "bp_grad_F": [ + 0.22341646254062653, + 0.0010545816039666533, + 3.022053363110899e-07, + 8.581165644727662e-08, + 7.942276880612553e-08 + ], + "gamma_dfa": 0.0012935771082993597, + "gamma_dfa_per_layer": [ + -0.00014482985716313124, + 0.0035164642613381147, + 0.002910400740802288, + -0.0011077267117798328 + ], + "acc_eval": 0.2138671875, + "loss_eval": 2.076242446899414, + "epoch": 11 + }, + { + "hidden_norms_cls": [ + 16.751590728759766, + 758638.375, + 1437438.0, + 2779040.25, + 5662257.0 + ], + "hidden_norms_avg": [ + 501.60235595703125, + 1119163.625, + 1513203.375, + 2677392.25, + 5339190.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00020390149438753724, + 5.5311413227343564e-09, + 1.8890189412701375e-09, + 1.6241474831701908e-09, + 1.6578916017806478e-09 + ], + "bp_grad_F": [ + 1.734735369682312, + 0.000374374445527792, + 1.2862761877840967e-07, + 1.1062630989044919e-07, + 6.887377423936414e-08 + ], + "gamma_dfa": 0.0020944410644005984, + "gamma_dfa_per_layer": [ + 0.0036250988487154245, + 0.0027163547929376364, + 0.0028407545760273933, + -0.0008044439600780606 + ], + "acc_eval": 0.23046875, + "loss_eval": 2.083003520965576, + "epoch": 12 + }, + { + "hidden_norms_cls": [ + 17.76032066345215, + 1093088.5, + 1739864.0, + 3080344.5, + 6632118.5 + ], + "hidden_norms_avg": [ + 539.1420288085938, + 1433551.75, + 1843404.125, + 3096921.75, + 6237853.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00014031230239197612, + 4.252878937904825e-09, + 1.704668295410272e-09, + 1.518661418842271e-09, + 1.5263605934734414e-09 + ], + "bp_grad_F": [ + 0.05247655138373375, + 0.00048432740732096136, + 1.395327586806161e-07, + 8.375257465331742e-08, + 5.970760241780226e-08 + ], + "gamma_dfa": 0.0018704376125242561, + "gamma_dfa_per_layer": [ + 0.0021162822376936674, + 0.003257386852055788, + 0.002796958899125457, + -0.0006888775387778878 + ], + "acc_eval": 0.2177734375, + "loss_eval": 2.1021971702575684, + "epoch": 13 + }, + { + "hidden_norms_cls": [ + 18.760025024414062, + 2223954.75, + 2460609.0, + 3718541.25, + 7618764.0 + ], + "hidden_norms_avg": [ + 577.8324584960938, + 1908819.625, + 2348359.5, + 3542983.0, + 6779725.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00010403544729342684, + 2.662567277766925e-09, + 1.6195218499603925e-09, + 1.422262307926303e-09, + 1.433551610752204e-09 + ], + "bp_grad_F": [ + 0.08673901855945587, + 0.0001567020226502791, + 8.41187173250546e-08, + 5.8843131256480774e-08, + 5.371895994699116e-08 + ], + "gamma_dfa": 0.003976444830186665, + "gamma_dfa_per_layer": [ + 0.010876781307160854, + 0.0029237696435302496, + 0.0026041539385914803, + -0.000498925568535924 + ], + "acc_eval": 0.2177734375, + "loss_eval": 2.138009548187256, + "epoch": 14 + }, + { + "hidden_norms_cls": [ + 19.738407135009766, + 2339586.0, + 2696652.5, + 4235438.5, + 7955372.0 + ], + "hidden_norms_avg": [ + 619.4888916015625, + 2243613.75, + 2801893.5, + 4018190.75, + 7143025.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00014718857710249722, + 2.6654392026870255e-09, + 1.4668186665289795e-09, + 1.3113429231381701e-09, + 1.3212382299343517e-09 + ], + "bp_grad_F": [ + 0.1564428061246872, + 0.00024187436792999506, + 2.621962664761668e-07, + 5.580703898999673e-08, + 5.442945649747344e-08 + ], + "gamma_dfa": 0.0019682426573126577, + "gamma_dfa_per_layer": [ + 0.003052386222407222, + 0.0027148486115038395, + 0.0025699653197079897, + -0.00046422952436842024 + ], + "acc_eval": 0.2265625, + "loss_eval": 2.145447254180908, + "epoch": 15 + }, + { + "hidden_norms_cls": [ + 20.727081298828125, + 2753822.5, + 3114285.75, + 4713040.0, + 8652256.0 + ], + "hidden_norms_avg": [ + 660.8045654296875, + 2684893.0, + 3331407.5, + 4614215.5, + 7864381.5 + ], + "bp_grad_per_sample_l2_med": [ + 0.00013858993770554662, + 2.7730009399817845e-09, + 1.344458322449782e-09, + 1.2393497339502346e-09, + 1.2431760065823028e-09 + ], + "bp_grad_F": [ + 0.1324291080236435, + 0.00022225745487958193, + 9.285694346772289e-08, + 4.7669061586930184e-08, + 4.746264181676452e-08 + ], + "gamma_dfa": 0.001855946145951748, + "gamma_dfa_per_layer": [ + 0.004218719433993101, + 0.001718730665743351, + 0.0019668969325721264, + -0.0004805624485015869 + ], + "acc_eval": 0.251953125, + "loss_eval": 2.101409673690796, + "epoch": 16 + }, + { + "hidden_norms_cls": [ + 21.603151321411133, + 3877476.75, + 4156743.75, + 5474745.5, + 10299149.0 + ], + "hidden_norms_avg": [ + 698.7645263671875, + 3523264.5, + 4085091.75, + 5354783.0, + 9094561.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000199332891497761, + 1.9098649328697093e-09, + 1.2144363292776461e-09, + 1.1166952917918138e-09, + 1.1315383074972374e-09 + ], + "bp_grad_F": [ + 0.15142236649990082, + 4.2183397454209626e-05, + 7.309424887580462e-08, + 5.2962114693855256e-08, + 4.2337880756804225e-08 + ], + "gamma_dfa": 0.0013709207050851546, + "gamma_dfa_per_layer": [ + 0.0023175266105681658, + 0.0016730788629502058, + 0.0018372924532741308, + -0.0003442151064518839 + ], + "acc_eval": 0.220703125, + "loss_eval": 2.1280713081359863, + "epoch": 17 + }, + { + "hidden_norms_cls": [ + 22.48230743408203, + 3581296.5, + 4024996.25, + 6183271.0, + 11393130.0 + ], + "hidden_norms_avg": [ + 735.2485961914062, + 4017679.75, + 4751523.5, + 6215236.0, + 10366257.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00018803548300638795, + 1.895784862426808e-09, + 1.1237420993737146e-09, + 1.0378963244406236e-09, + 1.0573794062551656e-09 + ], + "bp_grad_F": [ + 0.12878409028053284, + 4.194497887510806e-05, + 4.941083631138099e-08, + 3.9714532107382183e-08, + 3.994472663748638e-08 + ], + "gamma_dfa": 0.0012161588310846128, + "gamma_dfa_per_layer": [ + 0.0021385664585977793, + 0.0015012789517641068, + 0.0016565187834203243, + -0.0004317288694437593 + ], + "acc_eval": 0.2158203125, + "loss_eval": 2.1137895584106445, + "epoch": 18 + }, + { + "hidden_norms_cls": [ + 23.29258155822754, + 4616424.5, + 5061994.0, + 6831782.5, + 12437102.0 + ], + "hidden_norms_avg": [ + 768.5599975585938, + 4586839.5, + 5567332.5, + 6953557.0, + 11342041.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00021542877948377281, + 1.9688994878919175e-09, + 1.0831572305747272e-09, + 9.59386015075836e-10, + 9.76972058808201e-10 + ], + "bp_grad_F": [ + 0.09346769750118256, + 4.979455843567848e-05, + 4.6927411290198506e-08, + 3.8312244043936516e-08, + 3.882623289541698e-08 + ], + "gamma_dfa": 0.0011904535058420151, + "gamma_dfa_per_layer": [ + 0.0024171490222215652, + 0.0012326111318543553, + 0.0015420420095324516, + -0.0004299881402403116 + ], + "acc_eval": 0.2333984375, + "loss_eval": 2.0970499515533447, + "epoch": 19 + }, + { + "hidden_norms_cls": [ + 24.054462432861328, + 5806660.5, + 6270370.0, + 7861086.0, + 14600824.0 + ], + "hidden_norms_avg": [ + 801.1851806640625, + 5855518.5, + 6747570.0, + 8137969.0, + 13373154.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00012799039541278034, + 1.5442244150065676e-09, + 9.774002718287989e-10, + 8.729071909741037e-10, + 8.921305361120346e-10 + ], + "bp_grad_F": [ + 0.9552626609802246, + 1.163827892014524e-05, + 2.461903250150499e-07, + 3.4675800009154045e-08, + 3.4831803219503854e-08 + ], + "gamma_dfa": 0.0018355100764892995, + "gamma_dfa_per_layer": [ + 0.004604285582900047, + 0.00167210737708956, + 0.001404301729053259, + -0.0003386543830856681 + ], + "acc_eval": 0.2138671875, + "loss_eval": 2.11769700050354, + "epoch": 20 + }, + { + "hidden_norms_cls": [ + 24.826902389526367, + 6414338.0, + 6989573.0, + 8609765.0, + 15368301.0 + ], + "hidden_norms_avg": [ + 830.1490478515625, + 6946265.5, + 7916239.0, + 9224772.0, + 14431417.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00015248128329403698, + 1.4729809594271615e-09, + 9.462167716023373e-10, + 8.629364445233989e-10, + 8.805687845558907e-10 + ], + "bp_grad_F": [ + 0.1705506592988968, + 0.00016797611897345632, + 4.810285503253908e-08, + 3.399246040203252e-08, + 3.436711182303043e-08 + ], + "gamma_dfa": 0.0015317398574552499, + "gamma_dfa_per_layer": [ + 0.004021936096251011, + 0.0012830595951527357, + 0.0012305387062951922, + -0.00040857496787793934 + ], + "acc_eval": 0.2236328125, + "loss_eval": 2.102954864501953, + "epoch": 21 + }, + { + "hidden_norms_cls": [ + 25.52900505065918, + 8152435.5, + 8736555.0, + 9881049.0, + 16997340.0 + ], + "hidden_norms_avg": [ + 858.3137817382812, + 7544203.0, + 8860779.0, + 10224814.0, + 15607154.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001363755582133308, + 1.2969386675720784e-09, + 9.174655479782245e-10, + 8.421383035361885e-10, + 8.538599827190296e-10 + ], + "bp_grad_F": [ + 0.07549053430557251, + 2.9420058126561344e-05, + 5.8904493727141016e-08, + 3.187446395713778e-08, + 3.1860317051268794e-08 + ], + "gamma_dfa": 0.0023631651129107922, + "gamma_dfa_per_layer": [ + 0.007739294320344925, + 0.0009300304809585214, + 0.001171439653262496, + -0.00038810400292277336 + ], + "acc_eval": 0.2080078125, + "loss_eval": 2.1162400245666504, + "epoch": 22 + }, + { + "hidden_norms_cls": [ + 26.122589111328125, + 9255466.0, + 9964734.0, + 11054792.0, + 18565818.0 + ], + "hidden_norms_avg": [ + 884.7098388671875, + 8814330.0, + 10177720.0, + 11552646.0, + 17489728.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00014142012514639646, + 1.3653665975610352e-09, + 8.580440802319345e-10, + 7.922714151398225e-10, + 8.032630116616701e-10 + ], + "bp_grad_F": [ + 0.11926258355379105, + 1.2633940968953539e-05, + 3.893048727832138e-08, + 3.075604126934195e-08, + 3.043995278062539e-08 + ], + "gamma_dfa": 0.0013515961618395522, + "gamma_dfa_per_layer": [ + 0.0038036422338336706, + 0.0009011125075630844, + 0.0010650388430804014, + -0.0003634089371189475 + ], + "acc_eval": 0.201171875, + "loss_eval": 2.134256362915039, + "epoch": 23 + }, + { + "hidden_norms_cls": [ + 26.71797752380371, + 8691604.0, + 9652268.0, + 11413482.0, + 19342164.0 + ], + "hidden_norms_avg": [ + 908.3400268554688, + 9418884.0, + 11132975.0, + 12548590.0, + 18516546.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00016020517796278, + 1.5232745065318909e-09, + 8.103306359252826e-10, + 7.392123024807518e-10, + 7.529800671868259e-10 + ], + "bp_grad_F": [ + 0.08055854588747025, + 1.5452902516699396e-05, + 3.9288735820264264e-08, + 3.091117406484045e-08, + 2.9865013573271426e-08 + ], + "gamma_dfa": 0.0012649961790884845, + "gamma_dfa_per_layer": [ + 0.0036856848746538162, + 0.0008738536853343248, + 0.0009324033162556589, + -0.00043195715988986194 + ], + "acc_eval": 0.216796875, + "loss_eval": 2.1074087619781494, + "epoch": 24 + }, + { + "hidden_norms_cls": [ + 27.27407455444336, + 9931691.0, + 10836582.0, + 12350148.0, + 20677670.0 + ], + "hidden_norms_avg": [ + 931.8362426757812, + 10575293.0, + 12476721.0, + 13979366.0, + 20145220.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002644142950884998, + 1.4137412351900025e-09, + 7.711813965194381e-10, + 7.245293809354791e-10, + 7.329452600401964e-10 + ], + "bp_grad_F": [ + 0.08752908557653427, + 3.3139032893814147e-05, + 4.584432744536571e-08, + 2.996421955003825e-08, + 2.8689356668110122e-08 + ], + "gamma_dfa": 0.0013240749976830557, + "gamma_dfa_per_layer": [ + 0.003940493334084749, + 0.0008323215297423303, + 0.0009093738626688719, + -0.0003858887357637286 + ], + "acc_eval": 0.2080078125, + "loss_eval": 2.1011557579040527, + "epoch": 25 + }, + { + "hidden_norms_cls": [ + 27.817367553710938, + 12253263.0, + 13105294.0, + 14345712.0, + 22455440.0 + ], + "hidden_norms_avg": [ + 953.0517578125, + 12373978.0, + 14141729.0, + 15597335.0, + 22309104.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00014759604528080672, + 1.123480086739903e-09, + 7.102037291595309e-10, + 6.690955567378865e-10, + 6.791667228611686e-10 + ], + "bp_grad_F": [ + 0.05615593492984772, + 0.00010146480053663254, + 3.714368190799178e-08, + 2.748037175592799e-08, + 2.6385574614096186e-08 + ], + "gamma_dfa": 0.0012311612081248313, + "gamma_dfa_per_layer": [ + 0.003369898535311222, + 0.0009893677197396755, + 0.0009041082230396569, + -0.0003387296455912292 + ], + "acc_eval": 0.234375, + "loss_eval": 2.105236291885376, + "epoch": 26 + }, + { + "hidden_norms_cls": [ + 28.32236099243164, + 13643201.0, + 14611628.0, + 15764247.0, + 24160378.0 + ], + "hidden_norms_avg": [ + 973.9281616210938, + 13221320.0, + 15394035.0, + 16890642.0, + 23678466.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00016657183005008847, + 9.720990679085162e-10, + 6.881580305595492e-10, + 6.496979620962406e-10, + 6.5528305004392e-10 + ], + "bp_grad_F": [ + 0.21266740560531616, + 1.0097430276800878e-05, + 5.8009760550703504e-08, + 2.5056060337647068e-08, + 2.5318335872270836e-08 + ], + "gamma_dfa": 0.0010233484499622136, + "gamma_dfa_per_layer": [ + 0.0030805980786681175, + 0.0005203179316595197, + 0.000822446309030056, + -0.00032996851950883865 + ], + "acc_eval": 0.212890625, + "loss_eval": 2.137085437774658, + "epoch": 27 + }, + { + "hidden_norms_cls": [ + 28.79292106628418, + 13177481.0, + 14299000.0, + 15555998.0, + 23304192.0 + ], + "hidden_norms_avg": [ + 992.415771484375, + 14624837.0, + 16826644.0, + 18325902.0, + 25292966.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00020211696391925216, + 1.1425522750130312e-09, + 6.55300591567709e-10, + 6.094423854463571e-10, + 6.189129764244683e-10 + ], + "bp_grad_F": [ + 0.17359277606010437, + 1.2817296010325663e-05, + 7.396955936656013e-08, + 2.5667416636565576e-08, + 2.485118777428852e-08 + ], + "gamma_dfa": 0.0013693289074581116, + "gamma_dfa_per_layer": [ + 0.004313473589718342, + 0.0007373306434601545, + 0.000740988994948566, + -0.00031447759829461575 + ], + "acc_eval": 0.2255859375, + "loss_eval": 2.095831871032715, + "epoch": 28 + }, + { + "hidden_norms_cls": [ + 29.206546783447266, + 13026473.0, + 14086985.0, + 16207103.0, + 25752542.0 + ], + "hidden_norms_avg": [ + 1012.0676879882812, + 14977745.0, + 17788350.0, + 19459138.0, + 26297900.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002467916056048125, + 1.5415436704913077e-09, + 6.588643519656046e-10, + 6.053296752739357e-10, + 6.112412798131572e-10 + ], + "bp_grad_F": [ + 0.042935822159051895, + 9.192503966914956e-06, + 3.478140442325639e-08, + 2.366191687031005e-08, + 2.384759412166204e-08 + ], + "gamma_dfa": 0.0008732089045224711, + "gamma_dfa_per_layer": [ + 0.002771018771454692, + 0.00032788922544568777, + 0.0007068651611916721, + -0.0003129375400021672 + ], + "acc_eval": 0.2294921875, + "loss_eval": 2.0877132415771484, + "epoch": 29 + }, + { + "hidden_norms_cls": [ + 29.655010223388672, + 18104814.0, + 18959442.0, + 20352136.0, + 30115644.0 + ], + "hidden_norms_avg": [ + 1030.1336669921875, + 17704192.0, + 19945910.0, + 21540694.0, + 29199112.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00019920141494367272, + 8.472024748407136e-10, + 5.961620086480934e-10, + 5.578593698096768e-10, + 5.602495689593923e-10 + ], + "bp_grad_F": [ + 0.05658308416604996, + 2.5135868781944737e-05, + 4.3493169954444966e-08, + 2.1390142990185268e-08, + 2.1341643119399123e-08 + ], + "gamma_dfa": 0.0010463381186127663, + "gamma_dfa_per_layer": [ + 0.0027386434376239777, + 0.0009209397248923779, + 0.0007645037840120494, + -0.0002387344720773399 + ], + "acc_eval": 0.2138671875, + "loss_eval": 2.1298673152923584, + "epoch": 30 + }, + { + "hidden_norms_cls": [ + 30.063920974731445, + 20103628.0, + 20986630.0, + 22120356.0, + 31195618.0 + ], + "hidden_norms_avg": [ + 1046.1927490234375, + 18906620.0, + 21404482.0, + 23038508.0, + 30526688.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002040969266090542, + 9.528980937645315e-10, + 5.700001026731627e-10, + 5.158900528989818e-10, + 5.214851328538828e-10 + ], + "bp_grad_F": [ + 0.0816737711429596, + 5.908617822569795e-05, + 3.4592272157851767e-08, + 2.022995992945198e-08, + 2.0381063947638722e-08 + ], + "gamma_dfa": 0.001085347576008644, + "gamma_dfa_per_layer": [ + 0.0035934830084443092, + 0.0002959886915050447, + 0.0007062341319397092, + -0.0002543155278544873 + ], + "acc_eval": 0.2041015625, + "loss_eval": 2.116055965423584, + "epoch": 31 + }, + { + "hidden_norms_cls": [ + 30.392677307128906, + 21290946.0, + 22100456.0, + 23440498.0, + 32839040.0 + ], + "hidden_norms_avg": [ + 1062.797119140625, + 20072588.0, + 22866046.0, + 24608556.0, + 32259930.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00022883246128913015, + 1.3679187782500435e-09, + 5.444520945196984e-10, + 5.043216955158414e-10, + 5.114720313947885e-10 + ], + "bp_grad_F": [ + 0.2192479968070984, + 0.0001256070681847632, + 1.2757884348957305e-07, + 2.0006645229386777e-08, + 1.9971306386423748e-08 + ], + "gamma_dfa": 0.0019978012933279388, + "gamma_dfa_per_layer": [ + 0.0072806887328624725, + 0.0002412673202343285, + 0.000707695260643959, + -0.00023844614042900503 + ], + "acc_eval": 0.2197265625, + "loss_eval": 2.1034791469573975, + "epoch": 32 + }, + { + "hidden_norms_cls": [ + 30.711090087890625, + 22272344.0, + 23036462.0, + 24462584.0, + 35130192.0 + ], + "hidden_norms_avg": [ + 1082.3468017578125, + 20945452.0, + 23993758.0, + 25838460.0, + 33448582.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0005148049676790833, + 2.304462176638822e-09, + 5.340937136999457e-10, + 4.950916898671665e-10, + 5.010572512453848e-10 + ], + "bp_grad_F": [ + 0.15110087394714355, + 3.209088754374534e-05, + 1.0334197497741116e-07, + 2.0131187383753968e-08, + 1.9814510920923567e-08 + ], + "gamma_dfa": 0.003046433750569122, + "gamma_dfa_per_layer": [ + 0.011593285948038101, + 0.00019314857490826398, + 0.0006439671851694584, + -0.0002446667058393359 + ], + "acc_eval": 0.208984375, + "loss_eval": 2.112250328063965, + "epoch": 33 + }, + { + "hidden_norms_cls": [ + 31.0146427154541, + 29106790.0, + 29617952.0, + 31075512.0, + 42307980.0 + ], + "hidden_norms_avg": [ + 1102.4920654296875, + 22080922.0, + 25255976.0, + 27220448.0, + 35072796.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0003266549902036786, + 3.0358568992028268e-09, + 4.893331295718895e-10, + 4.395950825575312e-10, + 4.4405815136094873e-10 + ], + "bp_grad_F": [ + 1.0139163732528687, + 1.6822159523144364e-05, + 1.2544650473955699e-07, + 1.6449900996917677e-08, + 1.5756539184508256e-08 + ], + "gamma_dfa": 0.004347974703705404, + "gamma_dfa_per_layer": [ + 0.016904333606362343, + -2.5271147023886442e-05, + 0.0006614690646529198, + -0.00014863270916976035 + ], + "acc_eval": 0.1806640625, + "loss_eval": 2.1869568824768066, + "epoch": 34 + }, + { + "hidden_norms_cls": [ + 31.282560348510742, + 30793450.0, + 31273076.0, + 33029836.0, + 44659544.0 + ], + "hidden_norms_avg": [ + 1120.8310546875, + 23223250.0, + 26597348.0, + 28740710.0, + 37219140.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0004533866886049509, + 8.621259817154225e-10, + 4.717314872060285e-10, + 4.43607900413312e-10, + 4.492739236194865e-10 + ], + "bp_grad_F": [ + 0.8242164254188538, + 9.425415555597283e-06, + 6.696246401816097e-08, + 1.4385987512355314e-08, + 1.456661191667763e-08 + ], + "gamma_dfa": 0.004019053936644923, + "gamma_dfa_per_layer": [ + 0.015497363172471523, + 0.0001274545502383262, + 0.0006036070408299565, + -0.00015220901696011424 + ], + "acc_eval": 0.1396484375, + "loss_eval": 2.199540615081787, + "epoch": 35 + }, + { + "hidden_norms_cls": [ + 31.512802124023438, + 21969868.0, + 22884238.0, + 24682478.0, + 38405980.0 + ], + "hidden_norms_avg": [ + 1138.61962890625, + 23861642.0, + 27547416.0, + 29877192.0, + 38524416.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00065120670478791, + 1.8789774181016128e-09, + 5.075246334307337e-10, + 4.637440431665141e-10, + 4.687980004192127e-10 + ], + "bp_grad_F": [ + 0.22404567897319794, + 6.978048531891545e-06, + 5.974419536869391e-08, + 1.854446907145757e-08, + 1.8726453276940447e-08 + ], + "gamma_dfa": 0.0030916051182430238, + "gamma_dfa_per_layer": [ + 0.011011095717549324, + 0.0010498585179448128, + 0.0005736061139032245, + -0.00026813987642526627 + ], + "acc_eval": 0.20703125, + "loss_eval": 2.1297407150268555, + "epoch": 36 + }, + { + "hidden_norms_cls": [ + 31.728811264038086, + 29299954.0, + 29843046.0, + 31522240.0, + 44597740.0 + ], + "hidden_norms_avg": [ + 1154.2742919921875, + 26176784.0, + 29361794.0, + 31622036.0, + 40631524.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00057179294526577, + 8.620974489836897e-10, + 4.3859474385676833e-10, + 4.131678610352907e-10, + 4.158901834028228e-10 + ], + "bp_grad_F": [ + 0.1988120824098587, + 6.200312782311812e-06, + 7.633398269035752e-08, + 1.800971105581084e-08, + 1.6420651505200112e-08 + ], + "gamma_dfa": 0.0036353242212499026, + "gamma_dfa_per_layer": [ + 0.013258620165288448, + 0.0009053392568603158, + 0.0005595044931396842, + -0.00018216703028883785 + ], + "acc_eval": 0.193359375, + "loss_eval": 2.162503719329834, + "epoch": 37 + }, + { + "hidden_norms_cls": [ + 31.93093490600586, + 24153264.0, + 24958016.0, + 27164164.0, + 41821856.0 + ], + "hidden_norms_avg": [ + 1168.3504638671875, + 25251302.0, + 29331440.0, + 31888322.0, + 40732864.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0007007869426161051, + 3.803806603031035e-09, + 4.6435830181046356e-10, + 4.2823591894780577e-10, + 4.335505288111108e-10 + ], + "bp_grad_F": [ + 0.23370306193828583, + 5.834654530190164e-06, + 4.249230300956697e-08, + 1.778762737103534e-08, + 1.7575523258983594e-08 + ], + "gamma_dfa": 0.003036663241800852, + "gamma_dfa_per_layer": [ + 0.010693107731640339, + 0.001166085829026997, + 0.0005278221797198057, + -0.00024036277318373322 + ], + "acc_eval": 0.2060546875, + "loss_eval": 2.145090103149414, + "epoch": 38 + }, + { + "hidden_norms_cls": [ + 32.11568069458008, + 30941254.0, + 31479742.0, + 33270594.0, + 46886708.0 + ], + "hidden_norms_avg": [ + 1180.89794921875, + 26732550.0, + 30676362.0, + 33269292.0, + 42382468.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0006622264045290649, + 1.5328843749884413e-09, + 4.1302217201888425e-10, + 3.8878930630481534e-10, + 3.9369618676232676e-10 + ], + "bp_grad_F": [ + 0.7251601815223694, + 2.9320523026399314e-05, + 1.0578004605577007e-07, + 1.5190060764780355e-08, + 1.538120386612718e-08 + ], + "gamma_dfa": 0.0034242832334712148, + "gamma_dfa_per_layer": [ + 0.012806901708245277, + 0.0005313451401889324, + 0.0005365218385122716, + -0.00017763575306162238 + ], + "acc_eval": 0.1904296875, + "loss_eval": 2.1417269706726074, + "epoch": 39 + }, + { + "hidden_norms_cls": [ + 32.295955657958984, + 33935232.0, + 34368956.0, + 35934572.0, + 47697056.0 + ], + "hidden_norms_avg": [ + 1192.405517578125, + 27784236.0, + 31654758.0, + 34253712.0, + 43239588.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.000609845039434731, + 1.1788049425476288e-09, + 4.4074988103659507e-10, + 3.883143528948807e-10, + 3.8990835560248627e-10 + ], + "bp_grad_F": [ + 0.3570167124271393, + 5.2556606533471495e-06, + 6.658066098452764e-08, + 1.6441132899558397e-08, + 1.5662063646004754e-08 + ], + "gamma_dfa": 0.0031971330136002507, + "gamma_dfa_per_layer": [ + 0.011760826222598553, + 0.000679977354593575, + 0.0005443703266791999, + -0.00019664184947032481 + ], + "acc_eval": 0.1962890625, + "loss_eval": 2.159468173980713, + "epoch": 40 + }, + { + "hidden_norms_cls": [ + 32.446258544921875, + 19652562.0, + 21036314.0, + 25921266.0, + 40927384.0 + ], + "hidden_norms_avg": [ + 1203.144287109375, + 31749304.0, + 34556376.0, + 36976868.0, + 47059032.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0006137214368209243, + 8.001962981118993e-10, + 4.3686718131930036e-10, + 4.163595301864831e-10, + 4.1693556940280985e-10 + ], + "bp_grad_F": [ + 0.12317141890525818, + 1.0874373401748016e-05, + 3.419825134187704e-08, + 1.7081790204542813e-08, + 1.7078438219186864e-08 + ], + "gamma_dfa": 0.002385696723649744, + "gamma_dfa_per_layer": [ + 0.008561503142118454, + 0.000761325703933835, + 0.00044924806570634246, + -0.0002292900171596557 + ], + "acc_eval": 0.1943359375, + "loss_eval": 2.1486196517944336, + "epoch": 41 + }, + { + "hidden_norms_cls": [ + 32.65601348876953, + 18852588.0, + 20806824.0, + 26129350.0, + 41854136.0 + ], + "hidden_norms_avg": [ + 1211.216064453125, + 33512262.0, + 36150576.0, + 38488828.0, + 48876332.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00041886867256835103, + 6.960994003435417e-10, + 3.895795075425923e-10, + 3.7316269518861134e-10, + 3.8092326515304364e-10 + ], + "bp_grad_F": [ + 0.14164908230304718, + 1.2379082363622729e-06, + 2.6289937338219715e-08, + 1.6158612226035984e-08, + 1.6345055087185756e-08 + ], + "gamma_dfa": 0.0026270662965544034, + "gamma_dfa_per_layer": [ + 0.009110232815146446, + 0.0011993220541626215, + 0.00041866287938319147, + -0.00021995256247464567 + ], + "acc_eval": 0.19140625, + "loss_eval": 2.1592655181884766, + "epoch": 42 + }, + { + "hidden_norms_cls": [ + 32.8077507019043, + 13604255.0, + 20737208.0, + 26201736.0, + 38498212.0 + ], + "hidden_norms_avg": [ + 1218.5357666015625, + 34337856.0, + 37186496.0, + 39492900.0, + 49837356.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00024631666019558907, + 7.821958081244418e-10, + 3.8121927836698433e-10, + 3.6691791271969976e-10, + 3.7013728193535655e-10 + ], + "bp_grad_F": [ + 0.16077305376529694, + 4.323472239775583e-06, + 3.772007772795405e-08, + 1.5986831414238623e-08, + 1.5948634413121e-08 + ], + "gamma_dfa": 0.002168099657865241, + "gamma_dfa_per_layer": [ + 0.007105600088834763, + 0.0013786349445581436, + 0.00041434637387283146, + -0.00022618277580477297 + ], + "acc_eval": 0.193359375, + "loss_eval": 2.1537227630615234, + "epoch": 43 + }, + { + "hidden_norms_cls": [ + 32.95870590209961, + 17278438.0, + 21010234.0, + 26451948.0, + 41976576.0 + ], + "hidden_norms_avg": [ + 1225.39501953125, + 36196112.0, + 38833272.0, + 41042520.0, + 51415488.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00017274360288865864, + 7.227461407133262e-10, + 3.619011756939017e-10, + 3.5793992769761473e-10, + 3.6092046018509905e-10 + ], + "bp_grad_F": [ + 0.9672663807868958, + 3.41643476531317e-06, + 5.25712664511957e-08, + 1.5481989024124232e-08, + 1.548605688128646e-08 + ], + "gamma_dfa": 0.001979457345441915, + "gamma_dfa_per_layer": [ + 0.006772718392312527, + 0.0009743775590322912, + 0.00037397228879854083, + -0.00020323885837569833 + ], + "acc_eval": 0.208984375, + "loss_eval": 2.1646997928619385, + "epoch": 44 + }, + { + "hidden_norms_cls": [ + 33.06986999511719, + 23368844.0, + 24521804.0, + 27230594.0, + 45358652.0 + ], + "hidden_norms_avg": [ + 1231.394287109375, + 38020996.0, + 40414464.0, + 42538228.0, + 53283596.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00015840897685848176, + 6.067092384043349e-10, + 3.4933173020945674e-10, + 3.3962907486362326e-10, + 3.42745692938351e-10 + ], + "bp_grad_F": [ + 0.3695656955242157, + 2.3579739263368538e-06, + 5.5092176154403205e-08, + 1.777137192959799e-08, + 1.4559810246339566e-08 + ], + "gamma_dfa": 0.0020704490307252854, + "gamma_dfa_per_layer": [ + 0.007164421491324902, + 0.0009055124246515334, + 0.0003939281450584531, + -0.00018206593813374639 + ], + "acc_eval": 0.203125, + "loss_eval": 2.1666717529296875, + "epoch": 45 + }, + { + "hidden_norms_cls": [ + 33.164432525634766, + 29174184.0, + 30089798.0, + 32367896.0, + 48892740.0 + ], + "hidden_norms_avg": [ + 1237.1142578125, + 37470168.0, + 40219512.0, + 42356984.0, + 52772660.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00024464691523462534, + 5.441591066634999e-10, + 3.6414088411262924e-10, + 3.320065611323031e-10, + 3.387692348866267e-10 + ], + "bp_grad_F": [ + 0.20688536763191223, + 4.435638402355835e-06, + 8.288016317692382e-08, + 1.4215274291018432e-08, + 1.4331217101926086e-08 + ], + "gamma_dfa": 0.0017712319058773573, + "gamma_dfa_per_layer": [ + 0.006079941056668758, + 0.0008057263912633061, + 0.00038248312193900347, + -0.0001832229463616386 + ], + "acc_eval": 0.1806640625, + "loss_eval": 2.173765182495117, + "epoch": 46 + }, + { + "hidden_norms_cls": [ + 33.24842071533203, + 33830332.0, + 34499304.0, + 36673048.0, + 51963528.0 + ], + "hidden_norms_avg": [ + 1242.226318359375, + 38073352.0, + 40806512.0, + 42901500.0, + 53437180.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002524294250179082, + 5.388652302151797e-10, + 3.6845529405304944e-10, + 3.3760005901939394e-10, + 3.4174474361492457e-10 + ], + "bp_grad_F": [ + 0.12659014761447906, + 2.532647158659529e-06, + 5.97612910269163e-08, + 1.3431267653629675e-08, + 1.3499856343912597e-08 + ], + "gamma_dfa": 0.0021579467684205156, + "gamma_dfa_per_layer": [ + 0.007928929291665554, + 0.00047530903248116374, + 0.00039780279621481895, + -0.0001702540466794744 + ], + "acc_eval": 0.2099609375, + "loss_eval": 2.161896228790283, + "epoch": 47 + }, + { + "hidden_norms_cls": [ + 33.338741302490234, + 19795148.0, + 21916948.0, + 27189936.0, + 43588712.0 + ], + "hidden_norms_avg": [ + 1246.7552490234375, + 38983196.0, + 41658504.0, + 43769460.0, + 54177164.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002599447325337678, + 6.2289540192495e-10, + 3.6807956682594067e-10, + 3.4037242468976103e-10, + 3.472495624379235e-10 + ], + "bp_grad_F": [ + 0.11130323261022568, + 6.972830760787474e-06, + 5.447330764241087e-08, + 1.4756569299834155e-08, + 1.4917180379825368e-08 + ], + "gamma_dfa": 0.0021847522366442718, + "gamma_dfa_per_layer": [ + 0.007594278547912836, + 0.0009666476398706436, + 0.0003712670295499265, + -0.00019318427075631917 + ], + "acc_eval": 0.1904296875, + "loss_eval": 2.1626296043395996, + "epoch": 48 + }, + { + "hidden_norms_cls": [ + 33.42045974731445, + 24898126.0, + 26009376.0, + 28516464.0, + 47394980.0 + ], + "hidden_norms_avg": [ + 1250.1884765625, + 39632580.0, + 42285708.0, + 44390100.0, + 55233620.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0001829452667152509, + 5.726033536213038e-10, + 3.5659752928296484e-10, + 3.292066619309253e-10, + 3.31846911061362e-10 + ], + "bp_grad_F": [ + 0.23442988097667694, + 3.2595114589639707e-06, + 1.0605135969399271e-07, + 1.4677630666426467e-08, + 1.445219677265186e-08 + ], + "gamma_dfa": 0.0021932553718215786, + "gamma_dfa_per_layer": [ + 0.007973091676831245, + 0.0006458763382397592, + 0.00032728860969655216, + -0.00017323513748124242 + ], + "acc_eval": 0.1923828125, + "loss_eval": 2.175835609436035, + "epoch": 49 + }, + { + "hidden_norms_cls": [ + 33.47613525390625, + 25550002.0, + 26776384.0, + 28507352.0, + 47268464.0 + ], + "hidden_norms_avg": [ + 1253.279541015625, + 39494300.0, + 42348356.0, + 44479368.0, + 55121100.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00012893354869447649, + 5.787402224122218e-10, + 3.341840137949248e-10, + 3.2919431069977634e-10, + 3.3201591476128556e-10 + ], + "bp_grad_F": [ + 0.10876749455928802, + 4.772132342623081e-06, + 7.90316647680811e-08, + 1.4042406348835357e-08, + 1.4153799909877307e-08 + ], + "gamma_dfa": 0.001727514507365413, + "gamma_dfa_per_layer": [ + 0.0062596434727311134, + 0.0004772312822751701, + 0.000357049866579473, + -0.0001838665921241045 + ], + "acc_eval": 0.1904296875, + "loss_eval": 2.164583444595337, + "epoch": 50 + }, + { + "hidden_norms_cls": [ + 33.52043914794922, + 28050636.0, + 29099278.0, + 31227182.0, + 49045872.0 + ], + "hidden_norms_avg": [ + 1255.7454833984375, + 40231008.0, + 42960368.0, + 45079784.0, + 55989944.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00015386792074423283, + 5.41802436249128e-10, + 3.373940293815991e-10, + 3.3321326253776817e-10, + 3.361276257329848e-10 + ], + "bp_grad_F": [ + 0.2656819522380829, + 2.482481932020164e-06, + 8.287289432473699e-08, + 1.3792345932017724e-08, + 1.3917338392843703e-08 + ], + "gamma_dfa": 0.001938080065883696, + "gamma_dfa_per_layer": [ + 0.006978346034884453, + 0.0005946386372670531, + 0.00036033656215295196, + -0.00018100097076967359 + ], + "acc_eval": 0.1962890625, + "loss_eval": 2.176473379135132, + "epoch": 51 + }, + { + "hidden_norms_cls": [ + 33.55419921875, + 25508434.0, + 26505134.0, + 29051658.0, + 47339916.0 + ], + "hidden_norms_avg": [ + 1257.7822265625, + 40388772.0, + 43162480.0, + 45217960.0, + 55966100.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00018102869216818362, + 5.443374639924059e-10, + 3.9548594954474936e-10, + 3.679410942591943e-10, + 3.717116892065775e-10 + ], + "bp_grad_F": [ + 0.28429684042930603, + 3.3983885714405915e-06, + 8.993236377818903e-08, + 1.4510244561449781e-08, + 1.4562592021150067e-08 + ], + "gamma_dfa": 0.001642326584260445, + "gamma_dfa_per_layer": [ + 0.006192460190504789, + 0.00019942648941650987, + 0.00037004181649535894, + -0.0001926221593748778 + ], + "acc_eval": 0.2001953125, + "loss_eval": 2.1743006706237793, + "epoch": 52 + }, + { + "hidden_norms_cls": [ + 33.58127212524414, + 28540952.0, + 29607362.0, + 31472670.0, + 49191068.0 + ], + "hidden_norms_avg": [ + 1259.4189453125, + 40550800.0, + 43364984.0, + 45506960.0, + 56297104.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00018638238543644547, + 5.299162220140374e-10, + 3.2437005859087265e-10, + 3.1624741714253446e-10, + 3.1920088794379353e-10 + ], + "bp_grad_F": [ + 0.21056434512138367, + 3.217361381757655e-06, + 5.1724125427199397e-08, + 1.390105897058902e-08, + 1.3961146017038573e-08 + ], + "gamma_dfa": 0.0018532263711676933, + "gamma_dfa_per_layer": [ + 0.006584585644304752, + 0.0006806463352404535, + 0.00032758695306256413, + -0.00017991344793699682 + ], + "acc_eval": 0.19921875, + "loss_eval": 2.167957067489624, + "epoch": 53 + }, + { + "hidden_norms_cls": [ + 33.60611343383789, + 27949698.0, + 28918304.0, + 31366946.0, + 48876736.0 + ], + "hidden_norms_avg": [ + 1260.694091796875, + 41001392.0, + 43744060.0, + 45853688.0, + 56636716.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00021861983987037092, + 5.396287861003657e-10, + 3.377726154329963e-10, + 3.201852394330018e-10, + 3.237338452866112e-10 + ], + "bp_grad_F": [ + 0.12415990233421326, + 1.6796100226201816e-06, + 6.823196940786147e-08, + 1.384469427989643e-08, + 1.3965705036866893e-08 + ], + "gamma_dfa": 0.0017868579998321366, + "gamma_dfa_per_layer": [ + 0.006317156832665205, + 0.0006519090966321528, + 0.0003622731601353735, + -0.00018390709010418504 + ], + "acc_eval": 0.1953125, + "loss_eval": 2.178144931793213, + "epoch": 54 + }, + { + "hidden_norms_cls": [ + 33.620914459228516, + 27607036.0, + 28622492.0, + 31370470.0, + 48645068.0 + ], + "hidden_norms_avg": [ + 1261.64208984375, + 40948476.0, + 43773536.0, + 45888992.0, + 56623536.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002112231741193682, + 5.336073249928575e-10, + 3.533912051878474e-10, + 3.186636232666018e-10, + 3.226934830458106e-10 + ], + "bp_grad_F": [ + 0.1486925333738327, + 3.3336793876515003e-06, + 9.466339889740993e-08, + 1.4568017014937595e-08, + 1.4240884915750485e-08 + ], + "gamma_dfa": 0.0018792969822243322, + "gamma_dfa_per_layer": [ + 0.006730419583618641, + 0.000605170032940805, + 0.0003661802038550377, + -0.00018458189151715487 + ], + "acc_eval": 0.1982421875, + "loss_eval": 2.172356367111206, + "epoch": 55 + }, + { + "hidden_norms_cls": [ + 33.63143539428711, + 28410040.0, + 29532286.0, + 31697578.0, + 48914624.0 + ], + "hidden_norms_avg": [ + 1262.2918701171875, + 40698620.0, + 43622904.0, + 45764712.0, + 56531748.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002270409750053659, + 5.479600106994553e-10, + 3.2429942065093087e-10, + 3.150284755282229e-10, + 3.179212726411862e-10 + ], + "bp_grad_F": [ + 0.10118122398853302, + 2.5195840862579644e-06, + 8.798109263352671e-08, + 1.3570585544186997e-08, + 1.3736383586149259e-08 + ], + "gamma_dfa": 0.0017859039653558284, + "gamma_dfa_per_layer": [ + 0.006382801569998264, + 0.0005453285994008183, + 0.00039217708399519324, + -0.00017669139197096229 + ], + "acc_eval": 0.1943359375, + "loss_eval": 2.1648902893066406, + "epoch": 56 + }, + { + "hidden_norms_cls": [ + 33.63875961303711, + 31114778.0, + 32184654.0, + 34278688.0, + 50894352.0 + ], + "hidden_norms_avg": [ + 1262.7132568359375, + 40792528.0, + 43713536.0, + 45850224.0, + 56615416.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00019923689251299948, + 5.368823718931992e-10, + 3.306654117185559e-10, + 3.113070912164062e-10, + 3.1328556415743947e-10 + ], + "bp_grad_F": [ + 0.3573400378227234, + 1.249598790309392e-05, + 1.6106491784739774e-07, + 3.301076745287901e-08, + 1.3328084413899433e-08 + ], + "gamma_dfa": 0.0016940671957854647, + "gamma_dfa_per_layer": [ + 0.006114102900028229, + 0.0004918627091683447, + 0.00032346430816687644, + -0.00015316113422159106 + ], + "acc_eval": 0.201171875, + "loss_eval": 2.1634349822998047, + "epoch": 57 + }, + { + "hidden_norms_cls": [ + 33.642520904541016, + 31868976.0, + 32779660.0, + 35005740.0, + 51305220.0 + ], + "hidden_norms_avg": [ + 1262.9461669921875, + 41087592.0, + 43928832.0, + 46043268.0, + 56839576.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.0002181618328904733, + 5.162476557352136e-10, + 3.3206276617292474e-10, + 3.1130611977125966e-10, + 3.1441516057384433e-10 + ], + "bp_grad_F": [ + 0.12289460748434067, + 1.5301338862627745e-05, + 8.779379356838035e-08, + 1.4331889452989799e-08, + 1.318165843144925e-08 + ], + "gamma_dfa": 0.001529279034002684, + "gamma_dfa_per_layer": [ + 0.00539398193359375, + 0.0005496743833646178, + 0.00034435215638950467, + -0.00017089233733713627 + ], + "acc_eval": 0.2021484375, + "loss_eval": 2.164745807647705, + "epoch": 58 + }, + { + "hidden_norms_cls": [ + 33.6442756652832, + 31315430.0, + 32160978.0, + 34340796.0, + 51077484.0 + ], + "hidden_norms_avg": [ + 1263.062744140625, + 41015680.0, + 43882708.0, + 46002096.0, + 56770896.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00021884885791223496, + 5.177114292820306e-10, + 3.350683897007656e-10, + 3.101042200803761e-10, + 3.12167347527037e-10 + ], + "bp_grad_F": [ + 0.11127890646457672, + 1.1515544429130387e-05, + 8.542571805492116e-08, + 1.319963871537766e-08, + 1.3264477516372608e-08 + ], + "gamma_dfa": 0.0016308917693095282, + "gamma_dfa_per_layer": [ + 0.005676542408764362, + 0.0006629846757277846, + 0.0003523063496686518, + -0.0001682663569226861 + ], + "acc_eval": 0.19921875, + "loss_eval": 2.1635866165161133, + "epoch": 59 + }, + { + "hidden_norms_cls": [ + 33.643985748291016, + 31097308.0, + 32052318.0, + 34155804.0, + 50803736.0 + ], + "hidden_norms_avg": [ + 1263.064208984375, + 40997444.0, + 43870400.0, + 45990872.0, + 56755540.0 + ], + "bp_grad_per_sample_l2_med": [ + 0.00021703331731259823, + 5.1921633659191e-10, + 3.35882821556055e-10, + 3.102589296588576e-10, + 3.1300673164480486e-10 + ], + "bp_grad_F": [ + 0.1889268010854721, + 1.0328590178687591e-05, + 1.1096560825762936e-07, + 1.3215729843807367e-08, + 1.3306935997547953e-08 + ], + "gamma_dfa": 0.0016646812255203258, + "gamma_dfa_per_layer": [ + 0.005869406741112471, + 0.0006016636616550386, + 0.0003579354961402714, + -0.00017028099682647735 + ], + "acc_eval": 0.2021484375, + "loss_eval": 2.163691520690918, + "epoch": 60 + } + ] +}
\ No newline at end of file |