{
  "config": {
    "output_dir": "results/snapshot_evolution_v2",
    "epochs": 100,
    "lr": 0.001,
    "wd": 0.01,
    "seed": 456,
    "depth": 4,
    "d_hidden": 256,
    "log_every": 1
  },
  "depth": 4,
  "d_hidden": 256,
  "num_classes": 10,
  "bp_log": [
    {
      "hidden_norms": [
        8.696551322937012,
        8.737784385681152,
        8.813130378723145,
        8.844642639160156,
        8.889528274536133
      ],
      "bp_grad_norms_per_sample_med": [
        0.0010079912608489394,
        0.0010035138111561537,
        0.0009970925748348236,
        0.0009936393471434712,
        0.000986678060144186
      ],
      "bp_grad_norms_F": [
        0.035574451088905334,
        0.035288579761981964,
        0.035048045217990875,
        0.0346725769340992,
        0.03439188003540039
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.0927734375,
      "loss_eval": 2.4863264560699463,
      "epoch": 0
    },
    {
      "hidden_norms": [
        79.9596176147461,
        82.38219451904297,
        86.97193145751953,
        92.46615600585938,
        99.17337799072266
      ],
      "bp_grad_norms_per_sample_med": [
        5.704927025362849e-05,
        5.414035331341438e-05,
        5.3104751714272425e-05,
        5.354730456019752e-05,
        5.5780339607736096e-05
      ],
      "bp_grad_norms_F": [
        0.00240120361559093,
        0.0021707164123654366,
        0.002052225871011615,
        0.0020026240963488817,
        0.002049861242994666
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.400390625,
      "loss_eval": 1.6942739486694336,
      "epoch": 1
    },
    {
      "hidden_norms": [
        95.21885681152344,
        97.9500732421875,
        101.84932708740234,
        108.15538787841797,
        115.16011810302734
      ],
      "bp_grad_norms_per_sample_med": [
        4.467168764676899e-05,
        4.3202508095419034e-05,
        4.3004638428101316e-05,
        4.286228431737982e-05,
        4.4292191887507215e-05
      ],
      "bp_grad_norms_F": [
        0.0018949288642033935,
        0.0017146588070318103,
        0.0016399234300479293,
        0.001598119386471808,
        0.0016228299355134368
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.4599609375,
      "loss_eval": 1.5051867961883545,
      "epoch": 2
    },
    {
      "hidden_norms": [
        112.65824890136719,
        111.87681579589844,
        114.76032257080078,
        118.74363708496094,
        125.05441284179688
      ],
      "bp_grad_norms_per_sample_med": [
        4.4033156882505864e-05,
        4.2794465116458014e-05,
        4.2031828343169764e-05,
        4.134616028750315e-05,
        4.226301462040283e-05
      ],
      "bp_grad_norms_F": [
        0.0018527565989643335,
        0.0017638156423345208,
        0.0016669610049575567,
        0.0015881577273830771,
        0.0015705813420936465
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.4931640625,
      "loss_eval": 1.4331163167953491,
      "epoch": 3
    },
    {
      "hidden_norms": [
        126.20967102050781,
        125.90274810791016,
        128.2918243408203,
        131.685302734375,
        136.71499633789062
      ],
      "bp_grad_norms_per_sample_med": [
        4.358301157481037e-05,
        4.267259282642044e-05,
        4.196130612399429e-05,
        4.08500200137496e-05,
        4.0281276596942917e-05
      ],
      "bp_grad_norms_F": [
        0.0018887611804530025,
        0.0017927174922078848,
        0.0016837789444252849,
        0.0015876276884227991,
        0.0015263468958437443
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.490234375,
      "loss_eval": 1.4055290222167969,
      "epoch": 4
    },
    {
      "hidden_norms": [
        137.673583984375,
        136.8435516357422,
        138.64651489257812,
        141.41473388671875,
        147.87835693359375
      ],
      "bp_grad_norms_per_sample_med": [
        4.085261025466025e-05,
        4.06657018174883e-05,
        3.941181785194203e-05,
        3.858502532239072e-05,
        3.7998870539013296e-05
      ],
      "bp_grad_norms_F": [
        0.001770049100741744,
        0.0016922445502132177,
        0.0016029543476179242,
        0.0015241446672007442,
        0.0014664788031950593
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.50390625,
      "loss_eval": 1.3763911724090576,
      "epoch": 5
    },
    {
      "hidden_norms": [
        150.45315551757812,
        148.60609436035156,
        150.3750457763672,
        152.9460906982422,
        158.2902069091797
      ],
      "bp_grad_norms_per_sample_med": [
        3.8344696804415435e-05,
        3.8422465877374634e-05,
        3.834897142951377e-05,
        3.7070902180857956e-05,
        3.6289642594056204e-05
      ],
      "bp_grad_norms_F": [
        0.0017990845954045653,
        0.001743242726661265,
        0.0016358466818928719,
        0.0015305348206311464,
        0.0014392968732863665
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5166015625,
      "loss_eval": 1.373401165008545,
      "epoch": 6
    },
    {
      "hidden_norms": [
        162.06126403808594,
        159.53811645507812,
        158.62655639648438,
        160.54307556152344,
        165.60415649414062
      ],
      "bp_grad_norms_per_sample_med": [
        3.797870522248559e-05,
        3.766914960579015e-05,
        3.7873480323469266e-05,
        3.735603968380019e-05,
        3.6521956644719467e-05
      ],
      "bp_grad_norms_F": [
        0.001707478309981525,
        0.0016470234841108322,
        0.0015834521036595106,
        0.001506388420239091,
        0.001406461582519114
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5283203125,
      "loss_eval": 1.3223559856414795,
      "epoch": 7
    },
    {
      "hidden_norms": [
        169.8936309814453,
        168.42221069335938,
        169.54115295410156,
        171.452880859375,
        176.4298553466797
      ],
      "bp_grad_norms_per_sample_med": [
        3.760562321986072e-05,
        3.8139285607030615e-05,
        3.7332967622205615e-05,
        3.670771184260957e-05,
        3.4867567592300475e-05
      ],
      "bp_grad_norms_F": [
        0.001674071652814746,
        0.0016396756982430816,
        0.001556537114083767,
        0.001464220928028226,
        0.0013669237960129976
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.529296875,
      "loss_eval": 1.3310301303863525,
      "epoch": 8
    },
    {
      "hidden_norms": [
        177.821044921875,
        176.60687255859375,
        177.76409912109375,
        179.53733825683594,
        184.176513671875
      ],
      "bp_grad_norms_per_sample_med": [
        3.643108357209712e-05,
        3.605252277338877e-05,
        3.6002034903503954e-05,
        3.529640525812283e-05,
        3.386645403224975e-05
      ],
      "bp_grad_norms_F": [
        0.0016080558998510242,
        0.0015692447777837515,
        0.0014910849276930094,
        0.0014210963854566216,
        0.0013221093686297536
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5390625,
      "loss_eval": 1.3072502613067627,
      "epoch": 9
    },
    {
      "hidden_norms": [
        188.1353759765625,
        184.39834594726562,
        184.91822814941406,
        185.82460021972656,
        191.45692443847656
      ],
      "bp_grad_norms_per_sample_med": [
        3.544713035807945e-05,
        3.5891316656488925e-05,
        3.613864828366786e-05,
        3.507022120174952e-05,
        3.361281778779812e-05
      ],
      "bp_grad_norms_F": [
        0.0015651460271328688,
        0.0015296414494514465,
        0.0014787326799705625,
        0.0014131872449070215,
        0.0013114992761984468
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5537109375,
      "loss_eval": 1.2935423851013184,
      "epoch": 10
    },
    {
      "hidden_norms": [
        193.53599548339844,
        189.33700561523438,
        190.08908081054688,
        192.31288146972656,
        198.0936737060547
      ],
      "bp_grad_norms_per_sample_med": [
        3.3899334084708244e-05,
        3.468272552709095e-05,
        3.463856774033047e-05,
        3.383589137229137e-05,
        3.240162550355308e-05
      ],
      "bp_grad_norms_F": [
        0.001495138043537736,
        0.0014781414065510035,
        0.0014301009941846132,
        0.0013711795909330249,
        0.0012839946430176497
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.544921875,
      "loss_eval": 1.2766207456588745,
      "epoch": 11
    },
    {
      "hidden_norms": [
        199.85023498535156,
        194.9699249267578,
        193.4657440185547,
        194.60928344726562,
        199.97662353515625
      ],
      "bp_grad_norms_per_sample_med": [
        3.289094092906453e-05,
        3.539410317898728e-05,
        3.491900861263275e-05,
        3.4397991839796305e-05,
        3.252939859521575e-05
      ],
      "bp_grad_norms_F": [
        0.0015656249597668648,
        0.0015614606672897935,
        0.0015110056847333908,
        0.0014306820230558515,
        0.00130200176499784
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5439453125,
      "loss_eval": 1.2812860012054443,
      "epoch": 12
    },
    {
      "hidden_norms": [
        206.15440368652344,
        199.86099243164062,
        199.35470581054688,
        201.66831970214844,
        206.71054077148438
      ],
      "bp_grad_norms_per_sample_med": [
        3.430957076488994e-05,
        3.5125638532917947e-05,
        3.523785198922269e-05,
        3.404217568458989e-05,
        3.245573316235095e-05
      ],
      "bp_grad_norms_F": [
        0.0015102275647222996,
        0.0015037795528769493,
        0.001468595233745873,
        0.0013989906292408705,
        0.0012804438592866063
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5517578125,
      "loss_eval": 1.2559274435043335,
      "epoch": 13
    },
    {
      "hidden_norms": [
        209.39404296875,
        203.8543243408203,
        201.63771057128906,
        202.7413787841797,
        209.64585876464844
      ],
      "bp_grad_norms_per_sample_med": [
        3.3599189919186756e-05,
        3.511353497742675e-05,
        3.4795291867339984e-05,
        3.415898390812799e-05,
        3.225719046895392e-05
      ],
      "bp_grad_norms_F": [
        0.0015785910654813051,
        0.0015854343073442578,
        0.0015357385855168104,
        0.00144979078322649,
        0.0013052559224888682
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5478515625,
      "loss_eval": 1.2778449058532715,
      "epoch": 14
    },
    {
      "hidden_norms": [
        214.74293518066406,
        208.2928924560547,
        206.78591918945312,
        207.79452514648438,
        213.0249481201172
      ],
      "bp_grad_norms_per_sample_med": [
        3.347836172906682e-05,
        3.457088314462453e-05,
        3.509481393848546e-05,
        3.4477459848858416e-05,
        3.169552292092703e-05
      ],
      "bp_grad_norms_F": [
        0.0015018024714663625,
        0.0015100837917998433,
        0.0014814585447311401,
        0.0014098759274929762,
        0.0012745971325784922
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5693359375,
      "loss_eval": 1.2316113710403442,
      "epoch": 15
    },
    {
      "hidden_norms": [
        223.09906005859375,
        214.6353302001953,
        211.16726684570312,
        210.60520935058594,
        214.28952026367188
      ],
      "bp_grad_norms_per_sample_med": [
        3.5336081054992974e-05,
        3.693878170452081e-05,
        3.7104789953446016e-05,
        3.635902612586506e-05,
        3.3355980121996254e-05
      ],
      "bp_grad_norms_F": [
        0.0015461220173165202,
        0.0015768769662827253,
        0.0015498694265261292,
        0.001453379518352449,
        0.0013068238040432334
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.55078125,
      "loss_eval": 1.2516858577728271,
      "epoch": 16
    },
    {
      "hidden_norms": [
        225.36517333984375,
        217.36669921875,
        214.27880859375,
        215.62054443359375,
        219.76197814941406
      ],
      "bp_grad_norms_per_sample_med": [
        3.474476397968829e-05,
        3.609717168728821e-05,
        3.612042564782314e-05,
        3.547673986759037e-05,
        3.216006007278338e-05
      ],
      "bp_grad_norms_F": [
        0.001510953065007925,
        0.0015347315929830074,
        0.0015160846523940563,
        0.001440546941012144,
        0.0012782461708411574
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.583984375,
      "loss_eval": 1.2262325286865234,
      "epoch": 17
    },
    {
      "hidden_norms": [
        230.7099151611328,
        222.3380889892578,
        218.67819213867188,
        217.3147735595703,
        221.999755859375
      ],
      "bp_grad_norms_per_sample_med": [
        3.285402272013016e-05,
        3.4367294574622065e-05,
        3.490627204882912e-05,
        3.413260492379777e-05,
        3.064925112994388e-05
      ],
      "bp_grad_norms_F": [
        0.0015693235909566283,
        0.0015950833912938833,
        0.0015582602936774492,
        0.001467122812755406,
        0.0012723723193630576
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5751953125,
      "loss_eval": 1.2127145528793335,
      "epoch": 18
    },
    {
      "hidden_norms": [
        235.28932189941406,
        226.01202392578125,
        222.56756591796875,
        222.25152587890625,
        226.0247344970703
      ],
      "bp_grad_norms_per_sample_med": [
        3.336059671710245e-05,
        3.488900983938947e-05,
        3.518831363180652e-05,
        3.5047873097937554e-05,
        3.1955056329024956e-05
      ],
      "bp_grad_norms_F": [
        0.0015264152316376567,
        0.0015387749299407005,
        0.0015209508128464222,
        0.001451890799216926,
        0.00127940543461591
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5673828125,
      "loss_eval": 1.2340281009674072,
      "epoch": 19
    },
    {
      "hidden_norms": [
        239.98486328125,
        230.95614624023438,
        226.7176513671875,
        225.3818359375,
        231.0238037109375
      ],
      "bp_grad_norms_per_sample_med": [
        3.4207379940198734e-05,
        3.5167759051546454e-05,
        3.5256896808277816e-05,
        3.462574022705667e-05,
        3.117474989267066e-05
      ],
      "bp_grad_norms_F": [
        0.0015223841182887554,
        0.0015598630998283625,
        0.0015445069875568151,
        0.0014689662493765354,
        0.0012761331163346767
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.56640625,
      "loss_eval": 1.2441283464431763,
      "epoch": 20
    },
    {
      "hidden_norms": [
        245.0663299560547,
        233.2012939453125,
        227.60426330566406,
        226.96006774902344,
        229.30145263671875
      ],
      "bp_grad_norms_per_sample_med": [
        3.25386063195765e-05,
        3.39963698934298e-05,
        3.503257903503254e-05,
        3.4624255931703374e-05,
        3.013665264006704e-05
      ],
      "bp_grad_norms_F": [
        0.001554132904857397,
        0.0015968671068549156,
        0.001575724920257926,
        0.0014765377854928374,
        0.0012655528262257576
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.595703125,
      "loss_eval": 1.1905839443206787,
      "epoch": 21
    },
    {
      "hidden_norms": [
        246.93258666992188,
        235.25485229492188,
        232.71095275878906,
        231.27796936035156,
        235.4611358642578
      ],
      "bp_grad_norms_per_sample_med": [
        3.248557914048433e-05,
        3.448772622505203e-05,
        3.525316424202174e-05,
        3.4218086511828005e-05,
        2.997798401338514e-05
      ],
      "bp_grad_norms_F": [
        0.001511804643087089,
        0.0015418389812111855,
        0.001536028808914125,
        0.0014609270729124546,
        0.001262559788301587
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.576171875,
      "loss_eval": 1.2032543420791626,
      "epoch": 22
    },
    {
      "hidden_norms": [
        251.2838592529297,
        237.0211639404297,
        234.6432342529297,
        233.30433654785156,
        238.11598205566406
      ],
      "bp_grad_norms_per_sample_med": [
        3.3030770282493904e-05,
        3.484229455352761e-05,
        3.59142868546769e-05,
        3.533583367243409e-05,
        3.1214847695082426e-05
      ],
      "bp_grad_norms_F": [
        0.0015120860189199448,
        0.00155613012611866,
        0.0015533699188381433,
        0.001477457000873983,
        0.0012758751399815083
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.568359375,
      "loss_eval": 1.220862627029419,
      "epoch": 23
    },
    {
      "hidden_norms": [
        253.3640594482422,
        242.6001739501953,
        237.11773681640625,
        237.31105041503906,
        241.1314697265625
      ],
      "bp_grad_norms_per_sample_med": [
        3.295885835541412e-05,
        3.492692485451698e-05,
        3.562758502084762e-05,
        3.515293064992875e-05,
        3.0970571970101446e-05
      ],
      "bp_grad_norms_F": [
        0.001516172313131392,
        0.0015499184373766184,
        0.0015383078716695309,
        0.0014658188447356224,
        0.0012659834465011954
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5888671875,
      "loss_eval": 1.1925604343414307,
      "epoch": 24
    },
    {
      "hidden_norms": [
        258.6325378417969,
        245.05575561523438,
        239.04722595214844,
        237.04385375976562,
        240.51011657714844
      ],
      "bp_grad_norms_per_sample_med": [
        3.258220021962188e-05,
        3.459660729276948e-05,
        3.553628994268365e-05,
        3.461805317783728e-05,
        3.001722870976664e-05
      ],
      "bp_grad_norms_F": [
        0.0015354488277807832,
        0.001572331297211349,
        0.0015721773961558938,
        0.0014915125211700797,
        0.0012740870006382465
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.58203125,
      "loss_eval": 1.1843492984771729,
      "epoch": 25
    },
    {
      "hidden_norms": [
        262.35577392578125,
        247.456298828125,
        241.52687072753906,
        239.8603057861328,
        242.48818969726562
      ],
      "bp_grad_norms_per_sample_med": [
        3.335328074172139e-05,
        3.581988130463287e-05,
        3.6700876080431044e-05,
        3.52635579474736e-05,
        3.091046164627187e-05
      ],
      "bp_grad_norms_F": [
        0.0015506797935813665,
        0.0016048819525167346,
        0.0016078166663646698,
        0.0015189298428595066,
        0.001287299208343029
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6025390625,
      "loss_eval": 1.2021183967590332,
      "epoch": 26
    },
    {
      "hidden_norms": [
        262.69769287109375,
        248.58924865722656,
        243.61415100097656,
        242.7408905029297,
        243.58761596679688
      ],
      "bp_grad_norms_per_sample_med": [
        3.363215728313662e-05,
        3.542406557244249e-05,
        3.617940456024371e-05,
        3.522956103552133e-05,
        3.093081613769755e-05
      ],
      "bp_grad_norms_F": [
        0.0015515872510150075,
        0.0015918170101940632,
        0.0015870564384385943,
        0.0015067857457324862,
        0.001285396981984377
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.576171875,
      "loss_eval": 1.1753299236297607,
      "epoch": 27
    },
    {
      "hidden_norms": [
        264.57330322265625,
        252.62904357910156,
        246.43833923339844,
        245.4523468017578,
        247.43896484375
      ],
      "bp_grad_norms_per_sample_med": [
        3.3458851248724386e-05,
        3.510742317303084e-05,
        3.596700116759166e-05,
        3.530932735884562e-05,
        3.0871200578985736e-05
      ],
      "bp_grad_norms_F": [
        0.0015561054460704327,
        0.0015992044936865568,
        0.0016016490990296006,
        0.0015203922521322966,
        0.001274992828257382
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.587890625,
      "loss_eval": 1.1872658729553223,
      "epoch": 28
    },
    {
      "hidden_norms": [
        268.63336181640625,
        253.74609375,
        247.2230224609375,
        244.07066345214844,
        248.91635131835938
      ],
      "bp_grad_norms_per_sample_med": [
        3.388441837159917e-05,
        3.55305674020201e-05,
        3.711709723575041e-05,
        3.565939550753683e-05,
        3.06438232655637e-05
      ],
      "bp_grad_norms_F": [
        0.0015880814753472805,
        0.001632494037039578,
        0.0016352345701307058,
        0.001542495796456933,
        0.001282386132515967
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.59375,
      "loss_eval": 1.1748178005218506,
      "epoch": 29
    },
    {
      "hidden_norms": [
        269.5155944824219,
        254.65687561035156,
        249.08070373535156,
        246.4084930419922,
        248.03065490722656
      ],
      "bp_grad_norms_per_sample_med": [
        3.340150215080939e-05,
        3.542837657732889e-05,
        3.656153057818301e-05,
        3.62997452612035e-05,
        3.134588405373506e-05
      ],
      "bp_grad_norms_F": [
        0.0015988025115802884,
        0.0016428054077550769,
        0.0016343789175152779,
        0.00154898373875767,
        0.001290567102842033
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5888671875,
      "loss_eval": 1.184614658355713,
      "epoch": 30
    },
    {
      "hidden_norms": [
        273.0482482910156,
        255.88157653808594,
        249.6538543701172,
        246.09181213378906,
        250.09861755371094
      ],
      "bp_grad_norms_per_sample_med": [
        3.485401612124406e-05,
        3.613552325987257e-05,
        3.727355215232819e-05,
        3.6410303437151015e-05,
        3.111722253379412e-05
      ],
      "bp_grad_norms_F": [
        0.0016218513483181596,
        0.001677986583672464,
        0.0016929754056036472,
        0.001593436230905354,
        0.0013143697287887335
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5673828125,
      "loss_eval": 1.2012369632720947,
      "epoch": 31
    },
    {
      "hidden_norms": [
        274.05010986328125,
        255.77792358398438,
        247.96664428710938,
        246.15379333496094,
        248.44847106933594
      ],
      "bp_grad_norms_per_sample_med": [
        3.431778895901516e-05,
        3.609380655689165e-05,
        3.7377911212388426e-05,
        3.6012417695019394e-05,
        3.0985673220129684e-05
      ],
      "bp_grad_norms_F": [
        0.0016116296174004674,
        0.0016683804569765925,
        0.0016786488704383373,
        0.0015687323175370693,
        0.001289981184527278
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5986328125,
      "loss_eval": 1.1654620170593262,
      "epoch": 32
    },
    {
      "hidden_norms": [
        274.6156921386719,
        257.166259765625,
        251.9473876953125,
        251.01661682128906,
        252.84222412109375
      ],
      "bp_grad_norms_per_sample_med": [
        3.185174864483997e-05,
        3.433173696976155e-05,
        3.572784407879226e-05,
        3.4680619137361646e-05,
        2.997389128722716e-05
      ],
      "bp_grad_norms_F": [
        0.0015743848634883761,
        0.001610185718163848,
        0.0016222007106989622,
        0.0015360275283455849,
        0.0012806184822693467
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.58984375,
      "loss_eval": 1.1679120063781738,
      "epoch": 33
    },
    {
      "hidden_norms": [
        274.3385009765625,
        256.1404724121094,
        249.90264892578125,
        247.3904266357422,
        249.5623016357422
      ],
      "bp_grad_norms_per_sample_med": [
        3.419954009586945e-05,
        3.6830995668424293e-05,
        3.8464357203338295e-05,
        3.64230691047851e-05,
        3.0958552088122815e-05
      ],
      "bp_grad_norms_F": [
        0.0016346886986866593,
        0.0016823107143864036,
        0.0016956342151388526,
        0.0015958002768456936,
        0.0013100137002766132
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5927734375,
      "loss_eval": 1.1599082946777344,
      "epoch": 34
    },
    {
      "hidden_norms": [
        276.65985107421875,
        258.50543212890625,
        251.1997833251953,
        247.7036895751953,
        248.07545471191406
      ],
      "bp_grad_norms_per_sample_med": [
        3.384043520782143e-05,
        3.567537714843638e-05,
        3.686825220938772e-05,
        3.5754670534515753e-05,
        3.0301211154437624e-05
      ],
      "bp_grad_norms_F": [
        0.0016451155534014106,
        0.0016956959152594209,
        0.001703266054391861,
        0.0016015227884054184,
        0.0013142916141077876
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.615234375,
      "loss_eval": 1.148215889930725,
      "epoch": 35
    },
    {
      "hidden_norms": [
        279.6298522949219,
        261.1481018066406,
        253.67742919921875,
        250.86221313476562,
        250.6768035888672
      ],
      "bp_grad_norms_per_sample_med": [
        3.341220144648105e-05,
        3.499272861517966e-05,
        3.6701327189803123e-05,
        3.602671858971007e-05,
        3.081390605075285e-05
      ],
      "bp_grad_norms_F": [
        0.0016287019243463874,
        0.0016769150970503688,
        0.0016951658762991428,
        0.0015969424275681376,
        0.0013187138829380274
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6015625,
      "loss_eval": 1.1451219320297241,
      "epoch": 36
    },
    {
      "hidden_norms": [
        277.2866516113281,
        258.4331359863281,
        251.4995880126953,
        249.0448455810547,
        248.5166015625
      ],
      "bp_grad_norms_per_sample_med": [
        3.2723561162129045e-05,
        3.4428499930072576e-05,
        3.571901106624864e-05,
        3.4436179703334346e-05,
        2.9252587410155684e-05
      ],
      "bp_grad_norms_F": [
        0.0016638770466670394,
        0.0017149352934211493,
        0.0017208203207701445,
        0.0016291715437546372,
        0.0013402353506535292
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.599609375,
      "loss_eval": 1.145239233970642,
      "epoch": 37
    },
    {
      "hidden_norms": [
        279.7109680175781,
        259.3131103515625,
        250.73587036132812,
        247.214111328125,
        249.20944213867188
      ],
      "bp_grad_norms_per_sample_med": [
        3.449835639912635e-05,
        3.682902752188966e-05,
        3.780073166126385e-05,
        3.652105442597531e-05,
        3.046718666155357e-05
      ],
      "bp_grad_norms_F": [
        0.001753124757669866,
        0.0018144651548936963,
        0.0018306451383978128,
        0.0017095789080485702,
        0.001379602705128491
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.5908203125,
      "loss_eval": 1.1677792072296143,
      "epoch": 38
    },
    {
      "hidden_norms": [
        279.9946594238281,
        260.2458190917969,
        252.0008087158203,
        250.56716918945312,
        250.73135375976562
      ],
      "bp_grad_norms_per_sample_med": [
        3.489958180580288e-05,
        3.730110984179191e-05,
        3.791403287323192e-05,
        3.650010330602527e-05,
        3.076100256294012e-05
      ],
      "bp_grad_norms_F": [
        0.0017145961755886674,
        0.0017580300336703658,
        0.001775139826349914,
        0.0016669962788000703,
        0.0013597821816802025
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.615234375,
      "loss_eval": 1.1510668992996216,
      "epoch": 39
    },
    {
      "hidden_norms": [
        280.5132751464844,
        260.75970458984375,
        252.2814178466797,
        249.84548950195312,
        248.41783142089844
      ],
      "bp_grad_norms_per_sample_med": [
        3.552919588400982e-05,
        3.777973688556813e-05,
        3.952483166358434e-05,
        3.783141073654406e-05,
        3.1490348192164674e-05
      ],
      "bp_grad_norms_F": [
        0.0017431442392989993,
        0.0017984459409490228,
        0.0018199888290837407,
        0.0017078405944630504,
        0.0013792469399049878
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6103515625,
      "loss_eval": 1.1412110328674316,
      "epoch": 40
    },
    {
      "hidden_norms": [
        279.3873596191406,
        259.55096435546875,
        251.9462432861328,
        247.29443359375,
        247.82852172851562
      ],
      "bp_grad_norms_per_sample_med": [
        3.456972990534268e-05,
        3.654780448414385e-05,
        3.848340566037223e-05,
        3.736113285413012e-05,
        3.1597948691342026e-05
      ],
      "bp_grad_norms_F": [
        0.0017544032307341695,
        0.0018107325304299593,
        0.0018319039372727275,
        0.0017261328175663948,
        0.0013868761016055942
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6083984375,
      "loss_eval": 1.1418483257293701,
      "epoch": 41
    },
    {
      "hidden_norms": [
        282.4360656738281,
        261.22149658203125,
        251.49090576171875,
        247.5189208984375,
        247.03427124023438
      ],
      "bp_grad_norms_per_sample_med": [
        3.5179280530428514e-05,
        3.728548108483665e-05,
        3.779769394895993e-05,
        3.6327692214399576e-05,
        3.026284321094863e-05
      ],
      "bp_grad_norms_F": [
        0.0017881252570077777,
        0.0018441356951370835,
        0.0018691252917051315,
        0.0017487212317064404,
        0.0013921407517045736
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6142578125,
      "loss_eval": 1.1468144655227661,
      "epoch": 42
    },
    {
      "hidden_norms": [
        283.1267395019531,
        261.29425048828125,
        252.38563537597656,
        248.00192260742188,
        246.58505249023438
      ],
      "bp_grad_norms_per_sample_med": [
        3.485176421236247e-05,
        3.699021544889547e-05,
        3.812833165284246e-05,
        3.7145182432141155e-05,
        3.1198313081404194e-05
      ],
      "bp_grad_norms_F": [
        0.0017692983383312821,
        0.0018438888946548104,
        0.001876220339909196,
        0.0017641744343563914,
        0.0014044356066733599
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62109375,
      "loss_eval": 1.1329892873764038,
      "epoch": 43
    },
    {
      "hidden_norms": [
        281.29327392578125,
        259.43359375,
        249.52906799316406,
        246.0892333984375,
        243.162109375
      ],
      "bp_grad_norms_per_sample_med": [
        3.586204911698587e-05,
        3.787377499975264e-05,
        3.9215286960825324e-05,
        3.7436715501826257e-05,
        3.160976120852865e-05
      ],
      "bp_grad_norms_F": [
        0.0018376735970377922,
        0.0019067999674007297,
        0.0019337635021656752,
        0.0017983472207561135,
        0.001438757055439055
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6181640625,
      "loss_eval": 1.144508957862854,
      "epoch": 44
    },
    {
      "hidden_norms": [
        282.5230407714844,
        259.55322265625,
        248.72308349609375,
        245.0394287109375,
        243.0651092529297
      ],
      "bp_grad_norms_per_sample_med": [
        3.6309906136011705e-05,
        3.868114436045289e-05,
        4.0484872442903e-05,
        3.8203681469894946e-05,
        3.144023139611818e-05
      ],
      "bp_grad_norms_F": [
        0.0018340122187510133,
        0.0019134157337248325,
        0.0019425065256655216,
        0.0018252682639285922,
        0.001443033921532333
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.61328125,
      "loss_eval": 1.1290326118469238,
      "epoch": 45
    },
    {
      "hidden_norms": [
        280.8598327636719,
        260.14111328125,
        250.84779357910156,
        245.9561767578125,
        243.0910186767578
      ],
      "bp_grad_norms_per_sample_med": [
        3.4626806154847145e-05,
        3.693445250974037e-05,
        3.8311845855787396e-05,
        3.7721722037531435e-05,
        3.145459049846977e-05
      ],
      "bp_grad_norms_F": [
        0.0018591763218864799,
        0.0019209657330065966,
        0.0019388735527172685,
        0.001830682042054832,
        0.001447839429602027
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.611328125,
      "loss_eval": 1.1423537731170654,
      "epoch": 46
    },
    {
      "hidden_norms": [
        280.17266845703125,
        259.26568603515625,
        248.45452880859375,
        243.45750427246094,
        241.2735137939453
      ],
      "bp_grad_norms_per_sample_med": [
        3.609486884670332e-05,
        3.887504499289207e-05,
        4.01619981857948e-05,
        3.9294092857744545e-05,
        3.1412804673891515e-05
      ],
      "bp_grad_norms_F": [
        0.0018975000130012631,
        0.0019804267212748528,
        0.002001592656597495,
        0.0018729616422206163,
        0.0014571875799447298
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.61328125,
      "loss_eval": 1.1366385221481323,
      "epoch": 47
    },
    {
      "hidden_norms": [
        281.79833984375,
        259.25860595703125,
        249.18551635742188,
        244.24977111816406,
        240.67100524902344
      ],
      "bp_grad_norms_per_sample_med": [
        3.47710374626331e-05,
        3.7153975426917896e-05,
        3.885528349201195e-05,
        3.792768620769493e-05,
        3.113777347607538e-05
      ],
      "bp_grad_norms_F": [
        0.0019318967824801803,
        0.0019981141667813063,
        0.0020311782136559486,
        0.0018996316939592361,
        0.0014788025291636586
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6162109375,
      "loss_eval": 1.138331651687622,
      "epoch": 48
    },
    {
      "hidden_norms": [
        282.3840637207031,
        258.1807861328125,
        248.13995361328125,
        243.45587158203125,
        239.51858520507812
      ],
      "bp_grad_norms_per_sample_med": [
        3.68369001080282e-05,
        3.935660788556561e-05,
        4.189974788459949e-05,
        3.9929436752572656e-05,
        3.188087430316955e-05
      ],
      "bp_grad_norms_F": [
        0.0019372758688405156,
        0.0020036858040839434,
        0.0020287453662604094,
        0.001896715839393437,
        0.0014835885958746076
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6103515625,
      "loss_eval": 1.1377842426300049,
      "epoch": 49
    },
    {
      "hidden_norms": [
        280.9283142089844,
        257.81524658203125,
        248.47984313964844,
        241.96157836914062,
        238.4756317138672
      ],
      "bp_grad_norms_per_sample_med": [
        3.7310775951482356e-05,
        3.98769298044499e-05,
        4.1753111872822046e-05,
        4.021048516733572e-05,
        3.21856678056065e-05
      ],
      "bp_grad_norms_F": [
        0.0019433718407526612,
        0.0020235073752701283,
        0.002055324148386717,
        0.0019370814552530646,
        0.0015049076173454523
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.615234375,
      "loss_eval": 1.133098840713501,
      "epoch": 50
    },
    {
      "hidden_norms": [
        279.66400146484375,
        256.7322082519531,
        246.65223693847656,
        241.45947265625,
        236.65582275390625
      ],
      "bp_grad_norms_per_sample_med": [
        3.620017014327459e-05,
        3.800772174145095e-05,
        4.072795491083525e-05,
        3.888807259500027e-05,
        3.182498039677739e-05
      ],
      "bp_grad_norms_F": [
        0.0019729172345250845,
        0.002036863239482045,
        0.0020802877843379974,
        0.0019662927370518446,
        0.0015235996106639504
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.619140625,
      "loss_eval": 1.1315571069717407,
      "epoch": 51
    },
    {
      "hidden_norms": [
        280.00152587890625,
        258.0238037109375,
        247.4223175048828,
        240.8101348876953,
        237.3229217529297
      ],
      "bp_grad_norms_per_sample_med": [
        3.6401659599505365e-05,
        3.855170143651776e-05,
        4.065703978994861e-05,
        3.844475213554688e-05,
        3.1645795388612896e-05
      ],
      "bp_grad_norms_F": [
        0.0019983802922070026,
        0.0020701857283711433,
        0.002107742242515087,
        0.001981276087462902,
        0.0015306670684367418
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6171875,
      "loss_eval": 1.137194037437439,
      "epoch": 52
    },
    {
      "hidden_norms": [
        278.19708251953125,
        255.23036193847656,
        245.5857696533203,
        239.48196411132812,
        235.09983825683594
      ],
      "bp_grad_norms_per_sample_med": [
        3.97727417293936e-05,
        4.185501529718749e-05,
        4.392741175252013e-05,
        4.302372326492332e-05,
        3.48737376043573e-05
      ],
      "bp_grad_norms_F": [
        0.002044696593657136,
        0.00211329385638237,
        0.002144050318747759,
        0.0020148823969066143,
        0.0015573638956993818
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6103515625,
      "loss_eval": 1.1354646682739258,
      "epoch": 53
    },
    {
      "hidden_norms": [
        276.7043762207031,
        255.62408447265625,
        243.71484375,
        238.2984161376953,
        233.8153076171875
      ],
      "bp_grad_norms_per_sample_med": [
        3.715257116709836e-05,
        3.887641287292354e-05,
        4.099323268746957e-05,
        3.948296944145113e-05,
        3.221148654120043e-05
      ],
      "bp_grad_norms_F": [
        0.0020365805830806494,
        0.00209893099963665,
        0.0021342532709240913,
        0.0020123852882534266,
        0.0015702869277447462
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.623046875,
      "loss_eval": 1.1295127868652344,
      "epoch": 54
    },
    {
      "hidden_norms": [
        279.308349609375,
        255.30587768554688,
        243.6786651611328,
        237.71823120117188,
        232.89991760253906
      ],
      "bp_grad_norms_per_sample_med": [
        3.9407084841514006e-05,
        4.1900668293237686e-05,
        4.364689812064171e-05,
        4.154618363827467e-05,
        3.264051701989956e-05
      ],
      "bp_grad_norms_F": [
        0.0021011638455092907,
        0.002175872679799795,
        0.002217113971710205,
        0.002071501687169075,
        0.0015880379360169172
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.1201554536819458,
      "epoch": 55
    },
    {
      "hidden_norms": [
        276.9933166503906,
        253.379638671875,
        244.23390197753906,
        238.01930236816406,
        233.3076171875
      ],
      "bp_grad_norms_per_sample_med": [
        3.799827391048893e-05,
        4.017200990347192e-05,
        4.2665858927648515e-05,
        4.083341627847403e-05,
        3.210103386663832e-05
      ],
      "bp_grad_norms_F": [
        0.002064710482954979,
        0.0021362933330237865,
        0.0021728368010371923,
        0.0020478416699916124,
        0.0015873984666541219
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.630859375,
      "loss_eval": 1.1222728490829468,
      "epoch": 56
    },
    {
      "hidden_norms": [
        276.41168212890625,
        251.91033935546875,
        241.81382751464844,
        234.8279266357422,
        230.53956604003906
      ],
      "bp_grad_norms_per_sample_med": [
        3.770063631236553e-05,
        3.94962407881394e-05,
        4.150882887188345e-05,
        4.040042040287517e-05,
        3.2475280022481456e-05
      ],
      "bp_grad_norms_F": [
        0.002123177284374833,
        0.0021965675987303257,
        0.00223328173160553,
        0.0020905195269733667,
        0.0016039537731558084
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.630859375,
      "loss_eval": 1.1091526746749878,
      "epoch": 57
    },
    {
      "hidden_norms": [
        274.760986328125,
        250.0972442626953,
        239.511474609375,
        233.29798889160156,
        228.16070556640625
      ],
      "bp_grad_norms_per_sample_med": [
        3.728809315362014e-05,
        4.0525967051507905e-05,
        4.239326517563313e-05,
        4.087138222530484e-05,
        3.216422919649631e-05
      ],
      "bp_grad_norms_F": [
        0.0021635335870087147,
        0.0022461507469415665,
        0.0022873859852552414,
        0.002144098049029708,
        0.001636566361412406
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6416015625,
      "loss_eval": 1.1180500984191895,
      "epoch": 58
    },
    {
      "hidden_norms": [
        273.91064453125,
        249.49452209472656,
        238.54373168945312,
        232.80734252929688,
        225.6833953857422
      ],
      "bp_grad_norms_per_sample_med": [
        3.966117583331652e-05,
        4.1986208088928834e-05,
        4.316144259064458e-05,
        4.332280877861194e-05,
        3.44519030477386e-05
      ],
      "bp_grad_norms_F": [
        0.0021825931034982204,
        0.0022617392241954803,
        0.0023092019837349653,
        0.00216560042463243,
        0.0016612708568572998
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6279296875,
      "loss_eval": 1.131789207458496,
      "epoch": 59
    },
    {
      "hidden_norms": [
        274.90008544921875,
        250.0712127685547,
        238.57467651367188,
        231.15719604492188,
        225.55587768554688
      ],
      "bp_grad_norms_per_sample_med": [
        4.130819797865115e-05,
        4.363877815194428e-05,
        4.489632920012809e-05,
        4.4512398744700477e-05,
        3.470887531875633e-05
      ],
      "bp_grad_norms_F": [
        0.002240521367639303,
        0.002310203853994608,
        0.0023576009552925825,
        0.002204722724854946,
        0.0016799044096842408
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6240234375,
      "loss_eval": 1.1323366165161133,
      "epoch": 60
    },
    {
      "hidden_norms": [
        275.4504699707031,
        249.5341796875,
        237.540283203125,
        230.39208984375,
        224.43321228027344
      ],
      "bp_grad_norms_per_sample_med": [
        4.056218676851131e-05,
        4.288182390155271e-05,
        4.5818003854947165e-05,
        4.356648423708975e-05,
        3.492152245598845e-05
      ],
      "bp_grad_norms_F": [
        0.002249655080959201,
        0.0023316002916544676,
        0.002382595557719469,
        0.002231382764875889,
        0.00168902100995183
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.1275749206542969,
      "epoch": 61
    },
    {
      "hidden_norms": [
        273.6263122558594,
        248.43479919433594,
        234.8235321044922,
        228.0020751953125,
        222.4278106689453
      ],
      "bp_grad_norms_per_sample_med": [
        4.0597744373371825e-05,
        4.323143730289303e-05,
        4.647616151487455e-05,
        4.4688425987260416e-05,
        3.521826511132531e-05
      ],
      "bp_grad_norms_F": [
        0.002307126997038722,
        0.0023877634666860104,
        0.0024417925160378218,
        0.0022813305258750916,
        0.001714664394967258
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.1252907514572144,
      "epoch": 62
    },
    {
      "hidden_norms": [
        271.7508239746094,
        246.79209899902344,
        233.84280395507812,
        226.96934509277344,
        220.57888793945312
      ],
      "bp_grad_norms_per_sample_med": [
        4.177554728812538e-05,
        4.393904600874521e-05,
        4.635817458620295e-05,
        4.428510874276981e-05,
        3.396430111024529e-05
      ],
      "bp_grad_norms_F": [
        0.002355988370254636,
        0.0024527544155716896,
        0.0025022663176059723,
        0.0023387460969388485,
        0.0017370774876326323
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62109375,
      "loss_eval": 1.1249933242797852,
      "epoch": 63
    },
    {
      "hidden_norms": [
        271.7035217285156,
        246.70675659179688,
        233.96661376953125,
        226.53175354003906,
        220.52359008789062
      ],
      "bp_grad_norms_per_sample_med": [
        4.2499312257859856e-05,
        4.503092714003287e-05,
        4.670799171435647e-05,
        4.5866876462241635e-05,
        3.720118911587633e-05
      ],
      "bp_grad_norms_F": [
        0.002408105880022049,
        0.0024944571778178215,
        0.002545328810811043,
        0.002381332218647003,
        0.0017641197191551328
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.625,
      "loss_eval": 1.1418037414550781,
      "epoch": 64
    },
    {
      "hidden_norms": [
        271.0970153808594,
        246.78770446777344,
        234.2436065673828,
        226.7012176513672,
        219.61680603027344
      ],
      "bp_grad_norms_per_sample_med": [
        4.040581188746728e-05,
        4.3224725231993943e-05,
        4.4494401663541794e-05,
        4.3532105337362736e-05,
        3.4612559829838574e-05
      ],
      "bp_grad_norms_F": [
        0.0024068003986030817,
        0.002485552802681923,
        0.002538430504500866,
        0.002368941670283675,
        0.0017652952810749412
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.1279454231262207,
      "epoch": 65
    },
    {
      "hidden_norms": [
        270.66473388671875,
        244.8525390625,
        232.8356475830078,
        224.2222137451172,
        217.24554443359375
      ],
      "bp_grad_norms_per_sample_med": [
        4.1549992602085695e-05,
        4.493525193538517e-05,
        4.7448877012357116e-05,
        4.479651397559792e-05,
        3.5401590139372274e-05
      ],
      "bp_grad_norms_F": [
        0.002463088370859623,
        0.002551029436290264,
        0.002594881458207965,
        0.0024160456378012896,
        0.001803302438929677
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6376953125,
      "loss_eval": 1.1330325603485107,
      "epoch": 66
    },
    {
      "hidden_norms": [
        269.8645935058594,
        243.50497436523438,
        231.37692260742188,
        222.27967834472656,
        215.22059631347656
      ],
      "bp_grad_norms_per_sample_med": [
        4.1519095248077065e-05,
        4.487609476200305e-05,
        4.708006963483058e-05,
        4.4878328480990604e-05,
        3.578457108233124e-05
      ],
      "bp_grad_norms_F": [
        0.0024854058865457773,
        0.0025721373967826366,
        0.0026270432863384485,
        0.0024401266127824783,
        0.0018134783022105694
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.63671875,
      "loss_eval": 1.123876690864563,
      "epoch": 67
    },
    {
      "hidden_norms": [
        269.28570556640625,
        242.04359436035156,
        229.53497314453125,
        221.24327087402344,
        215.1306610107422
      ],
      "bp_grad_norms_per_sample_med": [
        4.279898348613642e-05,
        4.6176737669156864e-05,
        4.813459236174822e-05,
        4.609950337908231e-05,
        3.566763552953489e-05
      ],
      "bp_grad_norms_F": [
        0.0024860126432031393,
        0.002575797727331519,
        0.0026342689525336027,
        0.0024608916137367487,
        0.0018216874450445175
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.122079849243164,
      "epoch": 68
    },
    {
      "hidden_norms": [
        268.3481140136719,
        242.3759765625,
        229.19241333007812,
        220.78233337402344,
        213.58587646484375
      ],
      "bp_grad_norms_per_sample_med": [
        4.163750054431148e-05,
        4.50872685178183e-05,
        4.8797548515722156e-05,
        4.597716542775743e-05,
        3.505409767967649e-05
      ],
      "bp_grad_norms_F": [
        0.0025033215060830116,
        0.002596172271296382,
        0.002654082840308547,
        0.002480126451700926,
        0.0018305372213944793
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6328125,
      "loss_eval": 1.1238645315170288,
      "epoch": 69
    },
    {
      "hidden_norms": [
        267.92425537109375,
        239.90985107421875,
        228.08212280273438,
        219.12835693359375,
        212.38052368164062
      ],
      "bp_grad_norms_per_sample_med": [
        4.42373457190115e-05,
        4.6515069698216394e-05,
        4.823393464903347e-05,
        4.762738535646349e-05,
        3.6444154829951e-05
      ],
      "bp_grad_norms_F": [
        0.0025684935972094536,
        0.002675230847671628,
        0.0027295781765133142,
        0.0025394319090992212,
        0.0018643162911757827
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.135793685913086,
      "epoch": 70
    },
    {
      "hidden_norms": [
        266.2279052734375,
        239.37680053710938,
        226.3264923095703,
        218.04910278320312,
        210.68836975097656
      ],
      "bp_grad_norms_per_sample_med": [
        4.4824198994319886e-05,
        4.7638000978622586e-05,
        4.962517414242029e-05,
        4.7396664740517735e-05,
        3.5957502404926345e-05
      ],
      "bp_grad_norms_F": [
        0.002600227715447545,
        0.002714222064241767,
        0.002763595897704363,
        0.0025755097158253193,
        0.0018772372277453542
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.623046875,
      "loss_eval": 1.123576283454895,
      "epoch": 71
    },
    {
      "hidden_norms": [
        266.4837951660156,
        239.67581176757812,
        227.51805114746094,
        218.58811950683594,
        211.26596069335938
      ],
      "bp_grad_norms_per_sample_med": [
        4.245663512847386e-05,
        4.560768138617277e-05,
        4.797001020051539e-05,
        4.539322981145233e-05,
        3.4807548217941076e-05
      ],
      "bp_grad_norms_F": [
        0.0025984421372413635,
        0.002703956561163068,
        0.002762222196906805,
        0.002577459439635277,
        0.0018865292659029365
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.61328125,
      "loss_eval": 1.1362444162368774,
      "epoch": 72
    },
    {
      "hidden_norms": [
        264.8100891113281,
        237.96121215820312,
        226.14822387695312,
        217.3454132080078,
        208.98077392578125
      ],
      "bp_grad_norms_per_sample_med": [
        4.217765308567323e-05,
        4.603620618581772e-05,
        4.735886977869086e-05,
        4.5346474507823586e-05,
        3.594472218537703e-05
      ],
      "bp_grad_norms_F": [
        0.0026375274173915386,
        0.0027397233061492443,
        0.0028012648690491915,
        0.0026011927984654903,
        0.0018980697495862842
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6318359375,
      "loss_eval": 1.1286330223083496,
      "epoch": 73
    },
    {
      "hidden_norms": [
        264.8172302246094,
        238.0478057861328,
        225.0303497314453,
        217.1344757080078,
        209.569580078125
      ],
      "bp_grad_norms_per_sample_med": [
        4.242224895278923e-05,
        4.6696859499206766e-05,
        4.831598562304862e-05,
        4.5893459173385054e-05,
        3.54531584889628e-05
      ],
      "bp_grad_norms_F": [
        0.0026500027161091566,
        0.002760941395536065,
        0.0028223067056387663,
        0.0026202781591564417,
        0.001915424014441669
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.1304678916931152,
      "epoch": 74
    },
    {
      "hidden_norms": [
        264.7013854980469,
        237.4438018798828,
        225.43527221679688,
        216.18502807617188,
        208.08302307128906
      ],
      "bp_grad_norms_per_sample_med": [
        4.43761091446504e-05,
        4.801220347872004e-05,
        4.9817157560028136e-05,
        4.829527097172104e-05,
        3.73583534383215e-05
      ],
      "bp_grad_norms_F": [
        0.002686889609321952,
        0.0028029615059494972,
        0.002866453491151333,
        0.002669648267328739,
        0.0019349679350852966
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6240234375,
      "loss_eval": 1.1350867748260498,
      "epoch": 75
    },
    {
      "hidden_norms": [
        264.3004455566406,
        236.1824188232422,
        223.4772186279297,
        214.64682006835938,
        207.52272033691406
      ],
      "bp_grad_norms_per_sample_med": [
        4.3003376049455255e-05,
        4.6196739276638255e-05,
        4.8772617446957156e-05,
        4.7264005843317136e-05,
        3.6179160815663636e-05
      ],
      "bp_grad_norms_F": [
        0.0027191757690161467,
        0.0028310383204370737,
        0.0028950762934982777,
        0.002689448418095708,
        0.0019433586858212948
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6259765625,
      "loss_eval": 1.1378443241119385,
      "epoch": 76
    },
    {
      "hidden_norms": [
        262.62811279296875,
        235.80126953125,
        222.7261199951172,
        213.42430114746094,
        205.99493408203125
      ],
      "bp_grad_norms_per_sample_med": [
        4.4399519538274035e-05,
        4.737091148854233e-05,
        4.900431667920202e-05,
        4.768445069203153e-05,
        3.608842962421477e-05
      ],
      "bp_grad_norms_F": [
        0.0027450472116470337,
        0.0028562990482896566,
        0.0029378861654549837,
        0.0027161173056811094,
        0.0019581648521125317
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6220703125,
      "loss_eval": 1.137312889099121,
      "epoch": 77
    },
    {
      "hidden_norms": [
        262.612060546875,
        235.62489318847656,
        222.1566925048828,
        212.93875122070312,
        205.24142456054688
      ],
      "bp_grad_norms_per_sample_med": [
        4.443951911525801e-05,
        4.7095887566683814e-05,
        4.906025424133986e-05,
        4.8352503654314205e-05,
        3.6001758417114615e-05
      ],
      "bp_grad_norms_F": [
        0.002745443256571889,
        0.002859732834622264,
        0.002942001214250922,
        0.002725319005548954,
        0.001969744684174657
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6279296875,
      "loss_eval": 1.126712441444397,
      "epoch": 78
    },
    {
      "hidden_norms": [
        262.6611633300781,
        235.52174377441406,
        221.89093017578125,
        213.1799774169922,
        204.9930877685547
      ],
      "bp_grad_norms_per_sample_med": [
        4.5766752009512857e-05,
        4.834473293158226e-05,
        5.181043525226414e-05,
        4.826926306122914e-05,
        3.573719732230529e-05
      ],
      "bp_grad_norms_F": [
        0.0027218428440392017,
        0.002838012296706438,
        0.002919211983680725,
        0.0027209871914237738,
        0.001970200566574931
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62109375,
      "loss_eval": 1.1352139711380005,
      "epoch": 79
    },
    {
      "hidden_norms": [
        261.58856201171875,
        234.9381103515625,
        221.2636260986328,
        211.9308624267578,
        204.54647827148438
      ],
      "bp_grad_norms_per_sample_med": [
        4.5460306864697486e-05,
        4.857210296904668e-05,
        4.9856924306368455e-05,
        4.823243580176495e-05,
        3.731804099516012e-05
      ],
      "bp_grad_norms_F": [
        0.002767088357359171,
        0.0028805267065763474,
        0.0029621378052979708,
        0.00275496207177639,
        0.001986011164262891
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6259765625,
      "loss_eval": 1.134087324142456,
      "epoch": 80
    },
    {
      "hidden_norms": [
        261.3812561035156,
        234.79383850097656,
        220.678955078125,
        211.66114807128906,
        203.9405517578125
      ],
      "bp_grad_norms_per_sample_med": [
        4.64644399471581e-05,
        5.052189590060152e-05,
        5.2927574870409444e-05,
        5.0570299208629876e-05,
        3.7252495530992746e-05
      ],
      "bp_grad_norms_F": [
        0.0027735778130590916,
        0.002885127207264304,
        0.0029686433263123035,
        0.002763227093964815,
        0.0019980284851044416
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.135728359222412,
      "epoch": 81
    },
    {
      "hidden_norms": [
        261.2560729980469,
        233.66014099121094,
        220.25682067871094,
        211.13511657714844,
        203.18130493164062
      ],
      "bp_grad_norms_per_sample_med": [
        4.6268629375845194e-05,
        4.9701800890034065e-05,
        5.169105133973062e-05,
        5.069339385954663e-05,
        3.80978781322483e-05
      ],
      "bp_grad_norms_F": [
        0.0028223153203725815,
        0.0029419492930173874,
        0.0030234854202717543,
        0.002805375959724188,
        0.002015760401263833
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.619140625,
      "loss_eval": 1.1317980289459229,
      "epoch": 82
    },
    {
      "hidden_norms": [
        260.62255859375,
        233.12937927246094,
        219.89907836914062,
        210.4191436767578,
        202.494873046875
      ],
      "bp_grad_norms_per_sample_med": [
        4.5126867917133495e-05,
        4.8572586820228025e-05,
        5.1520797569537535e-05,
        4.971070302417502e-05,
        3.838812335743569e-05
      ],
      "bp_grad_norms_F": [
        0.0028271761257201433,
        0.002944816369563341,
        0.003029909450560808,
        0.0028170389123260975,
        0.002025141380727291
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6259765625,
      "loss_eval": 1.1392892599105835,
      "epoch": 83
    },
    {
      "hidden_norms": [
        260.0465393066406,
        232.27760314941406,
        218.845458984375,
        209.7770233154297,
        201.92831420898438
      ],
      "bp_grad_norms_per_sample_med": [
        4.730001455754973e-05,
        5.118208355270326e-05,
        5.1580365834524855e-05,
        4.936498589813709e-05,
        3.706002826220356e-05
      ],
      "bp_grad_norms_F": [
        0.0028656981885433197,
        0.002991823712363839,
        0.0030798574443906546,
        0.0028517318423837423,
        0.0020406947005540133
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.625,
      "loss_eval": 1.1393200159072876,
      "epoch": 84
    },
    {
      "hidden_norms": [
        259.99285888671875,
        232.2432403564453,
        218.6685333251953,
        209.5802001953125,
        201.7836456298828
      ],
      "bp_grad_norms_per_sample_med": [
        4.4883607188239694e-05,
        4.9325379222864285e-05,
        5.1563201850512996e-05,
        4.9446705816080794e-05,
        3.641278817667626e-05
      ],
      "bp_grad_norms_F": [
        0.002843427937477827,
        0.0029685739427804947,
        0.0030620063189417124,
        0.0028350763022899628,
        0.0020346841774880886
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.625,
      "loss_eval": 1.136763572692871,
      "epoch": 85
    },
    {
      "hidden_norms": [
        259.7002868652344,
        232.1937713623047,
        218.6339569091797,
        209.42572021484375,
        201.48532104492188
      ],
      "bp_grad_norms_per_sample_med": [
        4.557083229883574e-05,
        5.006462743040174e-05,
        5.1964529120596126e-05,
        5.040188261773437e-05,
        3.70733359886799e-05
      ],
      "bp_grad_norms_F": [
        0.002866365248337388,
        0.0029951538890600204,
        0.0030862949788570404,
        0.0028592217713594437,
        0.002047886373475194
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.630859375,
      "loss_eval": 1.139750361442566,
      "epoch": 86
    },
    {
      "hidden_norms": [
        259.22808837890625,
        232.3558807373047,
        218.42848205566406,
        209.1579132080078,
        201.5212860107422
      ],
      "bp_grad_norms_per_sample_med": [
        4.5765504182782024e-05,
        4.875436570728198e-05,
        5.104453521198593e-05,
        5.005718412576243e-05,
        3.675639891298488e-05
      ],
      "bp_grad_norms_F": [
        0.002878013998270035,
        0.003002135781571269,
        0.0030916042160242796,
        0.002861205255612731,
        0.0020479748491197824
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.1344283819198608,
      "epoch": 87
    },
    {
      "hidden_norms": [
        259.1551513671875,
        232.05300903320312,
        218.15708923339844,
        208.9161834716797,
        201.6800537109375
      ],
      "bp_grad_norms_per_sample_med": [
        4.611797339748591e-05,
        4.964259278494865e-05,
        5.252738264971413e-05,
        5.0600574468262494e-05,
        3.820879283011891e-05
      ],
      "bp_grad_norms_F": [
        0.0028855716809630394,
        0.003010405693203211,
        0.0031016215216368437,
        0.002874146681278944,
        0.0020545709412544966
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.135157823562622,
      "epoch": 88
    },
    {
      "hidden_norms": [
        259.21893310546875,
        231.72747802734375,
        217.7665252685547,
        208.59022521972656,
        201.1155548095703
      ],
      "bp_grad_norms_per_sample_med": [
        4.6835561079205945e-05,
        5.060776311438531e-05,
        5.325842721504159e-05,
        5.128757766215131e-05,
        3.774667493416928e-05
      ],
      "bp_grad_norms_F": [
        0.002893448108807206,
        0.0030188425444066525,
        0.0031124993693083525,
        0.002883171197026968,
        0.002058332087472081
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6298828125,
      "loss_eval": 1.1357543468475342,
      "epoch": 89
    },
    {
      "hidden_norms": [
        258.88385009765625,
        230.9880828857422,
        217.33352661132812,
        208.3406524658203,
        200.54083251953125
      ],
      "bp_grad_norms_per_sample_med": [
        4.6940938773332164e-05,
        5.0942355301231146e-05,
        5.368283382267691e-05,
        5.184212204767391e-05,
        3.746367656276561e-05
      ],
      "bp_grad_norms_F": [
        0.0029224599711596966,
        0.0030530549120157957,
        0.003145798807963729,
        0.0029114321805536747,
        0.0020718672312796116
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6279296875,
      "loss_eval": 1.1398890018463135,
      "epoch": 90
    },
    {
      "hidden_norms": [
        258.7764587402344,
        231.19357299804688,
        217.22779846191406,
        207.97528076171875,
        199.982421875
      ],
      "bp_grad_norms_per_sample_med": [
        4.70306295028422e-05,
        5.185308327781968e-05,
        5.281997437123209e-05,
        5.1426530262688175e-05,
        3.7254685594234616e-05
      ],
      "bp_grad_norms_F": [
        0.002924826927483082,
        0.0030514320824295282,
        0.0031429482623934746,
        0.0029119658283889294,
        0.0020754521246999502
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.138663411140442,
      "epoch": 91
    },
    {
      "hidden_norms": [
        258.7837829589844,
        230.58901977539062,
        217.062255859375,
        207.7244873046875,
        199.89395141601562
      ],
      "bp_grad_norms_per_sample_med": [
        4.688404078478925e-05,
        5.141457950230688e-05,
        5.3491079597733915e-05,
        5.087396493763663e-05,
        3.739634121302515e-05
      ],
      "bp_grad_norms_F": [
        0.0029230716172605753,
        0.0030518025159835815,
        0.0031419326551258564,
        0.002910938812419772,
        0.00207503535784781
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.626953125,
      "loss_eval": 1.1365739107131958,
      "epoch": 92
    },
    {
      "hidden_norms": [
        258.7561950683594,
        230.4254913330078,
        217.07546997070312,
        207.6160125732422,
        199.7816162109375
      ],
      "bp_grad_norms_per_sample_med": [
        4.680828351411037e-05,
        5.096250242786482e-05,
        5.211709503782913e-05,
        5.09246347064618e-05,
        3.779645703616552e-05
      ],
      "bp_grad_norms_F": [
        0.002931967144832015,
        0.0030605625361204147,
        0.00315046776086092,
        0.0029180829878896475,
        0.002077121753245592
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.1363377571105957,
      "epoch": 93
    },
    {
      "hidden_norms": [
        258.76409912109375,
        230.5386505126953,
        216.76475524902344,
        207.16859436035156,
        199.2827911376953
      ],
      "bp_grad_norms_per_sample_med": [
        4.749056097352877e-05,
        5.2020419389009476e-05,
        5.3769603255204856e-05,
        5.178397987037897e-05,
        3.789216498262249e-05
      ],
      "bp_grad_norms_F": [
        0.0029493479523807764,
        0.0030784173868596554,
        0.0031682881526649,
        0.0029316784348338842,
        0.002084067091345787
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6298828125,
      "loss_eval": 1.1382873058319092,
      "epoch": 94
    },
    {
      "hidden_norms": [
        258.7884826660156,
        230.40945434570312,
        216.70376586914062,
        207.1806182861328,
        199.41917419433594
      ],
      "bp_grad_norms_per_sample_med": [
        4.741501834359951e-05,
        5.169968062546104e-05,
        5.352263542590663e-05,
        5.053802306065336e-05,
        3.758866660064086e-05
      ],
      "bp_grad_norms_F": [
        0.002947731176391244,
        0.003076745430007577,
        0.0031680618412792683,
        0.0029321794863790274,
        0.0020845714025199413
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.630859375,
      "loss_eval": 1.1382077932357788,
      "epoch": 95
    },
    {
      "hidden_norms": [
        258.766845703125,
        230.38992309570312,
        216.7628173828125,
        207.26092529296875,
        199.36366271972656
      ],
      "bp_grad_norms_per_sample_med": [
        4.718741183751263e-05,
        5.1928480388596654e-05,
        5.3666040912503377e-05,
        5.089692058390938e-05,
        3.752821430680342e-05
      ],
      "bp_grad_norms_F": [
        0.002943811472505331,
        0.003073457395657897,
        0.0031646883580833673,
        0.0029298998415470123,
        0.002084212377667427
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.138296365737915,
      "epoch": 96
    },
    {
      "hidden_norms": [
        258.8481140136719,
        230.38389587402344,
        216.7748260498047,
        207.24560546875,
        199.39401245117188
      ],
      "bp_grad_norms_per_sample_med": [
        4.728109706775285e-05,
        5.156427505426109e-05,
        5.3663239668821916e-05,
        5.139272616361268e-05,
        3.7748181057395414e-05
      ],
      "bp_grad_norms_F": [
        0.002947240835055709,
        0.003076959168538451,
        0.0031680231913924217,
        0.0029323517810553312,
        0.0020851469598710537
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.1388041973114014,
      "epoch": 97
    },
    {
      "hidden_norms": [
        258.77734375,
        230.3692626953125,
        216.7212677001953,
        207.1890869140625,
        199.34091186523438
      ],
      "bp_grad_norms_per_sample_med": [
        4.7204313887050375e-05,
        5.154019163455814e-05,
        5.373918611439876e-05,
        5.1062332204310223e-05,
        3.7904177588643506e-05
      ],
      "bp_grad_norms_F": [
        0.0029484080150723457,
        0.0030780842062085867,
        0.0031695417128503323,
        0.0029333126731216908,
        0.002085541607812047
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.138832688331604,
      "epoch": 98
    },
    {
      "hidden_norms": [
        258.7897644042969,
        230.38552856445312,
        216.73997497558594,
        207.1963653564453,
        199.38656616210938
      ],
      "bp_grad_norms_per_sample_med": [
        4.726059705717489e-05,
        5.1730185077758506e-05,
        5.3854040743317455e-05,
        5.0960083171958104e-05,
        3.793121504713781e-05
      ],
      "bp_grad_norms_F": [
        0.00294809159822762,
        0.003077775239944458,
        0.003169153118506074,
        0.0029330949764698744,
        0.0020853858441114426
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.62890625,
      "loss_eval": 1.1388249397277832,
      "epoch": 99
    },
    {
      "hidden_norms": [
        258.7891845703125,
        230.38888549804688,
        216.73963928222656,
        207.19769287109375,
        199.4077606201172
      ],
      "bp_grad_norms_per_sample_med": [
        4.725577309727669e-05,
        5.174486432224512e-05,
        5.38085114385467e-05,
        5.098402107250877e-05,
        3.7933263229206204e-05
      ],
      "bp_grad_norms_F": [
        0.002948042470961809,
        0.0030777468346059322,
        0.003169137053191662,
        0.002933081705123186,
        0.0020853858441114426
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.6279296875,
      "loss_eval": 1.1387826204299927,
      "epoch": 100
    }
  ],
  "dfa_log": [
    {
      "hidden_norms": [
        8.696551322937012,
        8.737784385681152,
        8.813130378723145,
        8.844642639160156,
        8.889528274536133
      ],
      "bp_grad_norms_per_sample_med": [
        0.0010079912608489394,
        0.0010035138111561537,
        0.0009970925748348236,
        0.0009936393471434712,
        0.000986678060144186
      ],
      "bp_grad_norms_F": [
        0.035574451088905334,
        0.035288579761981964,
        0.035048045217990875,
        0.0346725769340992,
        0.03439188003540039
      ],
      "gamma_dfa": 0.0033523982419865206,
      "acc_eval": 0.0927734375,
      "loss_eval": 2.4863264560699463,
      "epoch": 0
    },
    {
      "hidden_norms": [
        900.3377685546875,
        3463.92626953125,
        6660.5166015625,
        10478.5126953125,
        13466.513671875
      ],
      "bp_grad_norms_per_sample_med": [
        2.017142833210528e-06,
        7.972002435963077e-07,
        7.783806381667091e-07,
        7.758338256280695e-07,
        7.810436954969191e-07
      ],
      "bp_grad_norms_F": [
        0.00013047464017290622,
        7.321321754716337e-05,
        7.131113670766354e-05,
        7.113779429346323e-05,
        7.09498199285008e-05
      ],
      "gamma_dfa": 0.1028625147882849,
      "acc_eval": 0.2861328125,
      "loss_eval": 1.970402717590332,
      "epoch": 1
    },
    {
      "hidden_norms": [
        1784.805419921875,
        14085.2138671875,
        36523.9375,
        61422.50390625,
        73870.3359375
      ],
      "bp_grad_norms_per_sample_med": [
        9.087140711017128e-07,
        1.772240381114898e-07,
        1.705584367073243e-07,
        1.7156033038645546e-07,
        1.728751612972701e-07
      ],
      "bp_grad_norms_F": [
        4.7445286327274516e-05,
        1.1973520486208145e-05,
        9.698592293716501e-06,
        9.335580216429662e-06,
        9.154121471510734e-06
      ],
      "gamma_dfa": 0.09588160619023256,
      "acc_eval": 0.298828125,
      "loss_eval": 1.9628738164901733,
      "epoch": 2
    },
    {
      "hidden_norms": [
        2670.88134765625,
        35761.4921875,
        99927.7890625,
        170223.953125,
        201448.390625
      ],
      "bp_grad_norms_per_sample_med": [
        5.815078338855528e-07,
        7.772520405069372e-08,
        7.527528111950232e-08,
        7.557918735301428e-08,
        7.57173737042649e-08
      ],
      "bp_grad_norms_F": [
        2.8944486984983087e-05,
        3.2005805223889183e-06,
        2.6765355869429186e-06,
        2.639568720042007e-06,
        2.6436800908413716e-06
      ],
      "gamma_dfa": 0.09442083747126162,
      "acc_eval": 0.2900390625,
      "loss_eval": 1.9821033477783203,
      "epoch": 3
    },
    {
      "hidden_norms": [
        3506.001220703125,
        70233.9375,
        205054.078125,
        348792.375,
        416698.5625
      ],
      "bp_grad_norms_per_sample_med": [
        4.5228594558466284e-07,
        4.338783554658221e-08,
        4.114394869247917e-08,
        4.122260932604149e-08,
        4.124275321260029e-08
      ],
      "bp_grad_norms_F": [
        2.319143823115155e-05,
        1.7165241388283903e-06,
        1.3772670399703202e-06,
        1.3777447520624264e-06,
        1.3796359326079255e-06
      ],
      "gamma_dfa": 0.09172606549691409,
      "acc_eval": 0.298828125,
      "loss_eval": 1.9661527872085571,
      "epoch": 4
    },
    {
      "hidden_norms": [
        4351.04052734375,
        120982.0390625,
        361547.03125,
        633667.3125,
        764198.75
      ],
      "bp_grad_norms_per_sample_med": [
        3.632259790720127e-07,
        2.6118947005215887e-08,
        2.4913996199416033e-08,
        2.494128636953974e-08,
        2.4942012899487054e-08
      ],
      "bp_grad_norms_F": [
        1.894752676889766e-05,
        1.1090510270150844e-06,
        8.424218549407669e-07,
        8.403117703892349e-07,
        8.407336054006009e-07
      ],
      "gamma_dfa": 0.08992433547973633,
      "acc_eval": 0.2900390625,
      "loss_eval": 1.980475664138794,
      "epoch": 5
    },
    {
      "hidden_norms": [
        5174.9833984375,
        189817.0625,
        576763.3125,
        1012734.125,
        1235217.5
      ],
      "bp_grad_norms_per_sample_med": [
        3.340334444601467e-07,
        1.826493090106851e-08,
        1.7263264595612782e-08,
        1.730784759956805e-08,
        1.7305337607353977e-08
      ],
      "bp_grad_norms_F": [
        1.7139096598839387e-05,
        7.582453918075771e-07,
        5.794162802885694e-07,
        5.812879635413992e-07,
        5.813373604723893e-07
      ],
      "gamma_dfa": 0.08752730302512646,
      "acc_eval": 0.3056640625,
      "loss_eval": 1.9696743488311768,
      "epoch": 6
    },
    {
      "hidden_norms": [
        5963.3935546875,
        276686.75,
        861517.375,
        1555059.75,
        1913322.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.834741223978199e-07,
        1.3120247110975924e-08,
        1.2326365705916942e-08,
        1.2353129186237766e-08,
        1.2349524958210623e-08
      ],
      "bp_grad_norms_F": [
        1.4978587387304287e-05,
        5.169860628484457e-07,
        4.2094282548532647e-07,
        4.222391680741566e-07,
        4.222146685606276e-07
      ],
      "gamma_dfa": 0.08884745300747454,
      "acc_eval": 0.2919921875,
      "loss_eval": 1.9592503309249878,
      "epoch": 7
    },
    {
      "hidden_norms": [
        6751.1630859375,
        390990.65625,
        1268157.625,
        2303462.75,
        2850455.0
      ],
      "bp_grad_norms_per_sample_med": [
        2.5272595394199016e-07,
        9.644952392307005e-09,
        9.213153795428752e-09,
        9.189856875480018e-09,
        9.217835383878992e-09
      ],
      "bp_grad_norms_F": [
        1.3214407772466075e-05,
        3.7820277043465467e-07,
        3.14011003865744e-07,
        3.1468064776163374e-07,
        3.146610936255456e-07
      ],
      "gamma_dfa": 0.08774545323103666,
      "acc_eval": 0.3115234375,
      "loss_eval": 1.9636309146881104,
      "epoch": 8
    },
    {
      "hidden_norms": [
        7557.10302734375,
        541741.25,
        1767146.375,
        3237576.25,
        4005094.0
      ],
      "bp_grad_norms_per_sample_med": [
        2.3122942138797953e-07,
        7.519741274109037e-09,
        7.2226606917524805e-09,
        7.218183384338772e-09,
        7.221534037427091e-09
      ],
      "bp_grad_norms_F": [
        1.196970697492361e-05,
        2.9184533900661336e-07,
        2.4720966962377133e-07,
        2.4752529270699597e-07,
        2.4754368155299744e-07
      ],
      "gamma_dfa": 0.08941872720606625,
      "acc_eval": 0.2900390625,
      "loss_eval": 1.9587393999099731,
      "epoch": 9
    },
    {
      "hidden_norms": [
        8353.015625,
        720288.5625,
        2367034.25,
        4437438.5,
        5500873.0
      ],
      "bp_grad_norms_per_sample_med": [
        2.1009967099416826e-07,
        6.096115612308495e-09,
        5.8281148795913396e-09,
        5.816529036195561e-09,
        5.823292070772368e-09
      ],
      "bp_grad_norms_F": [
        1.0853039384528529e-05,
        2.2833219759377243e-07,
        1.979581298883204e-07,
        1.9814572738141578e-07,
        1.9820384977720096e-07
      ],
      "gamma_dfa": 0.09132041316479445,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.9605882167816162,
      "epoch": 10
    },
    {
      "hidden_norms": [
        9134.4443359375,
        924688.8125,
        3108971.25,
        5809310.0,
        7180875.5
      ],
      "bp_grad_norms_per_sample_med": [
        1.9402843065563502e-07,
        4.977510403847418e-09,
        4.8141264308299014e-09,
        4.791541829973767e-09,
        4.794175723077387e-09
      ],
      "bp_grad_norms_F": [
        1.0063903573609423e-05,
        1.9364638603747153e-07,
        1.6622837506474752e-07,
        1.6636218447274587e-07,
        1.6641583044929575e-07
      ],
      "gamma_dfa": 0.08994872949551791,
      "acc_eval": 0.2822265625,
      "loss_eval": 1.9717106819152832,
      "epoch": 11
    },
    {
      "hidden_norms": [
        9934.0107421875,
        1171186.5,
        4059807.75,
        7477705.0,
        9248714.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.802942222184356e-07,
        4.213630333538276e-09,
        4.032348677185382e-09,
        4.031016409555832e-09,
        4.033940292913485e-09
      ],
      "bp_grad_norms_F": [
        9.375374247611035e-06,
        1.60658984782458e-07,
        1.398711617639492e-07,
        1.399746452079853e-07,
        1.4004145043600147e-07
      ],
      "gamma_dfa": 0.09168496390338987,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9513648748397827,
      "epoch": 12
    },
    {
      "hidden_norms": [
        10690.2216796875,
        1474348.375,
        5210694.5,
        9539616.0,
        11795722.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.7011585384807404e-07,
        3.5948770626959003e-09,
        3.444458496204561e-09,
        3.439692752849055e-09,
        3.4398179860062328e-09
      ],
      "bp_grad_norms_F": [
        8.913790225051343e-06,
        1.346561759874021e-07,
        1.1880944583708697e-07,
        1.1887690476442003e-07,
        1.1894194784645151e-07
      ],
      "gamma_dfa": 0.0931803259300068,
      "acc_eval": 0.3134765625,
      "loss_eval": 1.959463357925415,
      "epoch": 13
    },
    {
      "hidden_norms": [
        11428.3076171875,
        1789460.25,
        6431273.0,
        11810251.0,
        14610525.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.5823535193248972e-07,
        3.1298097447063356e-09,
        3.012203153573978e-09,
        3.010908633527265e-09,
        3.010648619294898e-09
      ],
      "bp_grad_norms_F": [
        8.233506378019229e-06,
        1.1668681310084139e-07,
        1.0298786889961775e-07,
        1.0303519104581937e-07,
        1.0309597797686365e-07
      ],
      "gamma_dfa": 0.09336384548805654,
      "acc_eval": 0.2861328125,
      "loss_eval": 1.9515889883041382,
      "epoch": 14
    },
    {
      "hidden_norms": [
        12175.4384765625,
        2177908.0,
        7886216.5,
        14475684.0,
        17927020.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.5137742082060868e-07,
        2.705691448667835e-09,
        2.5981530260565933e-09,
        2.5995214869567462e-09,
        2.6000293029682098e-09
      ],
      "bp_grad_norms_F": [
        7.800716048222966e-06,
        1.0053086896277819e-07,
        8.984200405848242e-08,
        8.987952071493055e-08,
        8.993622913067156e-08
      ],
      "gamma_dfa": 0.09357930033002049,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.9580912590026855,
      "epoch": 15
    },
    {
      "hidden_norms": [
        12918.6787109375,
        2622644.5,
        9573671.0,
        17460572.0,
        21682046.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.432233602827182e-07,
        2.359643591631766e-09,
        2.2714441438864696e-09,
        2.2688442236074025e-09,
        2.2694950363444377e-09
      ],
      "bp_grad_norms_F": [
        7.43454029361601e-06,
        8.846858889910436e-08,
        7.942762891843813e-08,
        7.945371294226788e-08,
        7.950914238108453e-08
      ],
      "gamma_dfa": 0.09332277777139097,
      "acc_eval": 0.30859375,
      "loss_eval": 1.9656270742416382,
      "epoch": 16
    },
    {
      "hidden_norms": [
        13676.931640625,
        3144179.5,
        11421599.0,
        20832254.0,
        25907438.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.3402345189206244e-07,
        2.1064472388587774e-09,
        2.0263852817947736e-09,
        2.0199610872850826e-09,
        2.0222397090208233e-09
      ],
      "bp_grad_norms_F": [
        6.909830062795663e-06,
        7.773559929091789e-08,
        7.076827301943922e-08,
        7.077783692466255e-08,
        7.082799413637986e-08
      ],
      "gamma_dfa": 0.0945073509356007,
      "acc_eval": 0.296875,
      "loss_eval": 1.9510960578918457,
      "epoch": 17
    },
    {
      "hidden_norms": [
        14410.64453125,
        3691622.0,
        13302875.0,
        24659928.0,
        30700242.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.2569752527724631e-07,
        1.8540845525549798e-09,
        1.8018908587436044e-09,
        1.8003264434796051e-09,
        1.802896276714705e-09
      ],
      "bp_grad_norms_F": [
        6.58303315503872e-06,
        6.894391191281102e-08,
        6.3350469758916e-08,
        6.336826174901944e-08,
        6.340740554833246e-08
      ],
      "gamma_dfa": 0.09388192358892411,
      "acc_eval": 0.30859375,
      "loss_eval": 1.9456725120544434,
      "epoch": 18
    },
    {
      "hidden_norms": [
        15102.634765625,
        4270070.0,
        15687016.0,
        28858048.0,
        35882240.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.2314617947595252e-07,
        1.6925943979728686e-09,
        1.6383979728473719e-09,
        1.6367472932543592e-09,
        1.6394127166918793e-09
      ],
      "bp_grad_norms_F": [
        6.343140285025584e-06,
        6.240136940505181e-08,
        5.757489418556361e-08,
        5.7587019597349354e-08,
        5.7624333749117795e-08
      ],
      "gamma_dfa": 0.09518493304494768,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9497833251953125,
      "epoch": 19
    },
    {
      "hidden_norms": [
        15809.6728515625,
        4913181.0,
        18109688.0,
        33281892.0,
        41436228.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.1704661773137559e-07,
        1.533212445892218e-09,
        1.483607681151966e-09,
        1.4837684414459318e-09,
        1.4838255069093975e-09
      ],
      "bp_grad_norms_F": [
        6.079233116906835e-06,
        5.7217945936827164e-08,
        5.270470992968512e-08,
        5.2718213794378244e-08,
        5.2752689327917324e-08
      ],
      "gamma_dfa": 0.09407007653499022,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.961036205291748,
      "epoch": 20
    },
    {
      "hidden_norms": [
        16522.783203125,
        5620503.0,
        20819020.0,
        38391960.0,
        47723272.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.1146808986950418e-07,
        1.4118024527220996e-09,
        1.3678460586419305e-09,
        1.3669514409286876e-09,
        1.3668450815629285e-09
      ],
      "bp_grad_norms_F": [
        5.778397280664649e-06,
        5.162353389209784e-08,
        4.8153967924235985e-08,
        4.816252285877454e-08,
        4.8193449231348495e-08
      ],
      "gamma_dfa": 0.09494083630852401,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.9576481580734253,
      "epoch": 21
    },
    {
      "hidden_norms": [
        17230.27734375,
        6437730.5,
        23789486.0,
        43960328.0,
        54569096.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.0952022932997352e-07,
        1.2858689668604484e-09,
        1.246260317167014e-09,
        1.2462959553261044e-09,
        1.2484926426026277e-09
      ],
      "bp_grad_norms_F": [
        5.637425147142494e-06,
        4.732414282671016e-08,
        4.430494371376881e-08,
        4.431280586913999e-08,
        4.434128086927558e-08
      ],
      "gamma_dfa": 0.09481688600499183,
      "acc_eval": 0.2900390625,
      "loss_eval": 1.9625442028045654,
      "epoch": 22
    },
    {
      "hidden_norms": [
        17916.12890625,
        7217473.5,
        26969020.0,
        49888804.0,
        62010184.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.043977349013403e-07,
        1.1912204556097095e-09,
        1.159051632448893e-09,
        1.1590449711107453e-09,
        1.159014662022173e-09
      ],
      "bp_grad_norms_F": [
        5.385433269111672e-06,
        4.3334623001101136e-08,
        4.083162963297582e-08,
        4.0836408032873805e-08,
        4.0863898931320364e-08
      ],
      "gamma_dfa": 0.0946647283853963,
      "acc_eval": 0.2939453125,
      "loss_eval": 1.9656811952590942,
      "epoch": 23
    },
    {
      "hidden_norms": [
        18617.46875,
        8095365.0,
        30241864.0,
        56059896.0,
        69702984.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.001103129283365e-07,
        1.1034658742303805e-09,
        1.0674757744411068e-09,
        1.0666105776380164e-09,
        1.0677670969627684e-09
      ],
      "bp_grad_norms_F": [
        5.150916877028067e-06,
        3.999087283546032e-08,
        3.779740609388682e-08,
        3.780221291549424e-08,
        3.782682256314729e-08
      ],
      "gamma_dfa": 0.09509630355751142,
      "acc_eval": 0.296875,
      "loss_eval": 1.9476948976516724,
      "epoch": 24
    },
    {
      "hidden_norms": [
        19248.7890625,
        9047595.0,
        33634812.0,
        62495088.0,
        77796536.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.749370377676314e-08,
        1.0280801765460978e-09,
        9.980430926148642e-10,
        9.978470272287154e-10,
        9.990493987643845e-10
      ],
      "bp_grad_norms_F": [
        5.017087005398935e-06,
        3.7442834610601494e-08,
        3.536156611971819e-08,
        3.536548476290591e-08,
        3.538822213045023e-08
      ],
      "gamma_dfa": 0.09479212731821463,
      "acc_eval": 0.2861328125,
      "loss_eval": 1.9604804515838623,
      "epoch": 25
    },
    {
      "hidden_norms": [
        19902.470703125,
        10030725.0,
        37252656.0,
        69351704.0,
        86270768.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.411947843318558e-08,
        9.563448921667828e-10,
        9.361866837309663e-10,
        9.359075736625755e-10,
        9.361766917237446e-10
      ],
      "bp_grad_norms_F": [
        4.873440502706217e-06,
        3.4947159832654506e-08,
        3.313299146157078e-08,
        3.3137865784738096e-08,
        3.315915364510147e-08
      ],
      "gamma_dfa": 0.09510701123508625,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.9498941898345947,
      "epoch": 26
    },
    {
      "hidden_norms": [
        20513.66796875,
        11086393.0,
        41223968.0,
        76828584.0,
        95694480.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.249640697817085e-08,
        9.003223166992314e-10,
        8.743661350507637e-10,
        8.736535939135592e-10,
        8.752278901624777e-10
      ],
      "bp_grad_norms_F": [
        4.75014485346037e-06,
        3.290759664764664e-08,
        3.1125043875590563e-08,
        3.1127818544973707e-08,
        3.11488683735206e-08
      ],
      "gamma_dfa": 0.09552363055991009,
      "acc_eval": 0.2841796875,
      "loss_eval": 1.9527215957641602,
      "epoch": 27
    },
    {
      "hidden_norms": [
        21161.345703125,
        12263719.0,
        45533684.0,
        84877296.0,
        105753224.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.900443049242313e-08,
        8.457264888406257e-10,
        8.261510919815862e-10,
        8.261567541190118e-10,
        8.276057061884501e-10
      ],
      "bp_grad_norms_F": [
        4.624974280886818e-06,
        3.0792985938887796e-08,
        2.9227694042788244e-08,
        2.9232776199705768e-08,
        2.9251353339532216e-08
      ],
      "gamma_dfa": 0.09527035459177569,
      "acc_eval": 0.2890625,
      "loss_eval": 1.950648307800293,
      "epoch": 28
    },
    {
      "hidden_norms": [
        21787.568359375,
        13358760.0,
        49723396.0,
        92840264.0,
        115901424.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.79872459336184e-08,
        8.034463094830357e-10,
        7.846168159630906e-10,
        7.837334670135476e-10,
        7.841179927581265e-10
      ],
      "bp_grad_norms_F": [
        4.530191290541552e-06,
        2.9184068495169413e-08,
        2.7723606521590227e-08,
        2.7726789753046432e-08,
        2.7744931685447227e-08
      ],
      "gamma_dfa": 0.09598725114483386,
      "acc_eval": 0.2919921875,
      "loss_eval": 1.9504928588867188,
      "epoch": 29
    },
    {
      "hidden_norms": [
        22378.34765625,
        14611837.0,
        54335560.0,
        101350864.0,
        126710488.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.497670478391228e-08,
        7.560595483013799e-10,
        7.353461728420996e-10,
        7.342743080229752e-10,
        7.348425756781296e-10
      ],
      "bp_grad_norms_F": [
        4.383283339848276e-06,
        2.7485034692631416e-08,
        2.6182895851434296e-08,
        2.618475392068831e-08,
        2.620201833281044e-08
      ],
      "gamma_dfa": 0.09509110247017816,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.9564056396484375,
      "epoch": 30
    },
    {
      "hidden_norms": [
        22972.798828125,
        15931348.0,
        59291124.0,
        110237776.0,
        138020368.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.252197858382715e-08,
        7.193445838993284e-10,
        6.977300404109599e-10,
        6.966639487515636e-10,
        6.977723399081981e-10
      ],
      "bp_grad_norms_F": [
        4.255563453625655e-06,
        2.5971447215056287e-08,
        2.4833044065530885e-08,
        2.4835205891804435e-08,
        2.4851219748711628e-08
      ],
      "gamma_dfa": 0.0951943755208049,
      "acc_eval": 0.30859375,
      "loss_eval": 1.9508299827575684,
      "epoch": 31
    },
    {
      "hidden_norms": [
        23525.689453125,
        17283022.0,
        64234984.0,
        119317480.0,
        149347744.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.036072784989301e-08,
        6.884249836858203e-10,
        6.666004415123439e-10,
        6.656397100179845e-10,
        6.674217845059616e-10
      ],
      "bp_grad_norms_F": [
        4.212505245959619e-06,
        2.4864668546342727e-08,
        2.375563212808629e-08,
        2.3757841915994504e-08,
        2.3773273127858374e-08
      ],
      "gamma_dfa": 0.09534151147818193,
      "acc_eval": 0.294921875,
      "loss_eval": 1.95639967918396,
      "epoch": 32
    },
    {
      "hidden_norms": [
        24102.95703125,
        18811968.0,
        69193392.0,
        128823560.0,
        161700704.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.921565980950618e-08,
        6.526117424243694e-10,
        6.390621365426341e-10,
        6.381262185328751e-10,
        6.384171524764781e-10
      ],
      "bp_grad_norms_F": [
        4.09630820286111e-06,
        2.3687046990517047e-08,
        2.2686869272092736e-08,
        2.2687553169475905e-08,
        2.2702355551018627e-08
      ],
      "gamma_dfa": 0.0947199320216896,
      "acc_eval": 0.2880859375,
      "loss_eval": 1.960526943206787,
      "epoch": 33
    },
    {
      "hidden_norms": [
        24687.955078125,
        20313542.0,
        74389296.0,
        138258576.0,
        173791248.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.937118340350935e-08,
        6.360312831965587e-10,
        6.205357339084117e-10,
        6.196035906569364e-10,
        6.196675395031548e-10
      ],
      "bp_grad_norms_F": [
        4.070574505021796e-06,
        2.2864428572688666e-08,
        2.1894738466698982e-08,
        2.1895061763643753e-08,
        2.1909569269951135e-08
      ],
      "gamma_dfa": 0.09556430295924656,
      "acc_eval": 0.2822265625,
      "loss_eval": 1.97263765335083,
      "epoch": 34
    },
    {
      "hidden_norms": [
        25226.55078125,
        21851366.0,
        80000824.0,
        148574480.0,
        186595952.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.592127104771862e-08,
        6.044152955908544e-10,
        5.892630272619215e-10,
        5.896260146798227e-10,
        5.900769872724254e-10
      ],
      "bp_grad_norms_F": [
        3.966818894696189e-06,
        2.1824051898988728e-08,
        2.093374718015184e-08,
        2.093443285389185e-08,
        2.0947767964685227e-08
      ],
      "gamma_dfa": 0.09587649442255497,
      "acc_eval": 0.298828125,
      "loss_eval": 1.9495991468429565,
      "epoch": 35
    },
    {
      "hidden_norms": [
        25759.50390625,
        23391128.0,
        85561480.0,
        158667136.0,
        198961760.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.493858333873504e-08,
        5.860726903783586e-10,
        5.731417562770957e-10,
        5.733850616529423e-10,
        5.73569580719635e-10
      ],
      "bp_grad_norms_F": [
        3.896147973136976e-06,
        2.099926454945944e-08,
        2.0218029916918567e-08,
        2.0218159590967844e-08,
        2.0230830344303286e-08
      ],
      "gamma_dfa": 0.09563440945930779,
      "acc_eval": 0.294921875,
      "loss_eval": 1.954901099205017,
      "epoch": 36
    },
    {
      "hidden_norms": [
        26267.0859375,
        25111884.0,
        91593392.0,
        169479968.0,
        212491408.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.387680511783401e-08,
        5.612941222921108e-10,
        5.475105369079358e-10,
        5.468157038279742e-10,
        5.479569020749864e-10
      ],
      "bp_grad_norms_F": [
        3.838411430479027e-06,
        2.0261547106770195e-08,
        1.9493551661753372e-08,
        1.949278782831243e-08,
        1.9505332460312275e-08
      ],
      "gamma_dfa": 0.09528586096712388,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9556396007537842,
      "epoch": 37
    },
    {
      "hidden_norms": [
        26761.587890625,
        26706742.0,
        97554944.0,
        180407616.0,
        226265728.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.260722156843258e-08,
        5.407673198121188e-10,
        5.32608401826451e-10,
        5.31698407524317e-10,
        5.328552044048251e-10
      ],
      "bp_grad_norms_F": [
        3.7372303722804645e-06,
        1.9519287519642603e-08,
        1.8807236656925852e-08,
        1.8806394663783976e-08,
        1.8818212765836506e-08
      ],
      "gamma_dfa": 0.09491665422683582,
      "acc_eval": 0.2890625,
      "loss_eval": 1.963973879814148,
      "epoch": 38
    },
    {
      "hidden_norms": [
        27302.328125,
        28336562.0,
        103781320.0,
        191401696.0,
        240130064.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.187927053564636e-08,
        5.305865746763061e-10,
        5.205576525391109e-10,
        5.20661624925367e-10,
        5.217564713611011e-10
      ],
      "bp_grad_norms_F": [
        3.734877054739627e-06,
        1.88775892695503e-08,
        1.8220953634795478e-08,
        1.8220212893993448e-08,
        1.8231482101782603e-08
      ],
      "gamma_dfa": 0.0957885464449646,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9604723453521729,
      "epoch": 39
    },
    {
      "hidden_norms": [
        27801.44140625,
        30051226.0,
        109945288.0,
        203002704.0,
        254881776.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.894305215610075e-08,
        5.044222262107212e-10,
        4.932855790507062e-10,
        4.934126440758746e-10,
        4.940316489232544e-10
      ],
      "bp_grad_norms_F": [
        3.610647127061384e-06,
        1.8150354108570355e-08,
        1.753623024569606e-08,
        1.7534704355171016e-08,
        1.7545806585417267e-08
      ],
      "gamma_dfa": 0.09517717303242534,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.9589688777923584,
      "epoch": 40
    },
    {
      "hidden_norms": [
        28266.703125,
        31897594.0,
        116263888.0,
        215162448.0,
        270215296.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.807566421684896e-08,
        4.835814526593651e-10,
        4.775287942848649e-10,
        4.773109685274335e-10,
        4.784843632421598e-10
      ],
      "bp_grad_norms_F": [
        3.590413371057366e-06,
        1.7596850199197434e-08,
        1.705259222717359e-08,
        1.7050926004458233e-08,
        1.7061644541627174e-08
      ],
      "gamma_dfa": 0.0961545761092566,
      "acc_eval": 0.30859375,
      "loss_eval": 1.9595096111297607,
      "epoch": 41
    },
    {
      "hidden_norms": [
        28755.66015625,
        33582328.0,
        122605680.0,
        226378480.0,
        284438688.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.689399612014313e-08,
        4.746543713629592e-10,
        4.678599174745557e-10,
        4.68083238835959e-10,
        4.683119447790318e-10
      ],
      "bp_grad_norms_F": [
        3.5121436212648405e-06,
        1.7124380136124273e-08,
        1.6555107507087996e-08,
        1.655343240258844e-08,
        1.656368908697914e-08
      ],
      "gamma_dfa": 0.09569378412561491,
      "acc_eval": 0.287109375,
      "loss_eval": 1.9612011909484863,
      "epoch": 42
    },
    {
      "hidden_norms": [
        29227.5703125,
        35443612.0,
        129229904.0,
        238040368.0,
        299000064.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.582912703834154e-08,
        4.575871348500016e-10,
        4.493441174702184e-10,
        4.48520082185766e-10,
        4.485415650012925e-10
      ],
      "bp_grad_norms_F": [
        3.4321058137720684e-06,
        1.6602150765265833e-08,
        1.6083028242519504e-08,
        1.6080972997656318e-08,
        1.609118882583971e-08
      ],
      "gamma_dfa": 0.09606127908773487,
      "acc_eval": 0.306640625,
      "loss_eval": 1.9551353454589844,
      "epoch": 43
    },
    {
      "hidden_norms": [
        29665.798828125,
        37243032.0,
        135839760.0,
        250377328.0,
        314433920.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.588776813032382e-08,
        4.4936304677278827e-10,
        4.4115311403913893e-10,
        4.406963405312325e-10,
        4.4055534220710513e-10
      ],
      "bp_grad_norms_F": [
        3.3984799756581197e-06,
        1.6157997606569552e-08,
        1.564128204734061e-08,
        1.5638891071034777e-08,
        1.564865925729464e-08
      ],
      "gamma_dfa": 0.09547593681054423,
      "acc_eval": 0.2900390625,
      "loss_eval": 1.9503705501556396,
      "epoch": 44
    },
    {
      "hidden_norms": [
        30096.123046875,
        39014544.0,
        141817168.0,
        261217760.0,
        328197248.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.549055342475185e-08,
        4.3991607578952596e-10,
        4.348142956800416e-10,
        4.3428130536149467e-10,
        4.349899329625373e-10
      ],
      "bp_grad_norms_F": [
        3.382166596566094e-06,
        1.5776649320287106e-08,
        1.5299850275596327e-08,
        1.5297549893489304e-08,
        1.5307026757227504e-08
      ],
      "gamma_dfa": 0.09610002994304523,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.952854037284851,
      "epoch": 45
    },
    {
      "hidden_norms": [
        30554.974609375,
        40873780.0,
        148087312.0,
        272436128.0,
        342258336.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.514299855098216e-08,
        4.291983157767021e-10,
        4.228755678958862e-10,
        4.2251957488304015e-10,
        4.227345695717588e-10
      ],
      "bp_grad_norms_F": [
        3.3793355669331504e-06,
        1.5485536408732514e-08,
        1.4993654318118388e-08,
        1.499121538017789e-08,
        1.5000590991576246e-08
      ],
      "gamma_dfa": 0.09557013235462364,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.9633105993270874,
      "epoch": 46
    },
    {
      "hidden_norms": [
        30981.4765625,
        42548124.0,
        153904848.0,
        283882112.0,
        356627616.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.343542224840348e-08,
        4.1842326825580756e-10,
        4.139384113255318e-10,
        4.141494092113618e-10,
        4.1477912771092917e-10
      ],
      "bp_grad_norms_F": [
        3.3046233056666097e-06,
        1.508391989091251e-08,
        1.4620022525946297e-08,
        1.4617588028897899e-08,
        1.462664656060042e-08
      ],
      "gamma_dfa": 0.09567815247282851,
      "acc_eval": 0.296875,
      "loss_eval": 1.958325982093811,
      "epoch": 47
    },
    {
      "hidden_norms": [
        31383.2578125,
        44333160.0,
        160058736.0,
        295685184.0,
        371288096.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.18988522660402e-08,
        4.057836289206307e-10,
        4.0004452528386025e-10,
        3.9987613220660023e-10,
        4.004964138104583e-10
      ],
      "bp_grad_norms_F": [
        3.2255043151963037e-06,
        1.4663311453944061e-08,
        1.4252069746589768e-08,
        1.424969386931707e-08,
        1.4258660918642363e-08
      ],
      "gamma_dfa": 0.09609431066201068,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9508600234985352,
      "epoch": 48
    },
    {
      "hidden_norms": [
        31750.03125,
        46204072.0,
        166757840.0,
        307620864.0,
        385856832.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.133605978675405e-08,
        3.9670436380312424e-10,
        3.904292722456404e-10,
        3.9002356899686674e-10,
        3.9039230181892037e-10
      ],
      "bp_grad_norms_F": [
        3.2063508115243167e-06,
        1.4354414545891814e-08,
        1.3938280751801813e-08,
        1.3935605558401676e-08,
        1.394456727865645e-08
      ],
      "gamma_dfa": 0.09565898558139452,
      "acc_eval": 0.310546875,
      "loss_eval": 1.9467211961746216,
      "epoch": 49
    },
    {
      "hidden_norms": [
        32133.1484375,
        47907484.0,
        173083168.0,
        319475424.0,
        400677984.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.030914079246941e-08,
        3.8645733835274143e-10,
        3.81215115030642e-10,
        3.812981042017327e-10,
        3.811861937208505e-10
      ],
      "bp_grad_norms_F": [
        3.177025973855052e-06,
        1.4072985443647212e-08,
        1.368274382684831e-08,
        1.3679918531295243e-08,
        1.368857649453048e-08
      ],
      "gamma_dfa": 0.09606298332801089,
      "acc_eval": 0.30078125,
      "loss_eval": 1.9524433612823486,
      "epoch": 50
    },
    {
      "hidden_norms": [
        32483.716796875,
        49794588.0,
        179046160.0,
        330962240.0,
        414954912.0
      ],
      "bp_grad_norms_per_sample_med": [
        6.051003254015086e-08,
        3.794887737385011e-10,
        3.751928767670165e-10,
        3.752734789586043e-10,
        3.7574471312140645e-10
      ],
      "bp_grad_norms_F": [
        3.154751766487607e-06,
        1.3766489281863414e-08,
        1.339402011524271e-08,
        1.3391274755747418e-08,
        1.3399712450734569e-08
      ],
      "gamma_dfa": 0.09573800596626825,
      "acc_eval": 0.3046875,
      "loss_eval": 1.952356219291687,
      "epoch": 51
    },
    {
      "hidden_norms": [
        32825.296875,
        51662352.0,
        185889568.0,
        343223360.0,
        430225696.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.9168662858155585e-08,
        3.7636679883767954e-10,
        3.7184264001233203e-10,
        3.7154498921943e-10,
        3.7157116272723556e-10
      ],
      "bp_grad_norms_F": [
        3.0909043289284455e-06,
        1.346105005239906e-08,
        1.3102917861829155e-08,
        1.3100156515122308e-08,
        1.3108366836434016e-08
      ],
      "gamma_dfa": 0.09539097778178984,
      "acc_eval": 0.291015625,
      "loss_eval": 1.9585516452789307,
      "epoch": 52
    },
    {
      "hidden_norms": [
        33148.9453125,
        53487464.0,
        192413680.0,
        354830112.0,
        444651488.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.949418024897568e-08,
        3.692673389288359e-10,
        3.6510769407804844e-10,
        3.6480282683548637e-10,
        3.65057900575394e-10
      ],
      "bp_grad_norms_F": [
        3.0807416351308348e-06,
        1.3205962545725924e-08,
        1.2856014031115137e-08,
        1.2853148767533185e-08,
        1.2861222309368259e-08
      ],
      "gamma_dfa": 0.09566472223013989,
      "acc_eval": 0.2880859375,
      "loss_eval": 1.9538320302963257,
      "epoch": 53
    },
    {
      "hidden_norms": [
        33465.359375,
        55258308.0,
        198680688.0,
        365875680.0,
        458634560.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.9228732141036744e-08,
        3.640579226971141e-10,
        3.6045816331764513e-10,
        3.6029040861862427e-10,
        3.6025293859154317e-10
      ],
      "bp_grad_norms_F": [
        3.058711854464491e-06,
        1.294814744312589e-08,
        1.2619584488504643e-08,
        1.2616848898971966e-08,
        1.2624772338654111e-08
      ],
      "gamma_dfa": 0.09607254836737411,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9489495754241943,
      "epoch": 54
    },
    {
      "hidden_norms": [
        33763.53125,
        56920656.0,
        204554208.0,
        376681216.0,
        472155680.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.756867338391203e-08,
        3.4894195866108646e-10,
        3.4671995829960167e-10,
        3.464649955819965e-10,
        3.4666045034548176e-10
      ],
      "bp_grad_norms_F": [
        3.092292217843351e-06,
        1.2733584853208413e-08,
        1.2427238793577544e-08,
        1.2424394846277664e-08,
        1.2432122886707475e-08
      ],
      "gamma_dfa": 0.09629741777825984,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.9477816820144653,
      "epoch": 55
    },
    {
      "hidden_norms": [
        34061.03125,
        58650568.0,
        210577584.0,
        387585472.0,
        485747168.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.70959208801014e-08,
        3.4928168690662176e-10,
        3.46003392603933e-10,
        3.4562114281655454e-10,
        3.4606426058125805e-10
      ],
      "bp_grad_norms_F": [
        3.178826091243536e-06,
        1.2512856528701377e-08,
        1.2208544397651622e-08,
        1.2205639166040783e-08,
        1.2213387634574246e-08
      ],
      "gamma_dfa": 0.09542209599749185,
      "acc_eval": 0.3046875,
      "loss_eval": 1.9549853801727295,
      "epoch": 56
    },
    {
      "hidden_norms": [
        34344.76171875,
        60294200.0,
        216821792.0,
        398493824.0,
        499371840.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.7367511629990986e-08,
        3.416208427253764e-10,
        3.378898272288211e-10,
        3.377436663676292e-10,
        3.386138314187548e-10
      ],
      "bp_grad_norms_F": [
        3.2603361432848033e-06,
        1.2295201301526504e-08,
        1.2022674411582557e-08,
        1.2019833128817936e-08,
        1.2027326690144946e-08
      ],
      "gamma_dfa": 0.09621504079404986,
      "acc_eval": 0.294921875,
      "loss_eval": 1.9597327709197998,
      "epoch": 57
    },
    {
      "hidden_norms": [
        34621.87109375,
        62004936.0,
        222707536.0,
        409299680.0,
        512662208.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.6534943837505125e-08,
        3.356194766546139e-10,
        3.3068575655548216e-10,
        3.3087257933495096e-10,
        3.3104252672444545e-10
      ],
      "bp_grad_norms_F": [
        3.325955731270369e-06,
        1.2073825494951507e-08,
        1.1812358202689666e-08,
        1.1809524025352403e-08,
        1.1816909228912209e-08
      ],
      "gamma_dfa": 0.09621665377926547,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.9411261081695557,
      "epoch": 58
    },
    {
      "hidden_norms": [
        34892.69921875,
        63619864.0,
        228332912.0,
        419524224.0,
        525474048.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.6131870707076814e-08,
        3.3116545616884707e-10,
        3.281262206389357e-10,
        3.2806185545908306e-10,
        3.281940552657403e-10
      ],
      "bp_grad_norms_F": [
        3.306513235656894e-06,
        1.1909767394513437e-08,
        1.165356344756674e-08,
        1.1650684861308491e-08,
        1.1658000786951561e-08
      ],
      "gamma_dfa": 0.09604647590094828,
      "acc_eval": 0.30078125,
      "loss_eval": 1.9494699239730835,
      "epoch": 59
    },
    {
      "hidden_norms": [
        35134.12890625,
        65285940.0,
        233831760.0,
        429654048.0,
        537931904.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.542536740676951e-08,
        3.2549649087165733e-10,
        3.224807365587168e-10,
        3.2198288479889925e-10,
        3.2189514942437825e-10
      ],
      "bp_grad_norms_F": [
        3.2077998639579164e-06,
        1.1713971126425804e-08,
        1.1479991179896842e-08,
        1.147721562233528e-08,
        1.1484392992144876e-08
      ],
      "gamma_dfa": 0.09610223810159368,
      "acc_eval": 0.298828125,
      "loss_eval": 1.947687029838562,
      "epoch": 60
    },
    {
      "hidden_norms": [
        35383.89453125,
        66896316.0,
        239557328.0,
        439032672.0,
        549329344.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.55890657949476e-08,
        3.2204855449080583e-10,
        3.1836161484832814e-10,
        3.185524344306856e-10,
        3.1883792828146795e-10
      ],
      "bp_grad_norms_F": [
        3.19811397275771e-06,
        1.1587792059231106e-08,
        1.1364262419988336e-08,
        1.1361324325775968e-08,
        1.1368459951199839e-08
      ],
      "gamma_dfa": 0.09620415412791772,
      "acc_eval": 0.3046875,
      "loss_eval": 1.9550621509552002,
      "epoch": 61
    },
    {
      "hidden_norms": [
        35603.75390625,
        68393976.0,
        244906672.0,
        448738336.0,
        561222784.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.4847117070266904e-08,
        3.208481536010055e-10,
        3.1700905789300293e-10,
        3.1679742162893376e-10,
        3.169834394967097e-10
      ],
      "bp_grad_norms_F": [
        3.1413667329616146e-06,
        1.1423910706298557e-08,
        1.1206890526693769e-08,
        1.1204000394116065e-08,
        1.1211046313519546e-08
      ],
      "gamma_dfa": 0.09554143912100699,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9572508335113525,
      "epoch": 62
    },
    {
      "hidden_norms": [
        35840.75,
        69909448.0,
        249732624.0,
        457790144.0,
        572499584.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.482150200464275e-08,
        3.132541726014182e-10,
        3.1085201079861235e-10,
        3.1094149477439714e-10,
        3.1132280087220465e-10
      ],
      "bp_grad_norms_F": [
        3.1111580938159022e-06,
        1.1274166489272375e-08,
        1.1068144623038734e-08,
        1.1065306892987792e-08,
        1.1072265770906142e-08
      ],
      "gamma_dfa": 0.09598036286843126,
      "acc_eval": 0.2939453125,
      "loss_eval": 1.9514048099517822,
      "epoch": 63
    },
    {
      "hidden_norms": [
        36044.14453125,
        71301840.0,
        254043168.0,
        466339968.0,
        583323328.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.41697069422753e-08,
        3.088812261520246e-10,
        3.0549318630335165e-10,
        3.051613683968668e-10,
        3.050981411956144e-10
      ],
      "bp_grad_norms_F": [
        3.063583790208213e-06,
        1.1131353616633533e-08,
        1.0936378025405702e-08,
        1.0933466576545925e-08,
        1.0940373940115933e-08
      ],
      "gamma_dfa": 0.09560732997124433,
      "acc_eval": 0.3076171875,
      "loss_eval": 1.9496949911117554,
      "epoch": 64
    },
    {
      "hidden_norms": [
        36240.3046875,
        72753064.0,
        259111488.0,
        475471840.0,
        594591872.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.367900612895937e-08,
        3.0714322751812517e-10,
        3.043856555695612e-10,
        3.04040070897571e-10,
        3.043043039774318e-10
      ],
      "bp_grad_norms_F": [
        3.096502268817858e-06,
        1.1002981636920595e-08,
        1.0808172135057248e-08,
        1.0805252692591694e-08,
        1.0812099660029162e-08
      ],
      "gamma_dfa": 0.09588889799488243,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.951111078262329,
      "epoch": 65
    },
    {
      "hidden_norms": [
        36427.96484375,
        74044192.0,
        263715872.0,
        483414560.0,
        604480512.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.3715726977543454e-08,
        3.022930794571721e-10,
        2.992986969374556e-10,
        2.9908994725325044e-10,
        2.9924074329557016e-10
      ],
      "bp_grad_norms_F": [
        3.0333421818795614e-06,
        1.0890616408687492e-08,
        1.0706762587631147e-08,
        1.0703858244198727e-08,
        1.071066169089363e-08
      ],
      "gamma_dfa": 0.09630945282333414,
      "acc_eval": 0.30078125,
      "loss_eval": 1.949332594871521,
      "epoch": 66
    },
    {
      "hidden_norms": [
        36613.015625,
        75303768.0,
        267802576.0,
        490809920.0,
        613719616.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.348211473688025e-08,
        3.012197435925401e-10,
        2.9878169383046327e-10,
        2.9841951132425493e-10,
        2.984068825373498e-10
      ],
      "bp_grad_norms_F": [
        3.008998646691907e-06,
        1.0781116444036343e-08,
        1.0603616651394532e-08,
        1.0600682998074262e-08,
        1.0607434930420823e-08
      ],
      "gamma_dfa": 0.0960872639734589,
      "acc_eval": 0.310546875,
      "loss_eval": 1.9464266300201416,
      "epoch": 67
    },
    {
      "hidden_norms": [
        36784.2265625,
        76478576.0,
        271792224.0,
        498011968.0,
        622710336.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.403291680750044e-08,
        3.0129157502223336e-10,
        2.977850743768329e-10,
        2.975975854635493e-10,
        2.9797145306709183e-10
      ],
      "bp_grad_norms_F": [
        2.9997727324371226e-06,
        1.0701310948491027e-08,
        1.052768094922385e-08,
        1.0524773941256171e-08,
        1.0531463701113353e-08
      ],
      "gamma_dfa": 0.09624087948759552,
      "acc_eval": 0.2939453125,
      "loss_eval": 1.9560136795043945,
      "epoch": 68
    },
    {
      "hidden_norms": [
        36953.8671875,
        77622176.0,
        275419712.0,
        504592704.0,
        630923392.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.3204310290766443e-08,
        2.9739929963135125e-10,
        2.9424951364376284e-10,
        2.9405439194718497e-10,
        2.94715835069681e-10
      ],
      "bp_grad_norms_F": [
        2.95851918963308e-06,
        1.0595774924127e-08,
        1.0427880781094245e-08,
        1.042505370918434e-08,
        1.0431726593651547e-08
      ],
      "gamma_dfa": 0.09637677710998105,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.950129747390747,
      "epoch": 69
    },
    {
      "hidden_norms": [
        37103.0546875,
        78713944.0,
        279082240.0,
        511376384.0,
        639270976.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.3287564583115454e-08,
        2.9558042125010786e-10,
        2.94046592630437e-10,
        2.936023091315576e-10,
        2.9353278141464045e-10
      ],
      "bp_grad_norms_F": [
        2.9398986498563318e-06,
        1.0504810354916572e-08,
        1.034081797968156e-08,
        1.0337980249630618e-08,
        1.0344593626143705e-08
      ],
      "gamma_dfa": 0.09638382289995207,
      "acc_eval": 0.29296875,
      "loss_eval": 1.9502758979797363,
      "epoch": 70
    },
    {
      "hidden_norms": [
        37248.1015625,
        79737480.0,
        282511072.0,
        517720224.0,
        647238976.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.260229585246634e-08,
        2.899096518405031e-10,
        2.8717414557455356e-10,
        2.8704966181791747e-10,
        2.871551885164081e-10
      ],
      "bp_grad_norms_F": [
        2.9307011573109776e-06,
        1.0423523377767197e-08,
        1.0264206373733487e-08,
        1.0261346439222052e-08,
        1.0267889649639983e-08
      ],
      "gamma_dfa": 0.0963258501906239,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.949232816696167,
      "epoch": 71
    },
    {
      "hidden_norms": [
        37381.0390625,
        80657776.0,
        285833920.0,
        523738208.0,
        654706368.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.2669339112298985e-08,
        2.929272380214343e-10,
        2.8994415202099333e-10,
        2.898675188767186e-10,
        2.900694684448979e-10
      ],
      "bp_grad_norms_F": [
        2.912831860157894e-06,
        1.0341300260563457e-08,
        1.018425699328418e-08,
        1.0181377518847512e-08,
        1.0187909182945987e-08
      ],
      "gamma_dfa": 0.09613002402329585,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.9482614994049072,
      "epoch": 72
    },
    {
      "hidden_norms": [
        37505.28515625,
        81612512.0,
        289044000.0,
        529475296.0,
        661837376.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.200942965188915e-08,
        2.875680804592662e-10,
        2.8434027354862224e-10,
        2.8415880759524725e-10,
        2.840882251664567e-10
      ],
      "bp_grad_norms_F": [
        2.9117632038833108e-06,
        1.0266585803719863e-08,
        1.0111568471415922e-08,
        1.0108765380323348e-08,
        1.0115227766505086e-08
      ],
      "gamma_dfa": 0.09620579873444512,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.949747085571289,
      "epoch": 73
    },
    {
      "hidden_norms": [
        37622.05078125,
        82508960.0,
        292035424.0,
        534928544.0,
        668760064.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.211632014834322e-08,
        2.8521121575586506e-10,
        2.8250474182200946e-10,
        2.822122813217476e-10,
        2.8265498275281686e-10
      ],
      "bp_grad_norms_F": [
        2.9012180675636046e-06,
        1.0211213208322079e-08,
        1.0059093114023199e-08,
        1.0056256272150677e-08,
        1.0062689348444565e-08
      ],
      "gamma_dfa": 0.09616703895881074,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9510722160339355,
      "epoch": 74
    },
    {
      "hidden_norms": [
        37739.125,
        83378024.0,
        294890528.0,
        540384832.0,
        675452224.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.20015284166675e-08,
        2.812508559379978e-10,
        2.7935267987722057e-10,
        2.7908611532900807e-10,
        2.792987507937994e-10
      ],
      "bp_grad_norms_F": [
        2.858193283827859e-06,
        1.0136964156970407e-08,
        9.987989102455685e-09,
        9.985158477832101e-09,
        9.991581784163373e-09
      ],
      "gamma_dfa": 0.09625962336212979,
      "acc_eval": 0.306640625,
      "loss_eval": 1.949669599533081,
      "epoch": 75
    },
    {
      "hidden_norms": [
        37841.23828125,
        84099792.0,
        297324992.0,
        545087552.0,
        681202944.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.180555717743118e-08,
        2.81841883165157e-10,
        2.790032094246442e-10,
        2.7877883335136744e-10,
        2.790592201762365e-10
      ],
      "bp_grad_norms_F": [
        2.8341921733954223e-06,
        1.0072185752107998e-08,
        9.925220645357058e-09,
        9.922425547870262e-09,
        9.928815103421584e-09
      ],
      "gamma_dfa": 0.09619013674819143,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.947105884552002,
      "epoch": 76
    },
    {
      "hidden_norms": [
        37933.76953125,
        84846568.0,
        299677280.0,
        549384448.0,
        686714688.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.136923775239666e-08,
        2.810240096184913e-10,
        2.7924595968897847e-10,
        2.7894245246962157e-10,
        2.789228015220857e-10
      ],
      "bp_grad_norms_F": [
        2.822413307512761e-06,
        1.0021487639733095e-08,
        9.876163886701761e-09,
        9.873332373899757e-09,
        9.879697948633748e-09
      ],
      "gamma_dfa": 0.09583658421615837,
      "acc_eval": 0.306640625,
      "loss_eval": 1.9495177268981934,
      "epoch": 77
    },
    {
      "hidden_norms": [
        38020.0,
        85562224.0,
        301864096.0,
        553597760.0,
        691941760.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.160018545780076e-08,
        2.8198060553208393e-10,
        2.797063691772905e-10,
        2.7946911451692813e-10,
        2.796869680299352e-10
      ],
      "bp_grad_norms_F": [
        2.7969890652457252e-06,
        9.96650406648314e-09,
        9.82430670148915e-09,
        9.821477853222405e-09,
        9.827816782603804e-09
      ],
      "gamma_dfa": 0.09604255547674256,
      "acc_eval": 0.298828125,
      "loss_eval": 1.9492969512939453,
      "epoch": 78
    },
    {
      "hidden_norms": [
        38095.6171875,
        86194680.0,
        304047168.0,
        557639872.0,
        696924224.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.120950063997043e-08,
        2.782411523405415e-10,
        2.750368821580196e-10,
        2.7475391406461824e-10,
        2.748750949077561e-10
      ],
      "bp_grad_norms_F": [
        2.7781038625107612e-06,
        9.913026843832995e-09,
        9.771905951083681e-09,
        9.769114406310564e-09,
        9.775444453907767e-09
      ],
      "gamma_dfa": 0.09590470486728009,
      "acc_eval": 0.3037109375,
      "loss_eval": 1.9471888542175293,
      "epoch": 79
    },
    {
      "hidden_norms": [
        38161.02734375,
        86761784.0,
        305935040.0,
        560989248.0,
        701039488.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.1234330555871566e-08,
        2.762826911695271e-10,
        2.737765292248895e-10,
        2.7344454478495095e-10,
        2.735327242486818e-10
      ],
      "bp_grad_norms_F": [
        2.7851888262375724e-06,
        9.883654783493512e-09,
        9.742406881230181e-09,
        9.73962688277652e-09,
        9.74590719238222e-09
      ],
      "gamma_dfa": 0.0961023918025603,
      "acc_eval": 0.306640625,
      "loss_eval": 1.9466722011566162,
      "epoch": 80
    },
    {
      "hidden_norms": [
        38225.30859375,
        87283448.0,
        307635232.0,
        564114432.0,
        704943360.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.112997669698416e-08,
        2.7494201360056536e-10,
        2.7230390164945106e-10,
        2.724628855865774e-10,
        2.7264715485308955e-10
      ],
      "bp_grad_norms_F": [
        2.775808070509811e-06,
        9.851329529908526e-09,
        9.711465409623088e-09,
        9.708682746634167e-09,
        9.714950621741991e-09
      ],
      "gamma_dfa": 0.09609865310994792,
      "acc_eval": 0.30078125,
      "loss_eval": 1.9487848281860352,
      "epoch": 81
    },
    {
      "hidden_norms": [
        38286.74609375,
        87760048.0,
        309161312.0,
        566976960.0,
        708521920.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.100326561091606e-08,
        2.750530914141791e-10,
        2.7221699894219853e-10,
        2.720162428637707e-10,
        2.72086408958927e-10
      ],
      "bp_grad_norms_F": [
        2.76197988569038e-06,
        9.813816426174071e-09,
        9.67496749382235e-09,
        9.672206147115503e-09,
        9.678448265049155e-09
      ],
      "gamma_dfa": 0.09604053818475222,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.946324110031128,
      "epoch": 82
    },
    {
      "hidden_norms": [
        38345.609375,
        88198008.0,
        310597792.0,
        569628928.0,
        711849600.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.150431903189201e-08,
        2.739733162560043e-10,
        2.706747326275405e-10,
        2.703801071923806e-10,
        2.703643420254309e-10
      ],
      "bp_grad_norms_F": [
        2.754284651018679e-06,
        9.79015535307326e-09,
        9.652834087603424e-09,
        9.650069188182897e-09,
        9.656329069684944e-09
      ],
      "gamma_dfa": 0.09618356187274912,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.952025294303894,
      "epoch": 83
    },
    {
      "hidden_norms": [
        38393.00390625,
        88631992.0,
        311868064.0,
        571956672.0,
        714769600.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.135545677603659e-08,
        2.741361304625656e-10,
        2.7016161530113436e-10,
        2.7007868164119486e-10,
        2.702876256144293e-10
      ],
      "bp_grad_norms_F": [
        2.7439270979812136e-06,
        9.758214680744004e-09,
        9.621899721423688e-09,
        9.619145480144198e-09,
        9.625373387223135e-09
      ],
      "gamma_dfa": 0.09624775896372739,
      "acc_eval": 0.302734375,
      "loss_eval": 1.9458943605422974,
      "epoch": 84
    },
    {
      "hidden_norms": [
        38432.8515625,
        89003520.0,
        313081504.0,
        574038272.0,
        717387392.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.1023032909824906e-08,
        2.709044100157598e-10,
        2.6825267007701825e-10,
        2.6804419794856926e-10,
        2.6862953528272726e-10
      ],
      "bp_grad_norms_F": [
        2.7511816824699054e-06,
        9.751657259471358e-09,
        9.615223284242802e-09,
        9.612453943930177e-09,
        9.618667640154399e-09
      ],
      "gamma_dfa": 0.09613665863071219,
      "acc_eval": 0.3095703125,
      "loss_eval": 1.9508092403411865,
      "epoch": 85
    },
    {
      "hidden_norms": [
        38471.12890625,
        89306096.0,
        314023616.0,
        575863488.0,
        719706496.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.104102740460803e-08,
        2.722161940305057e-10,
        2.698590240157728e-10,
        2.697040091259595e-10,
        2.698894441266475e-10
      ],
      "bp_grad_norms_F": [
        2.731306722125737e-06,
        9.717195048608573e-09,
        9.582218574166745e-09,
        9.579466997422514e-09,
        9.585680693646736e-09
      ],
      "gamma_dfa": 0.09615167022275273,
      "acc_eval": 0.296875,
      "loss_eval": 1.9497017860412598,
      "epoch": 86
    },
    {
      "hidden_norms": [
        38506.49609375,
        89593104.0,
        314968672.0,
        577511168.0,
        721761728.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.099763100702148e-08,
        2.7151769721456276e-10,
        2.698610224172171e-10,
        2.6943663966605413e-10,
        2.6953861365086595e-10
      ],
      "bp_grad_norms_F": [
        2.73057457889081e-06,
        9.698882585951196e-09,
        9.564125491579034e-09,
        9.561379243905321e-09,
        9.567577841096409e-09
      ],
      "gamma_dfa": 0.09604650201799814,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.948227882385254,
      "epoch": 87
    },
    {
      "hidden_norms": [
        38536.46875,
        89827632.0,
        315715328.0,
        578913664.0,
        723505408.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.074277709127273e-08,
        2.7221166987168033e-10,
        2.7026783588901537e-10,
        2.700663026544703e-10,
        2.7004307123768e-10
      ],
      "bp_grad_norms_F": [
        2.727413175307447e-06,
        9.684548274435656e-09,
        9.549998125635284e-09,
        9.547248325247892e-09,
        9.553437152476363e-09
      ],
      "gamma_dfa": 0.09602321147394832,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.9482835531234741,
      "epoch": 88
    },
    {
      "hidden_norms": [
        38560.86328125,
        90036944.0,
        316345728.0,
        580143808.0,
        725043392.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.10075821580358e-08,
        2.70407807256845e-10,
        2.6787719265009e-10,
        2.677959520802631e-10,
        2.679190480581184e-10
      ],
      "bp_grad_norms_F": [
        2.7208343453821726e-06,
        9.672045386821537e-09,
        9.538242196072133e-09,
        9.535500389290519e-09,
        9.541698986481606e-09
      ],
      "gamma_dfa": 0.09616725159867201,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.9490463733673096,
      "epoch": 89
    },
    {
      "hidden_norms": [
        38581.62890625,
        90197056.0,
        316901888.0,
        581085248.0,
        726214080.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.062888064344406e-08,
        2.7050772732906125e-10,
        2.680498045748436e-10,
        2.6770730077174676e-10,
        2.6768456895531756e-10
      ],
      "bp_grad_norms_F": [
        2.7148839762958232e-06,
        9.659022026653474e-09,
        9.525311206459719e-09,
        9.522568511499685e-09,
        9.528759115084995e-09
      ],
      "gamma_dfa": 0.09604255046724575,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9472681283950806,
      "epoch": 90
    },
    {
      "hidden_norms": [
        38598.60546875,
        90331488.0,
        317399072.0,
        581959360.0,
        727306816.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.070089059699967e-08,
        2.706254109696715e-10,
        2.6912555517455417e-10,
        2.687201572371123e-10,
        2.686441624710767e-10
      ],
      "bp_grad_norms_F": [
        2.7157270778843667e-06,
        9.650602983413137e-09,
        9.516874399650987e-09,
        9.514130816512534e-09,
        9.520310761956807e-09
      ],
      "gamma_dfa": 0.09604466614109697,
      "acc_eval": 0.296875,
      "loss_eval": 1.9475460052490234,
      "epoch": 91
    },
    {
      "hidden_norms": [
        38612.046875,
        90438432.0,
        317761152.0,
        582634240.0,
        728132928.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.071476039120171e-08,
        2.693741063541921e-10,
        2.670912935265335e-10,
        2.670463572496118e-10,
        2.6704632949403617e-10
      ],
      "bp_grad_norms_F": [
        2.7161215712112607e-06,
        9.646365484172748e-09,
        9.512908683007026e-09,
        9.51017486983119e-09,
        9.516351262561784e-09
      ],
      "gamma_dfa": 0.09614986698579742,
      "acc_eval": 0.3017578125,
      "loss_eval": 1.947176218032837,
      "epoch": 92
    },
    {
      "hidden_norms": [
        38622.60546875,
        90514344.0,
        318023872.0,
        583138880.0,
        728758976.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.0669719087181875e-08,
        2.7007937553058525e-10,
        2.6770055616687216e-10,
        2.676309729388038e-10,
        2.678066102212995e-10
      ],
      "bp_grad_norms_F": [
        2.715124537644442e-06,
        9.639773423941733e-09,
        9.506337939058085e-09,
        9.503595244098051e-09,
        9.509768084114967e-09
      ],
      "gamma_dfa": 0.09608547511743382,
      "acc_eval": 0.30078125,
      "loss_eval": 1.9474897384643555,
      "epoch": 93
    },
    {
      "hidden_norms": [
        38631.16796875,
        90589928.0,
        318254208.0,
        583549632.0,
        729273152.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.0695071251993795e-08,
        2.704435009270867e-10,
        2.6853075318911124e-10,
        2.682237765228024e-10,
        2.6814858666845964e-10
      ],
      "bp_grad_norms_F": [
        2.7134594802191714e-06,
        9.634878672670766e-09,
        9.501549769197482e-09,
        9.498809738772707e-09,
        9.504978137897524e-09
      ],
      "gamma_dfa": 0.0960953844114556,
      "acc_eval": 0.2978515625,
      "loss_eval": 1.9472770690917969,
      "epoch": 94
    },
    {
      "hidden_norms": [
        38638.31640625,
        90643280.0,
        318415136.0,
        583858560.0,
        729656640.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.078240761235975e-08,
        2.6967122979115743e-10,
        2.669718335290838e-10,
        2.6691132637424175e-10,
        2.6697202781811313e-10
      ],
      "bp_grad_norms_F": [
        2.711297611313057e-06,
        9.631804687160184e-09,
        9.498727138179675e-09,
        9.495988884111739e-09,
        9.502159947771815e-09
      ],
      "gamma_dfa": 0.09613717825050117,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.94759202003479,
      "epoch": 95
    },
    {
      "hidden_norms": [
        38642.26171875,
        90677816.0,
        318520992.0,
        584046976.0,
        729889984.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.069002995128358e-08,
        2.6985705336990407e-10,
        2.6735619274020905e-10,
        2.671637633344659e-10,
        2.6708837919109385e-10
      ],
      "bp_grad_norms_F": [
        2.7110704650112893e-06,
        9.629748554118578e-09,
        9.496692321420142e-09,
        9.493953179173786e-09,
        9.500122466477023e-09
      ],
      "gamma_dfa": 0.09612438916155952,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9474642276763916,
      "epoch": 96
    },
    {
      "hidden_norms": [
        38644.16015625,
        90695256.0,
        318576288.0,
        584137856.0,
        730003328.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.070784681038276e-08,
        2.6936791686082984e-10,
        2.671484977678773e-10,
        2.668835430430505e-10,
        2.671484977678773e-10
      ],
      "bp_grad_norms_F": [
        2.710563421715051e-06,
        9.628578823139833e-09,
        9.495578545681838e-09,
        9.492838515257063e-09,
        9.499009578917139e-09
      ],
      "gamma_dfa": 0.09612188487153617,
      "acc_eval": 0.298828125,
      "loss_eval": 1.9476267099380493,
      "epoch": 97
    },
    {
      "hidden_norms": [
        38646.0625,
        90710400.0,
        318627968.0,
        584229760.0,
        730119232.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.075278863841959e-08,
        2.692224221334527e-10,
        2.671664001141494e-10,
        2.669355292361786e-10,
        2.6700280875147087e-10
      ],
      "bp_grad_norms_F": [
        2.7103426418761956e-06,
        9.62763913037179e-09,
        9.494667274623225e-09,
        9.49192813237687e-09,
        9.498098307858527e-09
      ],
      "gamma_dfa": 0.09612667236069683,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9476723670959473,
      "epoch": 98
    },
    {
      "hidden_norms": [
        38646.953125,
        90717408.0,
        318651872.0,
        584275776.0,
        730176960.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.076975639894954e-08,
        2.691815659261465e-10,
        2.671429466527542e-10,
        2.669321430559535e-10,
        2.669318377446217e-10
      ],
      "bp_grad_norms_F": [
        2.7102296371595003e-06,
        9.62716750763093e-09,
        9.494214303629178e-09,
        9.491475161382823e-09,
        9.4976462250429e-09
      ],
      "gamma_dfa": 0.09612801273397054,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.9476864337921143,
      "epoch": 99
    },
    {
      "hidden_norms": [
        38646.98046875,
        90717592.0,
        318652416.0,
        584276736.0,
        730178112.0
      ],
      "bp_grad_norms_per_sample_med": [
        5.076372033840926e-08,
        2.692036038531853e-10,
        2.6715371581609304e-10,
        2.669119369969053e-10,
        2.6695023969125486e-10
      ],
      "bp_grad_norms_F": [
        2.710211447265465e-06,
        9.627171060344608e-09,
        9.494216968164437e-09,
        9.491476937739662e-09,
        9.497648001399739e-09
      ],
      "gamma_dfa": 0.09612751441454748,
      "acc_eval": 0.2998046875,
      "loss_eval": 1.947685956954956,
      "epoch": 100
    }
  ]
}