{
  "config": {
    "output_dir": "results/h2_no_residual_full_s456",
    "epochs": 100,
    "lr": 0.001,
    "wd": 0.01,
    "seed": 456,
    "depth": 4,
    "d_hidden": 256,
    "log_every": 1,
    "no_residual_add": true,
    "w2_std": 0.5,
    "random_targets": false,
    "skip_bp": true
  },
  "depth": 4,
  "d_hidden": 256,
  "num_classes": 10,
  "bp_log": null,
  "dfa_log": [
    {
      "hidden_norms": [
        8.696551322937012,
        42.47159957885742,
        42.67432403564453,
        45.272701263427734,
        43.449092864990234
      ],
      "bp_grad_norms_per_sample_med": [
        0.0011182057205587626,
        0.00021166827355045825,
        0.00014748115791007876,
        0.00011803740198956802,
        0.00010102539090439677
      ],
      "bp_grad_norms_F": [
        0.039927296340465546,
        0.006882709916681051,
        0.004750067833811045,
        0.00377994985319674,
        0.0032426300458610058
      ],
      "gamma_dfa": 0.012312270817346871,
      "acc_eval": 0.1142578125,
      "loss_eval": 2.3956005573272705,
      "epoch": 0
    },
    {
      "hidden_norms": [
        1556.684814453125,
        6497.32177734375,
        10603.298828125,
        15776.048828125,
        9974.5771484375
      ],
      "bp_grad_norms_per_sample_med": [
        7.715180458944815e-07,
        4.893955178886245e-07,
        4.84326051264361e-07,
        4.838655058847507e-07,
        4.83024962250056e-07
      ],
      "bp_grad_norms_F": [
        4.703722152044065e-05,
        2.927827154053375e-05,
        2.886639595089946e-05,
        2.8710121114272624e-05,
        2.851033423212357e-05
      ],
      "gamma_dfa": 0.018546399660408497,
      "acc_eval": 0.111328125,
      "loss_eval": 2.356113910675049,
      "epoch": 1
    },
    {
      "hidden_norms": [
        3438.555908203125,
        41675.72265625,
        66460.0234375,
        84792.1875,
        42575.42578125
      ],
      "bp_grad_norms_per_sample_med": [
        2.2151462530928256e-07,
        8.604414603041732e-08,
        8.536036233408595e-08,
        8.52630037684321e-08,
        8.530036410547837e-08
      ],
      "bp_grad_norms_F": [
        1.8386168449069373e-05,
        6.961788585613249e-06,
        6.748253326804843e-06,
        6.721136742271483e-06,
        6.674351880064933e-06
      ],
      "gamma_dfa": 0.017316466895863414,
      "acc_eval": 0.1005859375,
      "loss_eval": 2.356572151184082,
      "epoch": 2
    },
    {
      "hidden_norms": [
        5372.435546875,
        121188.546875,
        174809.4375,
        203405.859375,
        95077.4609375
      ],
      "bp_grad_norms_per_sample_med": [
        1.2532444770840812e-07,
        3.495903300176906e-08,
        3.4808731896873724e-08,
        3.474917420476231e-08,
        3.4685903926856554e-08
      ],
      "bp_grad_norms_F": [
        1.1882418220920954e-05,
        2.7211688120587496e-06,
        2.6087484457093524e-06,
        2.602359927550424e-06,
        2.590174972283421e-06
      ],
      "gamma_dfa": 0.014974067453294992,
      "acc_eval": 0.080078125,
      "loss_eval": 2.381472110748291,
      "epoch": 3
    },
    {
      "hidden_norms": [
        7225.4375,
        258499.359375,
        333575.4375,
        364076.25,
        168464.5
      ],
      "bp_grad_norms_per_sample_med": [
        8.640306248253182e-08,
        1.9808053863812347e-08,
        1.9682946827970227e-08,
        1.9666908102067282e-08,
        1.967319640527876e-08
      ],
      "bp_grad_norms_F": [
        1.1042752703360748e-05,
        1.5015855296951486e-06,
        1.3234410971563193e-06,
        1.3206722542236093e-06,
        1.314130940954783e-06
      ],
      "gamma_dfa": 0.020775633631274104,
      "acc_eval": 0.0654296875,
      "loss_eval": 2.458400249481201,
      "epoch": 4
    },
    {
      "hidden_norms": [
        8934.6435546875,
        470048.6875,
        549725.375,
        586957.8125,
        270350.28125
      ],
      "bp_grad_norms_per_sample_med": [
        7.15417982632971e-08,
        1.303753727199819e-08,
        1.2938533799911056e-08,
        1.2922544811999614e-08,
        1.2902905410783205e-08
      ],
      "bp_grad_norms_F": [
        9.721887181513011e-06,
        9.336578727925371e-07,
        8.095747716652113e-07,
        8.079554731921235e-07,
        8.037279712880263e-07
      ],
      "gamma_dfa": 0.023886571638286114,
      "acc_eval": 0.0732421875,
      "loss_eval": 2.553205966949463,
      "epoch": 5
    },
    {
      "hidden_norms": [
        10581.7958984375,
        749584.4375,
        812141.0,
        857193.1875,
        400190.71875
      ],
      "bp_grad_norms_per_sample_med": [
        6.321820222865426e-08,
        9.664934630393418e-09,
        9.634317343909515e-09,
        9.620791274755902e-09,
        9.613222218263218e-09
      ],
      "bp_grad_norms_F": [
        7.260930487973383e-06,
        5.95286962834507e-07,
        5.624330583486881e-07,
        5.61392937470373e-07,
        5.576875423685124e-07
      ],
      "gamma_dfa": 0.024110323167406023,
      "acc_eval": 0.1064453125,
      "loss_eval": 2.702815532684326,
      "epoch": 6
    },
    {
      "hidden_norms": [
        12157.236328125,
        1101113.5,
        1131608.625,
        1175579.75,
        556328.5625
      ],
      "bp_grad_norms_per_sample_med": [
        6.076628977780274e-08,
        7.990832884274823e-09,
        7.954333192117247e-09,
        7.956207248582814e-09,
        7.94490695454897e-09
      ],
      "bp_grad_norms_F": [
        9.092925211007241e-06,
        4.779853952641133e-07,
        4.453321764685825e-07,
        4.4446503011386085e-07,
        4.4091100903642655e-07
      ],
      "gamma_dfa": 0.029227681923657656,
      "acc_eval": 0.1123046875,
      "loss_eval": 2.943108558654785,
      "epoch": 7
    },
    {
      "hidden_norms": [
        13644.7734375,
        1553127.5,
        1514848.5,
        1594542.125,
        760487.4375
      ],
      "bp_grad_norms_per_sample_med": [
        6.183345391264083e-08,
        6.574770061718027e-09,
        6.521708506568302e-09,
        6.522410611609075e-09,
        6.511657879570976e-09
      ],
      "bp_grad_norms_F": [
        1.052718380378792e-05,
        3.7946443853797973e-07,
        3.55582386646347e-07,
        3.546880407157005e-07,
        3.51142261934001e-07
      ],
      "gamma_dfa": 0.031233762740157545,
      "acc_eval": 0.115234375,
      "loss_eval": 3.18121600151062,
      "epoch": 8
    },
    {
      "hidden_norms": [
        15180.75,
        2118332.5,
        1971916.0,
        2126576.75,
        1010951.875
      ],
      "bp_grad_norms_per_sample_med": [
        6.837856147967614e-08,
        5.575389039336187e-09,
        5.5562221490390584e-09,
        5.548445258796164e-09,
        5.536703984176938e-09
      ],
      "bp_grad_norms_F": [
        1.100128883990692e-05,
        3.2698190466362576e-07,
        3.031300082056987e-07,
        3.0168610010150587e-07,
        2.9835959480806196e-07
      ],
      "gamma_dfa": 0.03483391250483692,
      "acc_eval": 0.1162109375,
      "loss_eval": 3.5671467781066895,
      "epoch": 9
    },
    {
      "hidden_norms": [
        16599.55078125,
        2766443.75,
        2507868.5,
        2746855.25,
        1307418.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.16296781888559e-08,
        4.753268889601259e-09,
        4.731485869768903e-09,
        4.728840874435036e-09,
        4.7213348786101506e-09
      ],
      "bp_grad_norms_F": [
        1.1134686246805359e-05,
        2.7916473754885374e-07,
        2.561137080192566e-07,
        2.54354034723292e-07,
        2.5102386302933155e-07
      ],
      "gamma_dfa": 0.04032926296349615,
      "acc_eval": 0.115234375,
      "loss_eval": 3.8605642318725586,
      "epoch": 10
    },
    {
      "hidden_norms": [
        18096.76171875,
        3487919.0,
        3098858.25,
        3488545.25,
        1643380.75
      ],
      "bp_grad_norms_per_sample_med": [
        7.39422816309343e-08,
        4.142685749997099e-09,
        4.12689660223009e-09,
        4.106536444226094e-09,
        4.097727934748718e-09
      ],
      "bp_grad_norms_F": [
        1.2028808669128921e-05,
        2.466808268763998e-07,
        2.2443308012043417e-07,
        2.2274194577676099e-07,
        2.1958824447665393e-07
      ],
      "gamma_dfa": 0.04084749217145145,
      "acc_eval": 0.1162109375,
      "loss_eval": 4.266114234924316,
      "epoch": 11
    },
    {
      "hidden_norms": [
        19581.2265625,
        4300652.5,
        3764740.75,
        4282907.0,
        2046749.5
      ],
      "bp_grad_norms_per_sample_med": [
        7.486859487926267e-08,
        3.5559581945676655e-09,
        3.521152702745667e-09,
        3.5090488292865984e-09,
        3.507678369985001e-09
      ],
      "bp_grad_norms_F": [
        1.1329559129080735e-05,
        2.097379336873928e-07,
        1.916048546490856e-07,
        1.900083077543968e-07,
        1.8724767869571224e-07
      ],
      "gamma_dfa": 0.041128118813503534,
      "acc_eval": 0.1123046875,
      "loss_eval": 4.545563220977783,
      "epoch": 12
    },
    {
      "hidden_norms": [
        21009.037109375,
        5305093.0,
        4626911.0,
        5321710.0,
        2528971.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.575832938755411e-08,
        3.0991811339475817e-09,
        3.0681037710422743e-09,
        3.060007136568288e-09,
        3.054509534194949e-09
      ],
      "bp_grad_norms_F": [
        1.31506558318506e-05,
        1.8260404033298983e-07,
        1.6721619999771065e-07,
        1.6574335859331768e-07,
        1.6327113883107813e-07
      ],
      "gamma_dfa": 0.04362456756643951,
      "acc_eval": 0.1142578125,
      "loss_eval": 5.006200790405273,
      "epoch": 13
    },
    {
      "hidden_norms": [
        22418.66015625,
        6455876.5,
        5546792.0,
        6434348.0,
        3069372.75
      ],
      "bp_grad_norms_per_sample_med": [
        7.665693146918784e-08,
        2.6803985697654298e-09,
        2.6608955039364446e-09,
        2.655886177649336e-09,
        2.650993424779813e-09
      ],
      "bp_grad_norms_F": [
        1.1598707715165801e-05,
        1.584767090889727e-07,
        1.4540981396748975e-07,
        1.442050745481538e-07,
        1.419812747371907e-07
      ],
      "gamma_dfa": 0.043382189120166004,
      "acc_eval": 0.115234375,
      "loss_eval": 5.284748077392578,
      "epoch": 14
    },
    {
      "hidden_norms": [
        23927.9296875,
        7772545.0,
        6605308.0,
        7661779.0,
        3671957.5
      ],
      "bp_grad_norms_per_sample_med": [
        7.622067954571321e-08,
        2.3548620831093103e-09,
        2.3399049364769553e-09,
        2.3347188626843263e-09,
        2.3328083909035513e-09
      ],
      "bp_grad_norms_F": [
        1.2071202945662662e-05,
        1.4146635862744006e-07,
        1.285337845047252e-07,
        1.2724865428026533e-07,
        1.2524400005986536e-07
      ],
      "gamma_dfa": 0.045932179084047675,
      "acc_eval": 0.1123046875,
      "loss_eval": 5.692019462585449,
      "epoch": 15
    },
    {
      "hidden_norms": [
        25385.748046875,
        9261487.0,
        7775942.0,
        8990953.0,
        4363130.5
      ],
      "bp_grad_norms_per_sample_med": [
        7.712851868291182e-08,
        2.1066282052117913e-09,
        2.0846218085068813e-09,
        2.0782020548892888e-09,
        2.0737342953935922e-09
      ],
      "bp_grad_norms_F": [
        1.4093741810938809e-05,
        1.278412895544534e-07,
        1.1472226901787508e-07,
        1.1351045259289094e-07,
        1.1163785273993199e-07
      ],
      "gamma_dfa": 0.04430226338445209,
      "acc_eval": 0.1103515625,
      "loss_eval": 6.133723258972168,
      "epoch": 16
    },
    {
      "hidden_norms": [
        26846.431640625,
        10875826.0,
        9052473.0,
        10511219.0,
        5116002.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.701503079715621e-08,
        1.8753321118225585e-09,
        1.861700571481606e-09,
        1.8542083424222255e-09,
        1.8551130631649926e-09
      ],
      "bp_grad_norms_F": [
        1.3089967978885397e-05,
        1.156644771072024e-07,
        1.0296086117023151e-07,
        1.0183324405943495e-07,
        1.0014894513687977e-07
      ],
      "gamma_dfa": 0.04534357553347945,
      "acc_eval": 0.103515625,
      "loss_eval": 6.548648834228516,
      "epoch": 17
    },
    {
      "hidden_norms": [
        28266.26953125,
        12742770.0,
        10505442.0,
        12262496.0,
        5946980.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.75791733076403e-08,
        1.6816592562918231e-09,
        1.6644484679417815e-09,
        1.662164628157825e-09,
        1.6569644545327833e-09
      ],
      "bp_grad_norms_F": [
        1.3716629837290384e-05,
        1.0489808488500785e-07,
        9.319560234644086e-08,
        9.210800300252231e-08,
        9.0522433993101e-08
      ],
      "gamma_dfa": 0.04543712313170545,
      "acc_eval": 0.0859375,
      "loss_eval": 6.933040618896484,
      "epoch": 18
    },
    {
      "hidden_norms": [
        29640.484375,
        14788877.0,
        12157201.0,
        14095277.0,
        6799392.5
      ],
      "bp_grad_norms_per_sample_med": [
        7.606816865290966e-08,
        1.512424963046044e-09,
        1.495692236730406e-09,
        1.4903339673466576e-09,
        1.4848139384682213e-09
      ],
      "bp_grad_norms_F": [
        1.3458115063258447e-05,
        9.697606628833455e-08,
        8.518442484728439e-08,
        8.402660256479066e-08,
        8.255508987531357e-08
      ],
      "gamma_dfa": 0.044778631010558456,
      "acc_eval": 0.076171875,
      "loss_eval": 7.425451278686523,
      "epoch": 19
    },
    {
      "hidden_norms": [
        31005.751953125,
        17043824.0,
        13942765.0,
        16095532.0,
        7803190.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.645277122492189e-08,
        1.3731507042535895e-09,
        1.3549177335647755e-09,
        1.3525375264222816e-09,
        1.3489699357549512e-09
      ],
      "bp_grad_norms_F": [
        1.2845624951296486e-05,
        8.864368084005037e-08,
        7.73182620150692e-08,
        7.621348885322732e-08,
        7.483793496021462e-08
      ],
      "gamma_dfa": 0.045761530549498275,
      "acc_eval": 0.080078125,
      "loss_eval": 7.776348114013672,
      "epoch": 20
    },
    {
      "hidden_norms": [
        32358.83984375,
        19344688.0,
        15897992.0,
        18375228.0,
        8836651.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.644052146815739e-08,
        1.2519073555594673e-09,
        1.235606394978106e-09,
        1.2283364325682555e-09,
        1.2260956694376546e-09
      ],
      "bp_grad_norms_F": [
        1.3093407687847503e-05,
        8.157029185440479e-08,
        7.093318998840914e-08,
        6.988454259726495e-08,
        6.859116297164292e-08
      ],
      "gamma_dfa": 0.04580485462793149,
      "acc_eval": 0.0927734375,
      "loss_eval": 8.182464599609375,
      "epoch": 21
    },
    {
      "hidden_norms": [
        33740.52734375,
        21987014.0,
        17933020.0,
        20700014.0,
        9927617.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.858014328121499e-08,
        1.141782890456966e-09,
        1.131721383273998e-09,
        1.1269319921680676e-09,
        1.1228904472915247e-09
      ],
      "bp_grad_norms_F": [
        1.2902617527288385e-05,
        7.599386009360387e-08,
        6.517191053490023e-08,
        6.410991915117847e-08,
        6.290429155342281e-08
      ],
      "gamma_dfa": 0.046245397155871615,
      "acc_eval": 0.1044921875,
      "loss_eval": 8.578572273254395,
      "epoch": 22
    },
    {
      "hidden_norms": [
        35055.48828125,
        24700796.0,
        20204280.0,
        23173254.0,
        11098732.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.840032623107618e-08,
        1.054925813370744e-09,
        1.0381229209599496e-09,
        1.033837571107199e-09,
        1.0320241328187763e-09
      ],
      "bp_grad_norms_F": [
        1.3013632269576192e-05,
        7.11033791844784e-08,
        6.033156552121e-08,
        5.929242519187028e-08,
        5.8144280501437606e-08
      ],
      "gamma_dfa": 0.04646674945252016,
      "acc_eval": 0.10546875,
      "loss_eval": 8.944098472595215,
      "epoch": 23
    },
    {
      "hidden_norms": [
        36405.48046875,
        27759312.0,
        22467726.0,
        25750832.0,
        12358187.0
      ],
      "bp_grad_norms_per_sample_med": [
        7.77747288793762e-08,
        9.745112494741193e-10,
        9.61777768537786e-10,
        9.57246060195871e-10,
        9.547377333163354e-10
      ],
      "bp_grad_norms_F": [
        1.3124400538799819e-05,
        6.744348723941584e-08,
        5.6144159543691785e-08,
        5.510578660050669e-08,
        5.4037375463167336e-08
      ],
      "gamma_dfa": 0.04619356358307414,
      "acc_eval": 0.10546875,
      "loss_eval": 9.376721382141113,
      "epoch": 24
    },
    {
      "hidden_norms": [
        37680.57421875,
        30906478.0,
        24827362.0,
        28558372.0,
        13662978.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.0997551776818e-08,
        9.035370229781847e-10,
        8.898414227687113e-10,
        8.862885980676083e-10,
        8.829543207689028e-10
      ],
      "bp_grad_norms_F": [
        1.3445563126879279e-05,
        6.41164845660569e-08,
        5.240685041485449e-08,
        5.135610692263981e-08,
        5.02956822856504e-08
      ],
      "gamma_dfa": 0.046825854369672015,
      "acc_eval": 0.10546875,
      "loss_eval": 9.577943801879883,
      "epoch": 25
    },
    {
      "hidden_norms": [
        38936.06640625,
        34144420.0,
        27240194.0,
        31329912.0,
        14997002.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.190059475055023e-08,
        8.378591709323757e-10,
        8.267845297282861e-10,
        8.228125403242359e-10,
        8.203847046139856e-10
      ],
      "bp_grad_norms_F": [
        1.2998734746361151e-05,
        6.114981232485661e-08,
        4.876913095586133e-08,
        4.772548578557689e-08,
        4.673227849139039e-08
      ],
      "gamma_dfa": 0.047515806669252925,
      "acc_eval": 0.10546875,
      "loss_eval": 9.88414478302002,
      "epoch": 26
    },
    {
      "hidden_norms": [
        40155.01953125,
        37508168.0,
        29749186.0,
        34078604.0,
        16502834.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.168245813067188e-08,
        7.775868282600129e-10,
        7.702881665849759e-10,
        7.661091205868331e-10,
        7.637669940940839e-10
      ],
      "bp_grad_norms_F": [
        1.3017543096793815e-05,
        5.765622645981239e-08,
        4.5165805317992636e-08,
        4.418279431206429e-08,
        4.329486813503536e-08
      ],
      "gamma_dfa": 0.047424486168893054,
      "acc_eval": 0.1064453125,
      "loss_eval": 10.275530815124512,
      "epoch": 27
    },
    {
      "hidden_norms": [
        41438.58203125,
        41153480.0,
        32568028.0,
        37348624.0,
        18107524.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.174999521770587e-08,
        7.312160876793428e-10,
        7.228238008138987e-10,
        7.196194196090744e-10,
        7.171208626921555e-10
      ],
      "bp_grad_norms_F": [
        1.2991866242373362e-05,
        5.5619945982243735e-08,
        4.266198772029384e-08,
        4.1693596131153754e-08,
        4.083043592117974e-08
      ],
      "gamma_dfa": 0.04726689399103634,
      "acc_eval": 0.10546875,
      "loss_eval": 10.532907485961914,
      "epoch": 28
    },
    {
      "hidden_norms": [
        42610.61328125,
        44767372.0,
        35250536.0,
        40433388.0,
        19648566.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.25098211976183e-08,
        6.862435619758855e-10,
        6.773137606330693e-10,
        6.743952063459346e-10,
        6.720446421581983e-10
      ],
      "bp_grad_norms_F": [
        1.2943252841068897e-05,
        5.273594538834914e-08,
        4.00670607803022e-08,
        3.916983715157585e-08,
        3.8364525778433745e-08
      ],
      "gamma_dfa": 0.04717689534300007,
      "acc_eval": 0.10546875,
      "loss_eval": 10.889819145202637,
      "epoch": 29
    },
    {
      "hidden_norms": [
        43802.12109375,
        48777580.0,
        38250948.0,
        43905160.0,
        21394392.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.3824673424715e-08,
        6.459773826961168e-10,
        6.385393880314894e-10,
        6.341404623633196e-10,
        6.317291689761362e-10
      ],
      "bp_grad_norms_F": [
        1.2702556887234095e-05,
        4.966772237935402e-08,
        3.767947376331904e-08,
        3.682788829451056e-08,
        3.60615324268565e-08
      ],
      "gamma_dfa": 0.04775475192582235,
      "acc_eval": 0.10546875,
      "loss_eval": 11.143190383911133,
      "epoch": 30
    },
    {
      "hidden_norms": [
        44971.96484375,
        53001532.0,
        41286860.0,
        47327540.0,
        23064180.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.44017193912805e-08,
        6.083171188997483e-10,
        6.001447672154825e-10,
        5.973078143206578e-10,
        5.949598036458781e-10
      ],
      "bp_grad_norms_F": [
        1.2565969882416539e-05,
        4.7034244943233716e-08,
        3.557239125484557e-08,
        3.4768806500551364e-08,
        3.403641457566664e-08
      ],
      "gamma_dfa": 0.04808254592353478,
      "acc_eval": 0.10546875,
      "loss_eval": 11.375898361206055,
      "epoch": 31
    },
    {
      "hidden_norms": [
        46135.65234375,
        57315672.0,
        44360792.0,
        51011808.0,
        24900550.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.566909315277371e-08,
        5.749250520103999e-10,
        5.675590553089194e-10,
        5.655514945246409e-10,
        5.63264157538157e-10
      ],
      "bp_grad_norms_F": [
        1.2200253877381328e-05,
        4.4094601747701745e-08,
        3.3572575830476126e-08,
        3.2811797723297786e-08,
        3.210490717719949e-08
      ],
      "gamma_dfa": 0.04755272905458696,
      "acc_eval": 0.1064453125,
      "loss_eval": 11.584449768066406,
      "epoch": 32
    },
    {
      "hidden_norms": [
        47265.27734375,
        61919976.0,
        47722620.0,
        54844944.0,
        26929922.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.478352953034118e-08,
        5.391301294288553e-10,
        5.344974463028507e-10,
        5.308364858791492e-10,
        5.291052596057e-10
      ],
      "bp_grad_norms_F": [
        1.2009260899503715e-05,
        4.1767787450908145e-08,
        3.1745546635875144e-08,
        3.102580947711431e-08,
        3.037316531617762e-08
      ],
      "gamma_dfa": 0.0475847675697878,
      "acc_eval": 0.10546875,
      "loss_eval": 11.923343658447266,
      "epoch": 33
    },
    {
      "hidden_norms": [
        48342.62109375,
        66327300.0,
        51030320.0,
        58382808.0,
        28803830.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.630867398551345e-08,
        5.130093017058357e-10,
        5.057400054298e-10,
        5.023059190811807e-10,
        5.003696346150832e-10
      ],
      "bp_grad_norms_F": [
        1.1836677003884688e-05,
        3.972920481487563e-08,
        3.016906902075789e-08,
        2.9483924635087533e-08,
        2.8860545953079964e-08
      ],
      "gamma_dfa": 0.04806397232459858,
      "acc_eval": 0.10546875,
      "loss_eval": 12.134788513183594,
      "epoch": 34
    },
    {
      "hidden_norms": [
        49438.7734375,
        70923576.0,
        54371588.0,
        62839076.0,
        30745350.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.529716666316745e-08,
        4.881638981935055e-10,
        4.826159472059999e-10,
        4.801878894511447e-10,
        4.785546958707698e-10
      ],
      "bp_grad_norms_F": [
        1.1614155482675415e-05,
        3.7715466305598966e-08,
        2.8843189170402184e-08,
        2.8193024803613298e-08,
        2.7588850315396485e-08
      ],
      "gamma_dfa": 0.047784373455215245,
      "acc_eval": 0.10546875,
      "loss_eval": 12.365730285644531,
      "epoch": 35
    },
    {
      "hidden_norms": [
        50484.30859375,
        75708880.0,
        57946872.0,
        66924284.0,
        32685426.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.612364865712152e-08,
        4.650996809907326e-10,
        4.5824133376726195e-10,
        4.5511036605994093e-10,
        4.534528585953268e-10
      ],
      "bp_grad_norms_F": [
        1.1689081475196872e-05,
        3.617047283910324e-08,
        2.7491989129657668e-08,
        2.6862345237077534e-08,
        2.6283149878736367e-08
      ],
      "gamma_dfa": 0.04781174083473161,
      "acc_eval": 0.10546875,
      "loss_eval": 12.582022666931152,
      "epoch": 36
    },
    {
      "hidden_norms": [
        51533.140625,
        80717000.0,
        61608756.0,
        71031448.0,
        34583536.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.646285465374604e-08,
        4.4203954385757527e-10,
        4.369871131615355e-10,
        4.329318292750628e-10,
        4.319989088674703e-10
      ],
      "bp_grad_norms_F": [
        1.1521507985889912e-05,
        3.4413087490747785e-08,
        2.619959005301098e-08,
        2.5601275766007348e-08,
        2.505496254912032e-08
      ],
      "gamma_dfa": 0.04798329665209167,
      "acc_eval": 0.10546875,
      "loss_eval": 12.857856750488281,
      "epoch": 37
    },
    {
      "hidden_norms": [
        52583.0859375,
        85961416.0,
        65257552.0,
        74859152.0,
        36629052.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.666147977010041e-08,
        4.2343398232169704e-10,
        4.1782510784571514e-10,
        4.1457998145588704e-10,
        4.136685161082454e-10
      ],
      "bp_grad_norms_F": [
        1.1553073818504345e-05,
        3.306437434957843e-08,
        2.515412056425248e-08,
        2.4584762670087912e-08,
        2.405546162265182e-08
      ],
      "gamma_dfa": 0.04809549875790253,
      "acc_eval": 0.10546875,
      "loss_eval": 13.005304336547852,
      "epoch": 38
    },
    {
      "hidden_norms": [
        53574.21875,
        91233752.0,
        68912136.0,
        78801432.0,
        38771888.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.665335116120332e-08,
        4.0339676043998907e-10,
        4.0027073322512763e-10,
        3.982228713450553e-10,
        3.9690134512326836e-10
      ],
      "bp_grad_norms_F": [
        1.1503744644869585e-05,
        3.151562921743789e-08,
        2.405471910549295e-08,
        2.3515880798186117e-08,
        2.3014273153876275e-08
      ],
      "gamma_dfa": 0.04791133257094771,
      "acc_eval": 0.10546875,
      "loss_eval": 13.310943603515625,
      "epoch": 39
    },
    {
      "hidden_norms": [
        54515.76953125,
        96143688.0,
        72537432.0,
        83291584.0,
        40846320.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.742490109625578e-08,
        3.8639558219699666e-10,
        3.8376418709518134e-10,
        3.813957205611729e-10,
        3.8053543649496646e-10
      ],
      "bp_grad_norms_F": [
        1.1331952919135801e-05,
        3.0162087938379045e-08,
        2.3133726045898584e-08,
        2.2621049922122438e-08,
        2.2133153976255926e-08
      ],
      "gamma_dfa": 0.0483476699446328,
      "acc_eval": 0.10546875,
      "loss_eval": 13.509955406188965,
      "epoch": 40
    },
    {
      "hidden_norms": [
        55471.92578125,
        101352504.0,
        76262640.0,
        87893288.0,
        43005752.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.776105886454388e-08,
        3.722072094980433e-10,
        3.6970662642410446e-10,
        3.67776836762701e-10,
        3.6656577773186427e-10
      ],
      "bp_grad_norms_F": [
        1.1259300663368776e-05,
        2.921965247537628e-08,
        2.22886100686992e-08,
        2.178610181147178e-08,
        2.1311375775212582e-08
      ],
      "gamma_dfa": 0.04882028384599835,
      "acc_eval": 0.10546875,
      "loss_eval": 13.669061660766602,
      "epoch": 41
    },
    {
      "hidden_norms": [
        56406.1796875,
        106503480.0,
        80309328.0,
        92335120.0,
        45272116.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.741802304257362e-08,
        3.5817968035978254e-10,
        3.546553328792612e-10,
        3.5286135124934503e-10,
        3.517087177051792e-10
      ],
      "bp_grad_norms_F": [
        1.1156203981954604e-05,
        2.829144030158659e-08,
        2.1501875835383544e-08,
        2.1014004758512783e-08,
        2.056106396253199e-08
      ],
      "gamma_dfa": 0.04876198567217216,
      "acc_eval": 0.10546875,
      "loss_eval": 13.882933616638184,
      "epoch": 42
    },
    {
      "hidden_norms": [
        57307.2421875,
        111696136.0,
        84071088.0,
        96859240.0,
        47347232.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.675155527271272e-08,
        3.451815777655298e-10,
        3.4170632989827254e-10,
        3.399925063707343e-10,
        3.38884892370217e-10
      ],
      "bp_grad_norms_F": [
        1.105228056985652e-05,
        2.731184522986041e-08,
        2.0790139387827367e-08,
        2.0321502702813632e-08,
        1.9881698065660203e-08
      ],
      "gamma_dfa": 0.04874728451250121,
      "acc_eval": 0.10546875,
      "loss_eval": 14.110960960388184,
      "epoch": 43
    },
    {
      "hidden_norms": [
        58201.1015625,
        116915912.0,
        88056232.0,
        101457736.0,
        49574372.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.81610304759306e-08,
        3.3262503862374615e-10,
        3.28719912401354e-10,
        3.270855530868033e-10,
        3.2694977281089166e-10
      ],
      "bp_grad_norms_F": [
        1.09774755401304e-05,
        2.6502128491756594e-08,
        2.010280297781719e-08,
        1.964214924043972e-08,
        1.9215420365981117e-08
      ],
      "gamma_dfa": 0.049133426626212895,
      "acc_eval": 0.10546875,
      "loss_eval": 14.251358985900879,
      "epoch": 44
    },
    {
      "hidden_norms": [
        59057.046875,
        122526296.0,
        92035232.0,
        106073072.0,
        51524732.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.615387514510076e-08,
        3.1993208082781166e-10,
        3.1755734153371407e-10,
        3.1527228050443057e-10,
        3.1427349611590216e-10
      ],
      "bp_grad_norms_F": [
        1.0898848813667428e-05,
        2.5704085970801316e-08,
        1.941714167230657e-08,
        1.896907697584993e-08,
        1.8563016013217748e-08
      ],
      "gamma_dfa": 0.04926633776631206,
      "acc_eval": 0.10546875,
      "loss_eval": 14.543952941894531,
      "epoch": 45
    },
    {
      "hidden_norms": [
        59915.00390625,
        128059208.0,
        95767408.0,
        110314168.0,
        53699800.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.616160585006583e-08,
        3.10205972020583e-10,
        3.0786348470535074e-10,
        3.0548555352005735e-10,
        3.044886287550952e-10
      ],
      "bp_grad_norms_F": [
        1.0854326319531538e-05,
        2.4907375717475588e-08,
        1.8864984241417915e-08,
        1.8437393833892202e-08,
        1.8046192096221603e-08
      ],
      "gamma_dfa": 0.04898433407652192,
      "acc_eval": 0.10546875,
      "loss_eval": 14.763640403747559,
      "epoch": 46
    },
    {
      "hidden_norms": [
        60732.77734375,
        133044840.0,
        99449000.0,
        114745104.0,
        55794780.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.66734808369074e-08,
        3.0199040490508366e-10,
        2.984798519456433e-10,
        2.9689897762530393e-10,
        2.9609348306536276e-10
      ],
      "bp_grad_norms_F": [
        1.0869742254726589e-05,
        2.4187817970755532e-08,
        1.8320044148367742e-08,
        1.79040302583644e-08,
        1.7519981909686067e-08
      ],
      "gamma_dfa": 0.049695645982865244,
      "acc_eval": 0.10546875,
      "loss_eval": 14.853147506713867,
      "epoch": 47
    },
    {
      "hidden_norms": [
        61537.2265625,
        138238256.0,
        103294888.0,
        119079736.0,
        57875032.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.672164852896458e-08,
        2.937747545228575e-10,
        2.90239082767485e-10,
        2.8853816558260803e-10,
        2.880042870856414e-10
      ],
      "bp_grad_norms_F": [
        1.0855384971364401e-05,
        2.3642215296604263e-08,
        1.78662986627387e-08,
        1.745818423160017e-08,
        1.7085612924461202e-08
      ],
      "gamma_dfa": 0.04945674288319424,
      "acc_eval": 0.10546875,
      "loss_eval": 15.014139175415039,
      "epoch": 48
    },
    {
      "hidden_norms": [
        62318.859375,
        143781376.0,
        107295080.0,
        123266280.0,
        60009076.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.63586393506921e-08,
        2.853322023099736e-10,
        2.819139366394552e-10,
        2.8051430622788587e-10,
        2.796505249591519e-10
      ],
      "bp_grad_norms_F": [
        1.0763029422378168e-05,
        2.2983703829027036e-08,
        1.7385014317028435e-08,
        1.699019236411914e-08,
        1.662707127536578e-08
      ],
      "gamma_dfa": 0.04949341545579955,
      "acc_eval": 0.10546875,
      "loss_eval": 15.234472274780273,
      "epoch": 49
    },
    {
      "hidden_norms": [
        63084.12109375,
        148953776.0,
        111167488.0,
        127493184.0,
        62116584.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.690788888543466e-08,
        2.77830092265674e-10,
        2.7401189650611e-10,
        2.7265251167918336e-10,
        2.71903860538103e-10
      ],
      "bp_grad_norms_F": [
        1.0762613783299457e-05,
        2.2435919788676983e-08,
        1.6915544520657022e-08,
        1.65265419127536e-08,
        1.6172732486552377e-08
      ],
      "gamma_dfa": 0.04998577304650098,
      "acc_eval": 0.10546875,
      "loss_eval": 15.356475830078125,
      "epoch": 50
    },
    {
      "hidden_norms": [
        63822.42578125,
        153887120.0,
        114903200.0,
        131868160.0,
        64092768.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.741512402821172e-08,
        2.695783041239963e-10,
        2.676055765871155e-10,
        2.6572444244976623e-10,
        2.649161723322635e-10
      ],
      "bp_grad_norms_F": [
        1.07648411358241e-05,
        2.1865258048592295e-08,
        1.6514658085498013e-08,
        1.6137914116143293e-08,
        1.5790037721785666e-08
      ],
      "gamma_dfa": 0.050343112263362855,
      "acc_eval": 0.10546875,
      "loss_eval": 15.516284942626953,
      "epoch": 51
    },
    {
      "hidden_norms": [
        64467.453125,
        158904000.0,
        118881072.0,
        136114000.0,
        66111872.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.664627415555515e-08,
        2.624416239882521e-10,
        2.6058996627220665e-10,
        2.5911758849694877e-10,
        2.584663871818549e-10
      ],
      "bp_grad_norms_F": [
        1.0719203601183835e-05,
        2.1336076017064443e-08,
        1.6169177996516737e-08,
        1.5802571695644474e-08,
        1.546756678294514e-08
      ],
      "gamma_dfa": 0.04984566644998267,
      "acc_eval": 0.10546875,
      "loss_eval": 15.6607084274292,
      "epoch": 52
    },
    {
      "hidden_norms": [
        65120.73828125,
        163883856.0,
        122702472.0,
        140198928.0,
        68242560.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.641593041147644e-08,
        2.5804472447710225e-10,
        2.5353724675269973e-10,
        2.5259389024867573e-10,
        2.520264275052142e-10
      ],
      "bp_grad_norms_F": [
        1.0724111234594602e-05,
        2.0917026333222566e-08,
        1.5751618676063117e-08,
        1.5394757468811804e-08,
        1.5069018033386783e-08
      ],
      "gamma_dfa": 0.05030635162256658,
      "acc_eval": 0.10546875,
      "loss_eval": 15.901081085205078,
      "epoch": 53
    },
    {
      "hidden_norms": [
        65754.40625,
        168991232.0,
        126758528.0,
        144376592.0,
        70329568.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.677351104324771e-08,
        2.5239485501593606e-10,
        2.4832783052097795e-10,
        2.4752053184862177e-10,
        2.4696938938362223e-10
      ],
      "bp_grad_norms_F": [
        1.0669472430890892e-05,
        2.0359754770993277e-08,
        1.542808725218947e-08,
        1.5080953374990713e-08,
        1.4761029731857889e-08
      ],
      "gamma_dfa": 0.05062760764849372,
      "acc_eval": 0.10546875,
      "loss_eval": 16.04940414428711,
      "epoch": 54
    },
    {
      "hidden_norms": [
        66360.1953125,
        173885088.0,
        130550672.0,
        148377456.0,
        72298680.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.759133862668023e-08,
        2.4686536148621485e-10,
        2.4284077526637304e-10,
        2.4196153414202115e-10,
        2.414988486965086e-10
      ],
      "bp_grad_norms_F": [
        1.0671456038835458e-05,
        1.9936877038162493e-08,
        1.5118750695819472e-08,
        1.4775524803667395e-08,
        1.4458762187530283e-08
      ],
      "gamma_dfa": 0.050650376273551956,
      "acc_eval": 0.10546875,
      "loss_eval": 16.173294067382812,
      "epoch": 55
    },
    {
      "hidden_norms": [
        66955.3671875,
        179032416.0,
        134152312.0,
        152335472.0,
        74150016.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.732155265533947e-08,
        2.4187768454808634e-10,
        2.378792995916257e-10,
        2.3684243455335263e-10,
        2.3630350454162397e-10
      ],
      "bp_grad_norms_F": [
        1.0680658306227997e-05,
        1.9686593688561516e-08,
        1.484478495683561e-08,
        1.4507179457723396e-08,
        1.4196978703751029e-08
      ],
      "gamma_dfa": 0.05082969422801398,
      "acc_eval": 0.10546875,
      "loss_eval": 16.27086639404297,
      "epoch": 56
    },
    {
      "hidden_norms": [
        67549.515625,
        183555840.0,
        137880064.0,
        156240624.0,
        75989536.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.660003913973924e-08,
        2.357370687544602e-10,
        2.33779245961685e-10,
        2.3301963136823645e-10,
        2.3250262826124413e-10
      ],
      "bp_grad_norms_F": [
        1.0663774446584284e-05,
        1.9352745184164633e-08,
        1.4566153616613065e-08,
        1.423444206949398e-08,
        1.3932280218398319e-08
      ],
      "gamma_dfa": 0.05084921311936341,
      "acc_eval": 0.10546875,
      "loss_eval": 16.451187133789062,
      "epoch": 57
    },
    {
      "hidden_norms": [
        68104.8046875,
        188812128.0,
        141342304.0,
        160268688.0,
        77916768.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.660642691893372e-08,
        2.327093101550659e-10,
        2.2930106424734475e-10,
        2.2855875525529257e-10,
        2.2804760857475515e-10
      ],
      "bp_grad_norms_F": [
        1.0613769518386107e-05,
        1.899090662504932e-08,
        1.4301366313418384e-08,
        1.3975586021786057e-08,
        1.3677930787991954e-08
      ],
      "gamma_dfa": 0.05096889057313092,
      "acc_eval": 0.10546875,
      "loss_eval": 16.63678741455078,
      "epoch": 58
    },
    {
      "hidden_norms": [
        68657.515625,
        193258416.0,
        144614160.0,
        164019216.0,
        79742168.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.68742304760417e-08,
        2.289267664323802e-10,
        2.2474513916570515e-10,
        2.2393865928282963e-10,
        2.2451285275337796e-10
      ],
      "bp_grad_norms_F": [
        1.0620946341077797e-05,
        1.866202836708908e-08,
        1.4068830544999855e-08,
        1.3749051674949442e-08,
        1.3455515812665908e-08
      ],
      "gamma_dfa": 0.05113464401802048,
      "acc_eval": 0.10546875,
      "loss_eval": 16.70541763305664,
      "epoch": 59
    },
    {
      "hidden_norms": [
        69158.5,
        197991056.0,
        148074896.0,
        168001296.0,
        81613432.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.685481134307338e-08,
        2.244555652453073e-10,
        2.21766327523909e-10,
        2.2105835217889336e-10,
        2.2056727277952604e-10
      ],
      "bp_grad_norms_F": [
        1.0557047062320635e-05,
        1.836115792741566e-08,
        1.3819986932617212e-08,
        1.35067770301589e-08,
        1.3220035732786073e-08
      ],
      "gamma_dfa": 0.05133810767438263,
      "acc_eval": 0.10546875,
      "loss_eval": 16.83820915222168,
      "epoch": 60
    },
    {
      "hidden_norms": [
        69652.15625,
        202764272.0,
        151440416.0,
        171388720.0,
        83290960.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.682473406906865e-08,
        2.209017690990578e-10,
        2.178418834208884e-10,
        2.1715784725984122e-10,
        2.166662266267494e-10
      ],
      "bp_grad_norms_F": [
        1.0563057912804652e-05,
        1.8060584139334424e-08,
        1.3589187553009197e-08,
        1.3282591027063972e-08,
        1.300101715173696e-08
      ],
      "gamma_dfa": 0.051503602182492614,
      "acc_eval": 0.10546875,
      "loss_eval": 16.996952056884766,
      "epoch": 61
    },
    {
      "hidden_norms": [
        70119.3046875,
        207371568.0,
        154513392.0,
        174693904.0,
        84899272.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.754268776556273e-08,
        2.177768798627966e-10,
        2.1394505611560533e-10,
        2.1310755937697934e-10,
        2.1278181994155432e-10
      ],
      "bp_grad_norms_F": [
        1.0583677067188546e-05,
        1.7867773038915402e-08,
        1.3404712007059061e-08,
        1.3099571205543725e-08,
        1.281919193019121e-08
      ],
      "gamma_dfa": 0.05178222866379656,
      "acc_eval": 0.10546875,
      "loss_eval": 17.03223419189453,
      "epoch": 62
    },
    {
      "hidden_norms": [
        70571.765625,
        211695824.0,
        157515872.0,
        178129360.0,
        86545024.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.717323396467691e-08,
        2.1452814524813846e-10,
        2.1192504695566328e-10,
        2.1126832228102188e-10,
        2.1079131495849168e-10
      ],
      "bp_grad_norms_F": [
        1.0588292752800044e-05,
        1.7631437643217396e-08,
        1.3229322526342457e-08,
        1.2929083581525447e-08,
        1.2654436609693676e-08
      ],
      "gamma_dfa": 0.0517645905201789,
      "acc_eval": 0.10546875,
      "loss_eval": 17.17680549621582,
      "epoch": 63
    },
    {
      "hidden_norms": [
        71016.2734375,
        216131392.0,
        160371248.0,
        181552016.0,
        88083200.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.714041399571215e-08,
        2.1204836497812352e-10,
        2.0845919435075189e-10,
        2.0772163156212997e-10,
        2.0731850958188858e-10
      ],
      "bp_grad_norms_F": [
        1.0558523172221612e-05,
        1.7396088125565257e-08,
        1.3074124005640897e-08,
        1.2776619762178143e-08,
        1.2503839741384581e-08
      ],
      "gamma_dfa": 0.05190763485734351,
      "acc_eval": 0.10546875,
      "loss_eval": 17.230438232421875,
      "epoch": 64
    },
    {
      "hidden_norms": [
        71423.875,
        220276432.0,
        163188992.0,
        184901952.0,
        89669880.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.695663922253516e-08,
        2.089625000811779e-10,
        2.0665336109004784e-10,
        2.060027565198297e-10,
        2.0553812818402406e-10
      ],
      "bp_grad_norms_F": [
        1.054474341799505e-05,
        1.720214015676902e-08,
        1.2905923441053346e-08,
        1.2612286326429967e-08,
        1.2343328137376375e-08
      ],
      "gamma_dfa": 0.0516790475230664,
      "acc_eval": 0.10546875,
      "loss_eval": 17.364524841308594,
      "epoch": 65
    },
    {
      "hidden_norms": [
        71819.7265625,
        224240896.0,
        165905760.0,
        188025680.0,
        91055744.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.707031184940206e-08,
        2.0619655982656582e-10,
        2.0404426759323968e-10,
        2.0340489015335805e-10,
        2.0294699254463922e-10
      ],
      "bp_grad_norms_F": [
        1.0510210813663434e-05,
        1.6987915074651028e-08,
        1.2752495948120668e-08,
        1.2462213483388496e-08,
        1.2196251120144552e-08
      ],
      "gamma_dfa": 0.05187035645940341,
      "acc_eval": 0.10546875,
      "loss_eval": 17.464691162109375,
      "epoch": 66
    },
    {
      "hidden_norms": [
        72184.1796875,
        228069632.0,
        168371744.0,
        190844528.0,
        92434920.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.708528298484453e-08,
        2.0398974176494278e-10,
        2.0165806524641283e-10,
        2.0102944309208226e-10,
        2.0057676353157916e-10
      ],
      "bp_grad_norms_F": [
        1.0452381502545904e-05,
        1.678668404281325e-08,
        1.2599208787378302e-08,
        1.2311685892996138e-08,
        1.2049306441497265e-08
      ],
      "gamma_dfa": 0.052035300293937325,
      "acc_eval": 0.10546875,
      "loss_eval": 17.54598045349121,
      "epoch": 67
    },
    {
      "hidden_norms": [
        72520.546875,
        231382032.0,
        170794656.0,
        193581264.0,
        93730880.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.673346485466027e-08,
        2.0163908043269174e-10,
        1.9945969875756475e-10,
        1.988337966496445e-10,
        1.983077452250015e-10
      ],
      "bp_grad_norms_F": [
        1.041769064613618e-05,
        1.6600257168875032e-08,
        1.2470060539726546e-08,
        1.218627776466974e-08,
        1.1927684617774048e-08
      ],
      "gamma_dfa": 0.052122256805887446,
      "acc_eval": 0.10546875,
      "loss_eval": 17.622678756713867,
      "epoch": 68
    },
    {
      "hidden_norms": [
        72848.296875,
        234345168.0,
        172920208.0,
        196159376.0,
        94861664.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.68633378559025e-08,
        1.9926535421710412e-10,
        1.9748097601635095e-10,
        1.9686471897095714e-10,
        1.9632170888961298e-10
      ],
      "bp_grad_norms_F": [
        1.0410145478090271e-05,
        1.6476832342959824e-08,
        1.2349259392863132e-08,
        1.2067844501473246e-08,
        1.1810766586961563e-08
      ],
      "gamma_dfa": 0.05221144680399448,
      "acc_eval": 0.10546875,
      "loss_eval": 17.67215347290039,
      "epoch": 69
    },
    {
      "hidden_norms": [
        73156.28125,
        237693904.0,
        175292576.0,
        198663152.0,
        96070024.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.698025766307182e-08,
        1.9732028511132427e-10,
        1.9561376130017294e-10,
        1.950042072262903e-10,
        1.9452565946931344e-10
      ],
      "bp_grad_norms_F": [
        1.0408021807961632e-05,
        1.6299335214853272e-08,
        1.224471191108023e-08,
        1.1966841739763368e-08,
        1.1711744463127616e-08
      ],
      "gamma_dfa": 0.05207514451467432,
      "acc_eval": 0.10546875,
      "loss_eval": 17.708881378173828,
      "epoch": 70
    },
    {
      "hidden_norms": [
        73450.0390625,
        240668752.0,
        177333776.0,
        200832576.0,
        97232808.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.750691904424457e-08,
        1.9538150264342136e-10,
        1.937518478989375e-10,
        1.9322175803804242e-10,
        1.9261021944050327e-10
      ],
      "bp_grad_norms_F": [
        1.0387684596935287e-05,
        1.614511546677022e-08,
        1.2127667758932148e-08,
        1.1853135362116518e-08,
        1.1600380211973516e-08
      ],
      "gamma_dfa": 0.052143561391858384,
      "acc_eval": 0.10546875,
      "loss_eval": 17.803735733032227,
      "epoch": 71
    },
    {
      "hidden_norms": [
        73722.7890625,
        243140912.0,
        179223280.0,
        203119056.0,
        98179728.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.777691107297869e-08,
        1.936056454043822e-10,
        1.921051789866013e-10,
        1.9142704088537243e-10,
        1.908224411817372e-10
      ],
      "bp_grad_norms_F": [
        1.0383127118984703e-05,
        1.6032700500545616e-08,
        1.2034083063383605e-08,
        1.1761529528087067e-08,
        1.1511005482134351e-08
      ],
      "gamma_dfa": 0.0522310700325761,
      "acc_eval": 0.10546875,
      "loss_eval": 17.871017456054688,
      "epoch": 72
    },
    {
      "hidden_norms": [
        73977.796875,
        245601744.0,
        181134272.0,
        205298592.0,
        99248704.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.645526605732812e-08,
        1.9214441149273398e-10,
        1.908457003541031e-10,
        1.8958104530675257e-10,
        1.891580642121582e-10
      ],
      "bp_grad_norms_F": [
        1.0368045877839904e-05,
        1.593527443333187e-08,
        1.1956020173897741e-08,
        1.1683961353980976e-08,
        1.1433988866826894e-08
      ],
      "gamma_dfa": 0.05229719865019433,
      "acc_eval": 0.10546875,
      "loss_eval": 17.842838287353516,
      "epoch": 73
    },
    {
      "hidden_norms": [
        74210.2890625,
        248047296.0,
        183004848.0,
        207310784.0,
        100283200.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.702664189286224e-08,
        1.9067503131964259e-10,
        1.8910681354178394e-10,
        1.886194395117613e-10,
        1.8805811075051082e-10
      ],
      "bp_grad_norms_F": [
        1.0340887456550263e-05,
        1.5766524086302525e-08,
        1.1852850256843794e-08,
        1.1584752712678892e-08,
        1.1337309757664116e-08
      ],
      "gamma_dfa": 0.05227879187441431,
      "acc_eval": 0.10546875,
      "loss_eval": 17.977331161499023,
      "epoch": 74
    },
    {
      "hidden_norms": [
        74442.2578125,
        250302768.0,
        184669344.0,
        209343920.0,
        101168016.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.73824319569394e-08,
        1.8929384448806985e-10,
        1.8772923493504123e-10,
        1.8724671813075133e-10,
        1.8670247292629227e-10
      ],
      "bp_grad_norms_F": [
        1.0353242942073848e-05,
        1.5672505071506748e-08,
        1.1772779195950989e-08,
        1.1506068098299238e-08,
        1.1260493870679511e-08
      ],
      "gamma_dfa": 0.05237349838716909,
      "acc_eval": 0.10546875,
      "loss_eval": 18.03546905517578,
      "epoch": 75
    },
    {
      "hidden_norms": [
        74647.3203125,
        252406032.0,
        186061376.0,
        211037200.0,
        101960680.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.6925361131307e-08,
        1.881417382998407e-10,
        1.867033888602876e-10,
        1.8579758565007154e-10,
        1.8538144630486642e-10
      ],
      "bp_grad_norms_F": [
        1.0341693268856034e-05,
        1.5606824277369924e-08,
        1.1714643477489517e-08,
        1.1449987624700952e-08,
        1.1205665728653003e-08
      ],
      "gamma_dfa": 0.05233656561176758,
      "acc_eval": 0.10546875,
      "loss_eval": 18.052072525024414,
      "epoch": 76
    },
    {
      "hidden_norms": [
        74842.0859375,
        254511632.0,
        187492928.0,
        212704224.0,
        102757816.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.698394537987042e-08,
        1.8709332694211156e-10,
        1.8572142435058225e-10,
        1.8484298813792321e-10,
        1.8442962435027965e-10
      ],
      "bp_grad_norms_F": [
        1.0342246241634712e-05,
        1.552284167871676e-08,
        1.1652745435242196e-08,
        1.1389352572166445e-08,
        1.114572434346428e-08
      ],
      "gamma_dfa": 0.05241188171203248,
      "acc_eval": 0.10546875,
      "loss_eval": 18.086322784423828,
      "epoch": 77
    },
    {
      "hidden_norms": [
        75024.015625,
        256539408.0,
        188878192.0,
        214226816.0,
        103471288.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.701635323404844e-08,
        1.8604462415083844e-10,
        1.84622400700718e-10,
        1.8390608480522985e-10,
        1.834675189549273e-10
      ],
      "bp_grad_norms_F": [
        1.032539876177907e-05,
        1.5453247570462736e-08,
        1.1593147775101897e-08,
        1.133172844447472e-08,
        1.1090729223894868e-08
      ],
      "gamma_dfa": 0.05239276264910586,
      "acc_eval": 0.10546875,
      "loss_eval": 18.168014526367188,
      "epoch": 78
    },
    {
      "hidden_norms": [
        75180.9609375,
        258451104.0,
        190004976.0,
        215740128.0,
        104133768.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.704767395784074e-08,
        1.8524454192814233e-10,
        1.8379993360628788e-10,
        1.8304618931708205e-10,
        1.8256345046818723e-10
      ],
      "bp_grad_norms_F": [
        1.0337872481613886e-05,
        1.5379262308101715e-08,
        1.1539456501452605e-08,
        1.127898041630715e-08,
        1.103767743870776e-08
      ],
      "gamma_dfa": 0.052515600953483954,
      "acc_eval": 0.10546875,
      "loss_eval": 18.164344787597656,
      "epoch": 79
    },
    {
      "hidden_norms": [
        75327.796875,
        260127200.0,
        191027072.0,
        216985472.0,
        104684240.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.744654422798703e-08,
        1.8438454929547987e-10,
        1.8290086112315862e-10,
        1.8214722785625526e-10,
        1.8167076176744956e-10
      ],
      "bp_grad_norms_F": [
        1.032766067510238e-05,
        1.5304989275932712e-08,
        1.14842633180956e-08,
        1.122501380734775e-08,
        1.098510349351045e-08
      ],
      "gamma_dfa": 0.05257981286558788,
      "acc_eval": 0.10546875,
      "loss_eval": 18.223249435424805,
      "epoch": 80
    },
    {
      "hidden_norms": [
        75454.5703125,
        261646176.0,
        192111600.0,
        218110816.0,
        105216432.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.775589321885491e-08,
        1.8362063258781092e-10,
        1.8213851260551195e-10,
        1.8139376112280559e-10,
        1.809180305567537e-10
      ],
      "bp_grad_norms_F": [
        1.032176169246668e-05,
        1.5236809147722852e-08,
        1.1438899605309416e-08,
        1.1181004566651609e-08,
        1.0941747952131209e-08
      ],
      "gamma_dfa": 0.052668574411654845,
      "acc_eval": 0.10546875,
      "loss_eval": 18.2590389251709,
      "epoch": 81
    },
    {
      "hidden_norms": [
        75578.140625,
        263041184.0,
        193033856.0,
        219211776.0,
        105729752.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.755376512681323e-08,
        1.830409435132907e-10,
        1.8150429770269483e-10,
        1.807565902511854e-10,
        1.8044568617092693e-10
      ],
      "bp_grad_norms_F": [
        1.0324319191568065e-05,
        1.5187332280675037e-08,
        1.1401711574876572e-08,
        1.1144490663639317e-08,
        1.0905955249995714e-08
      ],
      "gamma_dfa": 0.05269488821795676,
      "acc_eval": 0.10546875,
      "loss_eval": 18.284685134887695,
      "epoch": 82
    },
    {
      "hidden_norms": [
        75686.9765625,
        264364192.0,
        193939856.0,
        220289456.0,
        106222280.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.723260691567702e-08,
        1.8233220488994561e-10,
        1.808086180776769e-10,
        1.8018871117408963e-10,
        1.7971832355634376e-10
      ],
      "bp_grad_norms_F": [
        1.0300875146640465e-05,
        1.5149137055914252e-08,
        1.1367639274340036e-08,
        1.1110781628076438e-08,
        1.0873751676854226e-08
      ],
      "gamma_dfa": 0.05262827526894398,
      "acc_eval": 0.10546875,
      "loss_eval": 18.32525634765625,
      "epoch": 83
    },
    {
      "hidden_norms": [
        75782.5703125,
        265506368.0,
        194623696.0,
        221062096.0,
        106625800.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.738180667933193e-08,
        1.8182351457785018e-10,
        1.8023170456071824e-10,
        1.796851972768465e-10,
        1.7919579708980393e-10
      ],
      "bp_grad_norms_F": [
        1.0303671842848416e-05,
        1.510927916115179e-08,
        1.133329874392075e-08,
        1.107721647741755e-08,
        1.0840857100902213e-08
      ],
      "gamma_dfa": 0.0526832842733711,
      "acc_eval": 0.10546875,
      "loss_eval": 18.358993530273438,
      "epoch": 84
    },
    {
      "hidden_norms": [
        75869.921875,
        266527792.0,
        195260000.0,
        221772592.0,
        107003056.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.824529373896439e-08,
        1.8133940182796238e-10,
        1.7974224886252443e-10,
        1.7921185369029757e-10,
        1.7870449564583168e-10
      ],
      "bp_grad_norms_F": [
        1.0309514436812606e-05,
        1.506138680440472e-08,
        1.129713478320582e-08,
        1.1042018854823255e-08,
        1.080576872425354e-08
      ],
      "gamma_dfa": 0.052798322300077416,
      "acc_eval": 0.10546875,
      "loss_eval": 18.391273498535156,
      "epoch": 85
    },
    {
      "hidden_norms": [
        75944.28125,
        267298400.0,
        195821152.0,
        222463360.0,
        107333864.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.755981895092191e-08,
        1.8102987164869688e-10,
        1.793504234015586e-10,
        1.788625914045383e-10,
        1.7835513621555776e-10
      ],
      "bp_grad_norms_F": [
        1.0287751138093881e-05,
        1.502210977832874e-08,
        1.1278022071792293e-08,
        1.1023718826663753e-08,
        1.0788149040763528e-08
      ],
      "gamma_dfa": 0.05272912958753295,
      "acc_eval": 0.10546875,
      "loss_eval": 18.391714096069336,
      "epoch": 86
    },
    {
      "hidden_norms": [
        76007.421875,
        268045776.0,
        196358640.0,
        223064400.0,
        107612040.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.762406622508934e-08,
        1.807102384399073e-10,
        1.7898976745200912e-10,
        1.785393638487065e-10,
        1.7802226359719953e-10
      ],
      "bp_grad_norms_F": [
        1.0287554687238298e-05,
        1.4994483876762388e-08,
        1.1257166754319314e-08,
        1.1003281841226453e-08,
        1.0768073543943046e-08
      ],
      "gamma_dfa": 0.052773734016227536,
      "acc_eval": 0.10546875,
      "loss_eval": 18.410842895507812,
      "epoch": 87
    },
    {
      "hidden_norms": [
        76064.7109375,
        268696256.0,
        196819616.0,
        223570480.0,
        107852768.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.758166814004653e-08,
        1.8037309146290426e-10,
        1.7866680357414566e-10,
        1.782173991715652e-10,
        1.7768413129726213e-10
      ],
      "bp_grad_norms_F": [
        1.0283758456353098e-05,
        1.4970940043212977e-08,
        1.1237919927964413e-08,
        1.0984368081778939e-08,
        1.0749558576605978e-08
      ],
      "gamma_dfa": 0.05277359033061657,
      "acc_eval": 0.10546875,
      "loss_eval": 18.423473358154297,
      "epoch": 88
    },
    {
      "hidden_norms": [
        76113.765625,
        269233728.0,
        197204896.0,
        224016384.0,
        108068584.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.767738535198077e-08,
        1.800838783649894e-10,
        1.7838196197939027e-10,
        1.7793383433328813e-10,
        1.7738220614571532e-10
      ],
      "bp_grad_norms_F": [
        1.0285043572366703e-05,
        1.4949996796076448e-08,
        1.1221012563567001e-08,
        1.096789947752086e-08,
        1.0733534949736168e-08
      ],
      "gamma_dfa": 0.05277923475659918,
      "acc_eval": 0.10546875,
      "loss_eval": 18.44818878173828,
      "epoch": 89
    },
    {
      "hidden_norms": [
        76154.09375,
        269669792.0,
        197538960.0,
        224391824.0,
        108235960.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.767518266949992e-08,
        1.7989677802976445e-10,
        1.7819240527572333e-10,
        1.777451658080409e-10,
        1.771848640030882e-10
      ],
      "bp_grad_norms_F": [
        1.029091072268784e-05,
        1.4940461312562547e-08,
        1.1209391637123645e-08,
        1.0956426876873593e-08,
        1.0722061460910481e-08
      ],
      "gamma_dfa": 0.05281960548018105,
      "acc_eval": 0.10546875,
      "loss_eval": 18.45142364501953,
      "epoch": 90
    },
    {
      "hidden_norms": [
        76187.59375,
        270051616.0,
        197844384.0,
        224727824.0,
        108387672.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.763404224509941e-08,
        1.7972098809160286e-10,
        1.780089131653284e-10,
        1.7756210390906801e-10,
        1.7699951226912702e-10
      ],
      "bp_grad_norms_F": [
        1.0288421435689088e-05,
        1.4926607505572065e-08,
        1.1199507987669222e-08,
        1.0946849648973966e-08,
        1.0712753351072024e-08
      ],
      "gamma_dfa": 0.05281454947544262,
      "acc_eval": 0.10546875,
      "loss_eval": 18.456693649291992,
      "epoch": 91
    },
    {
      "hidden_norms": [
        76216.3125,
        270347840.0,
        198067872.0,
        225002016.0,
        108500144.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.769242754169682e-08,
        1.795031345785958e-10,
        1.7781580374798267e-10,
        1.773555469153365e-10,
        1.7679230301936855e-10
      ],
      "bp_grad_norms_F": [
        1.0288722478435375e-05,
        1.4910959578173788e-08,
        1.1187878179441668e-08,
        1.0935604422002143e-08,
        1.070183497375865e-08
      ],
      "gamma_dfa": 0.052812248992267996,
      "acc_eval": 0.10546875,
      "loss_eval": 18.479557037353516,
      "epoch": 92
    },
    {
      "hidden_norms": [
        76238.2890625,
        270583392.0,
        198231920.0,
        225197232.0,
        108588960.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.765692172119088e-08,
        1.794125820131498e-10,
        1.7771174809499968e-10,
        1.7726634049530787e-10,
        1.7670596930141613e-10
      ],
      "bp_grad_norms_F": [
        1.0287496479577385e-05,
        1.490491285949247e-08,
        1.1181702674889493e-08,
        1.0929432470163647e-08,
        1.0695790031434171e-08
      ],
      "gamma_dfa": 0.052826936458586715,
      "acc_eval": 0.10546875,
      "loss_eval": 18.482463836669922,
      "epoch": 93
    },
    {
      "hidden_norms": [
        76254.984375,
        270769600.0,
        198360864.0,
        225341792.0,
        108654560.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.761775660559579e-08,
        1.7933368678946238e-10,
        1.776363084404764e-10,
        1.7719105349645048e-10,
        1.766297247352e-10
      ],
      "bp_grad_norms_F": [
        1.0286962606187444e-05,
        1.4897207911701571e-08,
        1.1177347936097703e-08,
        1.0925224280811108e-08,
        1.0691623586467358e-08
      ],
      "gamma_dfa": 0.052814016249612905,
      "acc_eval": 0.10546875,
      "loss_eval": 18.48452377319336,
      "epoch": 94
    },
    {
      "hidden_norms": [
        76267.0,
        270906656.0,
        198453952.0,
        225448800.0,
        108703144.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.761757186448449e-08,
        1.792699738656367e-10,
        1.7757639803051006e-10,
        1.771305185860328e-10,
        1.7656787143494057e-10
      ],
      "bp_grad_norms_F": [
        1.0286720680596773e-05,
        1.4893439370666783e-08,
        1.1173768577066312e-08,
        1.0921708870625935e-08,
        1.0688168572414725e-08
      ],
      "gamma_dfa": 0.05281054192164447,
      "acc_eval": 0.10546875,
      "loss_eval": 18.48675537109375,
      "epoch": 95
    },
    {
      "hidden_norms": [
        76274.53125,
        270996800.0,
        198521872.0,
        225534016.0,
        108737184.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.757600511444252e-08,
        1.7921109041196814e-10,
        1.7751719538772193e-10,
        1.7707224575502778e-10,
        1.7651151373865304e-10
      ],
      "bp_grad_norms_F": [
        1.0285029929946177e-05,
        1.4889327104583572e-08,
        1.1170673275273657e-08,
        1.09186730767874e-08,
        1.0685286433442798e-08
      ],
      "gamma_dfa": 0.052804862934863195,
      "acc_eval": 0.10546875,
      "loss_eval": 18.492807388305664,
      "epoch": 96
    },
    {
      "hidden_norms": [
        76278.6171875,
        271041184.0,
        198554096.0,
        225570960.0,
        108751040.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.758564717936679e-08,
        1.791868459166679e-10,
        1.7749526848298558e-10,
        1.770504159948061e-10,
        1.7648858763319453e-10
      ],
      "bp_grad_norms_F": [
        1.028558563120896e-05,
        1.4887539201424715e-08,
        1.1169264624300013e-08,
        1.091728041302531e-08,
        1.068388577607493e-08
      ],
      "gamma_dfa": 0.052804886450758204,
      "acc_eval": 0.10546875,
      "loss_eval": 18.49222183227539,
      "epoch": 97
    },
    {
      "hidden_norms": [
        76282.2109375,
        271081440.0,
        198586512.0,
        225606800.0,
        108767848.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.758451741641693e-08,
        1.7916516881211209e-10,
        1.7747517344623986e-10,
        1.7702975196876025e-10,
        1.764676044180291e-10
      ],
      "bp_grad_norms_F": [
        1.028525730362162e-05,
        1.488619361111887e-08,
        1.1168157953989066e-08,
        1.0916189729925918e-08,
        1.0682827955577068e-08
      ],
      "gamma_dfa": 0.05280597397359088,
      "acc_eval": 0.10546875,
      "loss_eval": 18.493602752685547,
      "epoch": 98
    },
    {
      "hidden_norms": [
        76284.046875,
        271101920.0,
        198601280.0,
        225624992.0,
        108775912.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.758536296227248e-08,
        1.7915657846145905e-10,
        1.7746643043992094e-10,
        1.7702135590713652e-10,
        1.7645920835640538e-10
      ],
      "bp_grad_norms_F": [
        1.028511906042695e-05,
        1.488560208429135e-08,
        1.1167605507012013e-08,
        1.0915637282948865e-08,
        1.0682285278562631e-08
      ],
      "gamma_dfa": 0.05280651607608888,
      "acc_eval": 0.10546875,
      "loss_eval": 18.494029998779297,
      "epoch": 99
    },
    {
      "hidden_norms": [
        76284.0703125,
        271101952.0,
        198601472.0,
        225625280.0,
        108776088.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.758680536402608e-08,
        1.7915803562917887e-10,
        1.7746806801888226e-10,
        1.7702275756370511e-10,
        1.7646061001297397e-10
      ],
      "bp_grad_norms_F": [
        1.0285211828886531e-05,
        1.488571665930749e-08,
        1.1167688107605045e-08,
        1.0915716330828218e-08,
        1.0682358109193046e-08
      ],
      "gamma_dfa": 0.052806626496021636,
      "acc_eval": 0.10546875,
      "loss_eval": 18.493879318237305,
      "epoch": 100
    }
  ]
}