{
  "config": {
    "output_dir": "results/h2_no_residual_full_s123",
    "epochs": 100,
    "lr": 0.001,
    "wd": 0.01,
    "seed": 123,
    "depth": 4,
    "d_hidden": 256,
    "log_every": 1,
    "no_residual_add": true,
    "w2_std": 0.5,
    "random_targets": false,
    "skip_bp": true
  },
  "depth": 4,
  "d_hidden": 256,
  "num_classes": 10,
  "bp_log": null,
  "dfa_log": [
    {
      "hidden_norms": [
        8.690464973449707,
        42.59831619262695,
        44.3453369140625,
        42.22452926635742,
        42.9206428527832
      ],
      "bp_grad_norms_per_sample_med": [
        0.001107031712308526,
        0.00020295626018196344,
        0.00014012052270118147,
        0.00011155186803080142,
        9.737444634083658e-05
      ],
      "bp_grad_norms_F": [
        0.03999145328998566,
        0.006603884976357222,
        0.004542526323348284,
        0.0036035836674273014,
        0.003130683209747076
      ],
      "gamma_dfa": 0.014937716419808567,
      "acc_eval": 0.1025390625,
      "loss_eval": 2.4329679012298584,
      "epoch": 0
    },
    {
      "hidden_norms": [
        1439.9598388671875,
        6195.9453125,
        9461.9462890625,
        7636.810546875,
        4633.29296875
      ],
      "bp_grad_norms_per_sample_med": [
        9.333700745628448e-07,
        6.382089736689522e-07,
        6.313390485956916e-07,
        6.29996520729037e-07,
        6.307979560915555e-07
      ],
      "bp_grad_norms_F": [
        5.84688204980921e-05,
        4.571088356897235e-05,
        4.522907693171874e-05,
        4.505911419983022e-05,
        4.481491123442538e-05
      ],
      "gamma_dfa": 0.029066061251796782,
      "acc_eval": 0.0888671875,
      "loss_eval": 2.4298276901245117,
      "epoch": 1
    },
    {
      "hidden_norms": [
        3191.640380859375,
        44469.08984375,
        64403.30859375,
        40298.74609375,
        20860.859375
      ],
      "bp_grad_norms_per_sample_med": [
        2.3425519657394034e-07,
        1.0419660867455605e-07,
        1.0399938332739112e-07,
        1.0393744531711491e-07,
        1.040296524479345e-07
      ],
      "bp_grad_norms_F": [
        2.9355647711781785e-05,
        1.3215229955676477e-05,
        1.2938599866174627e-05,
        1.2853749467467424e-05,
        1.2806296581402421e-05
      ],
      "gamma_dfa": 0.026177803985774517,
      "acc_eval": 0.0849609375,
      "loss_eval": 2.450077533721924,
      "epoch": 2
    },
    {
      "hidden_norms": [
        5072.8369140625,
        136290.921875,
        174667.984375,
        99872.765625,
        48604.14453125
      ],
      "bp_grad_norms_per_sample_med": [
        1.2239583213613514e-07,
        3.922263758227018e-08,
        3.8977361782599473e-08,
        3.902984602177639e-08,
        3.902538381339582e-08
      ],
      "bp_grad_norms_F": [
        2.021085128944833e-05,
        5.516366400115658e-06,
        5.3598869271809235e-06,
        5.317293016560143e-06,
        5.302062618284253e-06
      ],
      "gamma_dfa": 0.025070607429370284,
      "acc_eval": 0.1298828125,
      "loss_eval": 2.470280170440674,
      "epoch": 3
    },
    {
      "hidden_norms": [
        6908.81494140625,
        300140.625,
        335781.1875,
        194737.578125,
        91168.953125
      ],
      "bp_grad_norms_per_sample_med": [
        8.2960639247176e-08,
        2.020572686944888e-08,
        2.0147625789945778e-08,
        2.017927869246705e-08,
        2.0169572678696568e-08
      ],
      "bp_grad_norms_F": [
        1.5067237654875498e-05,
        3.154973455821164e-06,
        2.890229097829433e-06,
        2.8368178845994407e-06,
        2.826985564752249e-06
      ],
      "gamma_dfa": 0.0266711818985641,
      "acc_eval": 0.125,
      "loss_eval": 2.5050950050354004,
      "epoch": 4
    },
    {
      "hidden_norms": [
        8695.44140625,
        543316.5625,
        567899.375,
        335584.25,
        145692.765625
      ],
      "bp_grad_norms_per_sample_med": [
        6.380926009796895e-08,
        1.238302882455855e-08,
        1.2337157073716298e-08,
        1.2354545830817187e-08,
        1.2352338707444233e-08
      ],
      "bp_grad_norms_F": [
        1.2898051863885485e-05,
        1.8491266473574797e-06,
        1.7919940091815079e-06,
        1.7602286561668734e-06,
        1.7506840777059551e-06
      ],
      "gamma_dfa": 0.022991596721112728,
      "acc_eval": 0.115234375,
      "loss_eval": 2.5430097579956055,
      "epoch": 5
    },
    {
      "hidden_norms": [
        10453.0947265625,
        880568.0625,
        851994.125,
        518617.03125,
        211486.65625
      ],
      "bp_grad_norms_per_sample_med": [
        5.6784926982800243e-08,
        8.739263535062491e-09,
        8.721374733511311e-09,
        8.72691785502866e-09,
        8.722811806194386e-09
      ],
      "bp_grad_norms_F": [
        1.2415013770805672e-05,
        1.2789794254786102e-06,
        1.2444495496310992e-06,
        1.2192489293738618e-06,
        1.2128068647143664e-06
      ],
      "gamma_dfa": 0.01671441923826933,
      "acc_eval": 0.109375,
      "loss_eval": 2.6205759048461914,
      "epoch": 6
    },
    {
      "hidden_norms": [
        12133.5908203125,
        1301136.875,
        1213412.0,
        761869.4375,
        299099.96875
      ],
      "bp_grad_norms_per_sample_med": [
        5.181741613569102e-08,
        6.701867505398695e-09,
        6.663806839668496e-09,
        6.668138485821373e-09,
        6.665318963428035e-09
      ],
      "bp_grad_norms_F": [
        1.4586516044801101e-05,
        9.615758926884155e-07,
        9.358571446682618e-07,
        9.15065527351544e-07,
        9.087396506402001e-07
      ],
      "gamma_dfa": 0.009791500167921185,
      "acc_eval": 0.1103515625,
      "loss_eval": 2.687662363052368,
      "epoch": 7
    },
    {
      "hidden_norms": [
        13778.3701171875,
        1831990.625,
        1660265.5,
        1070697.0,
        405510.90625
      ],
      "bp_grad_norms_per_sample_med": [
        4.950679510784539e-08,
        5.247439816002952e-09,
        5.240861966626653e-09,
        5.241989065041253e-09,
        5.2364685920736065e-09
      ],
      "bp_grad_norms_F": [
        2.731455424509477e-05,
        7.950770282150188e-07,
        7.47014951230085e-07,
        7.077854888848378e-07,
        7.019767735982896e-07
      ],
      "gamma_dfa": 0.002645118860527873,
      "acc_eval": 0.1083984375,
      "loss_eval": 2.749309539794922,
      "epoch": 8
    },
    {
      "hidden_norms": [
        15423.7236328125,
        2441876.0,
        2156981.0,
        1456388.625,
        514814.78125
      ],
      "bp_grad_norms_per_sample_med": [
        4.9704105720138614e-08,
        4.314747670264296e-09,
        4.316281554395118e-09,
        4.3085655043739735e-09,
        4.306641265827693e-09
      ],
      "bp_grad_norms_F": [
        1.53065484482795e-05,
        5.914198482059874e-07,
        5.698148015653715e-07,
        5.564911020883301e-07,
        5.521175125977607e-07
      ],
      "gamma_dfa": -0.004648297093808651,
      "acc_eval": 0.087890625,
      "loss_eval": 2.819417953491211,
      "epoch": 9
    },
    {
      "hidden_norms": [
        17014.275390625,
        3299996.25,
        2739406.75,
        1924564.5,
        645257.125
      ],
      "bp_grad_norms_per_sample_med": [
        5.217410503632891e-08,
        3.7931444651917445e-09,
        3.791894354066017e-09,
        3.787997471249582e-09,
        3.786980062869816e-09
      ],
      "bp_grad_norms_F": [
        1.8386483134236187e-05,
        5.170510917196225e-07,
        4.828122541766788e-07,
        4.6214248072828923e-07,
        4.5809062498847197e-07
      ],
      "gamma_dfa": -0.008237186702899635,
      "acc_eval": 0.0771484375,
      "loss_eval": 2.8880226612091064,
      "epoch": 10
    },
    {
      "hidden_norms": [
        18615.341796875,
        4327781.5,
        3460663.0,
        2493429.0,
        811358.25
      ],
      "bp_grad_norms_per_sample_med": [
        5.4753250822159316e-08,
        3.4849005903225816e-09,
        3.4845948349016e-09,
        3.4844236385112026e-09,
        3.4833074202822445e-09
      ],
      "bp_grad_norms_F": [
        1.760143095452804e-05,
        4.3398881643952336e-07,
        4.0691622871236177e-07,
        3.9397295381604636e-07,
        3.9136793361649325e-07
      ],
      "gamma_dfa": -0.013480214809533209,
      "acc_eval": 0.107421875,
      "loss_eval": 3.0378975868225098,
      "epoch": 11
    },
    {
      "hidden_norms": [
        20197.244140625,
        5361947.0,
        4309913.5,
        3117389.0,
        986810.625
      ],
      "bp_grad_norms_per_sample_med": [
        6.110099803890989e-08,
        3.3039087021791147e-09,
        3.3079554651038734e-09,
        3.309411411578367e-09,
        3.3057334647423886e-09
      ],
      "bp_grad_norms_F": [
        1.7853921235655434e-05,
        3.920526410183811e-07,
        3.4606765098033065e-07,
        3.4065161003127287e-07,
        3.3874636073960573e-07
      ],
      "gamma_dfa": -0.017087776213884354,
      "acc_eval": 0.1005859375,
      "loss_eval": 3.226945161819458,
      "epoch": 12
    },
    {
      "hidden_norms": [
        21745.060546875,
        6626533.5,
        5288037.5,
        3845802.25,
        1183958.5
      ],
      "bp_grad_norms_per_sample_med": [
        6.904146232500352e-08,
        3.0698867892198223e-09,
        3.072165188910958e-09,
        3.0722313582032257e-09,
        3.0718891874670362e-09
      ],
      "bp_grad_norms_F": [
        9.694533218862489e-05,
        1.2521383041530498e-06,
        3.6304524542174477e-07,
        3.428452259868209e-07,
        3.3693893897179805e-07
      ],
      "gamma_dfa": -0.02254341426305473,
      "acc_eval": 0.0888671875,
      "loss_eval": 3.4535317420959473,
      "epoch": 13
    },
    {
      "hidden_norms": [
        23268.326171875,
        8059270.5,
        6347708.5,
        4634334.0,
        1389795.375
      ],
      "bp_grad_norms_per_sample_med": [
        7.468641882724114e-08,
        3.0219813318410615e-09,
        3.0241904536154607e-09,
        3.0243862969570046e-09,
        3.0241051884871695e-09
      ],
      "bp_grad_norms_F": [
        3.818523691734299e-05,
        3.265660666329495e-07,
        2.885882395275985e-07,
        2.7603223884398176e-07,
        2.7437968697086035e-07
      ],
      "gamma_dfa": -0.024787384318187833,
      "acc_eval": 0.0830078125,
      "loss_eval": 3.7082602977752686,
      "epoch": 14
    },
    {
      "hidden_norms": [
        24769.162109375,
        9503637.0,
        7524496.0,
        5577708.5,
        1619056.75
      ],
      "bp_grad_norms_per_sample_med": [
        8.079865665422403e-08,
        2.885043093314721e-09,
        2.8850699607119168e-09,
        2.885329752899679e-09,
        2.885090166770965e-09
      ],
      "bp_grad_norms_F": [
        3.172496144543402e-05,
        2.7863097784575075e-07,
        2.5604617803764995e-07,
        2.4778245233392227e-07,
        2.465397699324967e-07
      ],
      "gamma_dfa": -0.028090000618249178,
      "acc_eval": 0.09765625,
      "loss_eval": 3.9940719604492188,
      "epoch": 15
    },
    {
      "hidden_norms": [
        26297.634765625,
        11348280.0,
        8835018.0,
        6709572.0,
        1860997.375
      ],
      "bp_grad_norms_per_sample_med": [
        8.416654395659862e-08,
        2.716076252795574e-09,
        2.708202995194142e-09,
        2.713108182561541e-09,
        2.710037305675428e-09
      ],
      "bp_grad_norms_F": [
        6.21284925728105e-05,
        2.910503269504261e-07,
        2.3999916720640613e-07,
        2.286197116063704e-07,
        2.275272947827034e-07
      ],
      "gamma_dfa": -0.0305853869067505,
      "acc_eval": 0.10546875,
      "loss_eval": 4.280234336853027,
      "epoch": 16
    },
    {
      "hidden_norms": [
        27796.267578125,
        13131638.0,
        10275209.0,
        7908104.0,
        2124187.75
      ],
      "bp_grad_norms_per_sample_med": [
        8.618104629931622e-08,
        2.527688947040474e-09,
        2.5195041608583324e-09,
        2.5170519002415404e-09,
        2.5167292694305843e-09
      ],
      "bp_grad_norms_F": [
        2.9607001124531962e-05,
        2.280380755337319e-07,
        2.1368994396198104e-07,
        2.0886261609120993e-07,
        2.0800932531983563e-07
      ],
      "gamma_dfa": -0.032157177105546,
      "acc_eval": 0.1064453125,
      "loss_eval": 4.584749221801758,
      "epoch": 17
    },
    {
      "hidden_norms": [
        29261.162109375,
        15093201.0,
        11924527.0,
        9201859.0,
        2398880.25
      ],
      "bp_grad_norms_per_sample_med": [
        8.982802057744266e-08,
        2.362436024583303e-09,
        2.3667561244167246e-09,
        2.3683257577289396e-09,
        2.3661459458423906e-09
      ],
      "bp_grad_norms_F": [
        1.4750239643035457e-05,
        2.0303163239532296e-07,
        1.9652848948226165e-07,
        1.9512303595092817e-07,
        1.9424047081884055e-07
      ],
      "gamma_dfa": -0.033276769798249006,
      "acc_eval": 0.1064453125,
      "loss_eval": 4.833416938781738,
      "epoch": 18
    },
    {
      "hidden_norms": [
        30654.640625,
        17198064.0,
        13711921.0,
        10622219.0,
        2733435.75
      ],
      "bp_grad_norms_per_sample_med": [
        9.140238432792103e-08,
        2.218417227695113e-09,
        2.217410255411778e-09,
        2.2205985938938966e-09,
        2.2187365278369953e-09
      ],
      "bp_grad_norms_F": [
        2.2792535673943348e-05,
        2.101570970580724e-07,
        1.8281718894286314e-07,
        1.770977462456358e-07,
        1.7618602043967257e-07
      ],
      "gamma_dfa": -0.0334639239590615,
      "acc_eval": 0.1064453125,
      "loss_eval": 5.091382026672363,
      "epoch": 19
    },
    {
      "hidden_norms": [
        32095.28125,
        19561478.0,
        15722807.0,
        12287095.0,
        3104931.75
      ],
      "bp_grad_norms_per_sample_med": [
        9.42815958637766e-08,
        2.0783239573773926e-09,
        2.0685115842411506e-09,
        2.072532145902528e-09,
        2.069893811906809e-09
      ],
      "bp_grad_norms_F": [
        2.035827492363751e-05,
        1.7020983023030567e-07,
        1.504546105479676e-07,
        1.4846344242869236e-07,
        1.4791994829010946e-07
      ],
      "gamma_dfa": -0.03437755152117461,
      "acc_eval": 0.1044921875,
      "loss_eval": 5.338113784790039,
      "epoch": 20
    },
    {
      "hidden_norms": [
        33549.3515625,
        22241236.0,
        17865768.0,
        13953577.0,
        3455886.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.694593927633832e-08,
        1.9436505738212873e-09,
        1.932475734989225e-09,
        1.9355790303876574e-09,
        1.9334791545588814e-09
      ],
      "bp_grad_norms_F": [
        1.946108568517957e-05,
        1.476916224874003e-07,
        1.3395830933404795e-07,
        1.3276194010813924e-07,
        1.323410430131844e-07
      ],
      "gamma_dfa": -0.035225782776251435,
      "acc_eval": 0.1044921875,
      "loss_eval": 5.639235496520996,
      "epoch": 21
    },
    {
      "hidden_norms": [
        35003.625,
        25199516.0,
        20151382.0,
        15868719.0,
        3834722.75
      ],
      "bp_grad_norms_per_sample_med": [
        9.815706647486877e-08,
        1.8191292916469592e-09,
        1.812876404549968e-09,
        1.8141808055816e-09,
        1.813302730191424e-09
      ],
      "bp_grad_norms_F": [
        1.900309871416539e-05,
        1.3126974351962417e-07,
        1.2148075256845914e-07,
        1.204552404487913e-07,
        1.2008344185687747e-07
      ],
      "gamma_dfa": -0.036192891420796514,
      "acc_eval": 0.1044921875,
      "loss_eval": 5.912903785705566,
      "epoch": 22
    },
    {
      "hidden_norms": [
        36385.25390625,
        28323954.0,
        22925044.0,
        17971546.0,
        4269257.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.902030484454372e-08,
        1.6868005880965597e-09,
        1.6695808069400186e-09,
        1.6706477312666834e-09,
        1.6698925575653334e-09
      ],
      "bp_grad_norms_F": [
        1.7624819520278834e-05,
        1.1903176755367895e-07,
        1.1061406013368469e-07,
        1.0976869191381411e-07,
        1.094643096166692e-07
      ],
      "gamma_dfa": -0.037227407563477755,
      "acc_eval": 0.1044921875,
      "loss_eval": 6.16106653213501,
      "epoch": 23
    },
    {
      "hidden_norms": [
        37805.91796875,
        31593894.0,
        25615532.0,
        20113868.0,
        4713793.5
      ],
      "bp_grad_norms_per_sample_med": [
        9.859636662667981e-08,
        1.5704177958042465e-09,
        1.5608032644109926e-09,
        1.5628717209281717e-09,
        1.5616322679434802e-09
      ],
      "bp_grad_norms_F": [
        1.6187867004191503e-05,
        1.0865824151551351e-07,
        1.0160825070215651e-07,
        1.008768109045377e-07,
        1.0061884125889264e-07
      ],
      "gamma_dfa": -0.03782000340288505,
      "acc_eval": 0.1044921875,
      "loss_eval": 6.406368732452393,
      "epoch": 24
    },
    {
      "hidden_norms": [
        39138.39453125,
        34956036.0,
        28542170.0,
        22404560.0,
        5139918.5
      ],
      "bp_grad_norms_per_sample_med": [
        9.837745551521948e-08,
        1.4733757547347182e-09,
        1.4583911855936549e-09,
        1.4602866693635974e-09,
        1.4591743369152255e-09
      ],
      "bp_grad_norms_F": [
        1.768167749105487e-05,
        1.015666910575419e-07,
        9.354967289709748e-08,
        9.288694968745403e-08,
        9.264899603067533e-08
      ],
      "gamma_dfa": -0.03860464284662157,
      "acc_eval": 0.1044921875,
      "loss_eval": 6.634061813354492,
      "epoch": 25
    },
    {
      "hidden_norms": [
        40505.18359375,
        38650996.0,
        31492410.0,
        24792780.0,
        5620949.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.942911560756329e-08,
        1.3685884647784974e-09,
        1.3593203229689266e-09,
        1.3602377002541743e-09,
        1.3594056991195202e-09
      ],
      "bp_grad_norms_F": [
        2.0700817913166247e-05,
        9.837697945158652e-08,
        8.757055525165924e-08,
        8.689728048238976e-08,
        8.669941564676265e-08
      ],
      "gamma_dfa": -0.03959248901810497,
      "acc_eval": 0.1044921875,
      "loss_eval": 6.7737202644348145,
      "epoch": 26
    },
    {
      "hidden_norms": [
        41849.203125,
        42830568.0,
        34648896.0,
        27355716.0,
        6044684.5
      ],
      "bp_grad_norms_per_sample_med": [
        9.865106420647862e-08,
        1.28658228515377e-09,
        1.2788612391290144e-09,
        1.2804906024399543e-09,
        1.2795147164013088e-09
      ],
      "bp_grad_norms_F": [
        2.3165159291238524e-05,
        9.389359689748744e-08,
        8.146788132989968e-08,
        8.082054137048544e-08,
        8.063241097033824e-08
      ],
      "gamma_dfa": -0.040185014018788934,
      "acc_eval": 0.1044921875,
      "loss_eval": 6.946921348571777,
      "epoch": 27
    },
    {
      "hidden_norms": [
        43129.56640625,
        47054352.0,
        37982196.0,
        29955390.0,
        6540964.0
      ],
      "bp_grad_norms_per_sample_med": [
        1.0036384878731042e-07,
        1.2043249730808725e-09,
        1.2007507210753943e-09,
        1.2010574756970982e-09,
        1.2009065963880516e-09
      ],
      "bp_grad_norms_F": [
        2.413927359157242e-05,
        8.847878518736252e-08,
        7.592807094169984e-08,
        7.532069901117211e-08,
        7.515143352065934e-08
      ],
      "gamma_dfa": -0.04085268918424845,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.133134841918945,
      "epoch": 28
    },
    {
      "hidden_norms": [
        44368.93359375,
        51374800.0,
        41470788.0,
        32761826.0,
        6998702.5
      ],
      "bp_grad_norms_per_sample_med": [
        1.0049345178231306e-07,
        1.1348291195645288e-09,
        1.132080207355557e-09,
        1.1335333782724888e-09,
        1.1326910520637057e-09
      ],
      "bp_grad_norms_F": [
        2.53067773883231e-05,
        8.518416905189952e-08,
        7.111059119324636e-08,
        7.048716810231781e-08,
        7.034290661067644e-08
      ],
      "gamma_dfa": -0.04143569804728031,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.306489944458008,
      "epoch": 29
    },
    {
      "hidden_norms": [
        45540.84375,
        55799284.0,
        44925840.0,
        35576004.0,
        7506460.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.999683214800825e-08,
        1.0682152939978096e-09,
        1.0609697564945009e-09,
        1.0612235534779302e-09,
        1.0610903267149752e-09
      ],
      "bp_grad_norms_F": [
        1.843971222115215e-05,
        8.002744067425738e-08,
        6.616264869307997e-08,
        6.571565336344065e-08,
        6.558265397416108e-08
      ],
      "gamma_dfa": -0.04231115654692985,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.393707752227783,
      "epoch": 30
    },
    {
      "hidden_norms": [
        46740.3125,
        60156548.0,
        48609568.0,
        38622656.0,
        7923887.5
      ],
      "bp_grad_norms_per_sample_med": [
        9.801681954968444e-08,
        1.007545269438026e-09,
        1.0030560826379542e-09,
        1.0032202846232963e-09,
        1.003132132915141e-09
      ],
      "bp_grad_norms_F": [
        2.0189601855236106e-05,
        7.754985631436284e-08,
        6.295730514693787e-08,
        6.247479689136526e-08,
        6.235500649154346e-08
      ],
      "gamma_dfa": -0.042783402430359274,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.513785362243652,
      "epoch": 31
    },
    {
      "hidden_norms": [
        47946.2578125,
        65027368.0,
        52475872.0,
        41636652.0,
        8527125.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.764004715862029e-08,
        9.540165324395389e-10,
        9.49443301756503e-10,
        9.49665124316823e-10,
        9.49536671512874e-10
      ],
      "bp_grad_norms_F": [
        2.2026428268873133e-05,
        7.400986135053245e-08,
        5.9516974459938865e-08,
        5.903561017817083e-08,
        5.892941956631148e-08
      ],
      "gamma_dfa": -0.04377710592234507,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.666411876678467,
      "epoch": 32
    },
    {
      "hidden_norms": [
        49101.84765625,
        70129512.0,
        56707888.0,
        44883068.0,
        9051192.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.715147086808429e-08,
        9.088669261636539e-10,
        8.977363297191232e-10,
        8.978853771601791e-10,
        8.978119914182514e-10
      ],
      "bp_grad_norms_F": [
        2.6852110750041902e-05,
        7.312536354220356e-08,
        5.6589971819676066e-08,
        5.605170372291468e-08,
        5.593761187583368e-08
      ],
      "gamma_dfa": -0.04420170868979767,
      "acc_eval": 0.1044921875,
      "loss_eval": 7.917013645172119,
      "epoch": 33
    },
    {
      "hidden_norms": [
        50205.94921875,
        75218112.0,
        61038472.0,
        48316120.0,
        9560446.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.637748377144817e-08,
        8.535361861738977e-10,
        8.499229653402551e-10,
        8.501254145087955e-10,
        8.500238846131936e-10
      ],
      "bp_grad_norms_F": [
        2.704818507481832e-05,
        6.82247573990935e-08,
        5.427460791906924e-08,
        5.371628120087735e-08,
        5.360957899824825e-08
      ],
      "gamma_dfa": -0.0447281262895558,
      "acc_eval": 0.1064453125,
      "loss_eval": 7.9629034996032715,
      "epoch": 34
    },
    {
      "hidden_norms": [
        51283.7109375,
        79971480.0,
        65131160.0,
        51675436.0,
        10150061.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.52169543211312e-08,
        8.244336879847936e-10,
        8.130549011831079e-10,
        8.13186962211887e-10,
        8.13120237808107e-10
      ],
      "bp_grad_norms_F": [
        3.043289871129673e-05,
        6.438099831029831e-08,
        5.208626419062057e-08,
        5.1470838258182994e-08,
        5.136259773053098e-08
      ],
      "gamma_dfa": -0.04496103324345313,
      "acc_eval": 0.1064453125,
      "loss_eval": 8.225072860717773,
      "epoch": 35
    },
    {
      "hidden_norms": [
        52391.31640625,
        85212368.0,
        69690088.0,
        54922688.0,
        10724330.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.460915606496201e-08,
        7.854291661502089e-10,
        7.73968722445062e-10,
        7.748673369611936e-10,
        7.740979524051284e-10
      ],
      "bp_grad_norms_F": [
        3.253111935919151e-05,
        6.160666288224093e-08,
        5.0236756976573815e-08,
        4.957355770329741e-08,
        4.9483450226261994e-08
      ],
      "gamma_dfa": -0.04545678128488362,
      "acc_eval": 0.103515625,
      "loss_eval": 8.447563171386719,
      "epoch": 36
    },
    {
      "hidden_norms": [
        53471.4609375,
        90755416.0,
        74424576.0,
        58527500.0,
        11383908.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.481268392619313e-08,
        7.485803088513876e-10,
        7.380538402657066e-10,
        7.38905825414804e-10,
        7.384990952097326e-10
      ],
      "bp_grad_norms_F": [
        2.8782606023014523e-05,
        5.679364178945434e-08,
        4.747649740011184e-08,
        4.686737042902678e-08,
        4.6776307272011763e-08
      ],
      "gamma_dfa": -0.04577424196759239,
      "acc_eval": 0.10546875,
      "loss_eval": 8.63510513305664,
      "epoch": 37
    },
    {
      "hidden_norms": [
        54526.26171875,
        96224200.0,
        79402688.0,
        62338148.0,
        11946441.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.414058155243765e-08,
        7.102119448099131e-10,
        7.013249980758474e-10,
        7.021335179935306e-10,
        7.017796899155826e-10
      ],
      "bp_grad_norms_F": [
        2.6797888494911604e-05,
        5.262990754317798e-08,
        4.363804251283909e-08,
        4.31665583278118e-08,
        4.308598633429028e-08
      ],
      "gamma_dfa": -0.04641679968335666,
      "acc_eval": 0.10546875,
      "loss_eval": 8.730607986450195,
      "epoch": 38
    },
    {
      "hidden_norms": [
        55583.125,
        101480040.0,
        83697192.0,
        66218348.0,
        12538905.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.47181035826361e-08,
        6.868624002898116e-10,
        6.774021343858294e-10,
        6.77987721520168e-10,
        6.776118000040299e-10
      ],
      "bp_grad_norms_F": [
        2.6024237740784883e-05,
        5.0800426976138624e-08,
        4.1874233858152365e-08,
        4.15037817447228e-08,
        4.1430755715055056e-08
      ],
      "gamma_dfa": -0.04637146886670962,
      "acc_eval": 0.10546875,
      "loss_eval": 8.87772274017334,
      "epoch": 39
    },
    {
      "hidden_norms": [
        56556.95703125,
        107073544.0,
        88369376.0,
        69716112.0,
        13102132.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.377198040283474e-08,
        6.585805234493591e-10,
        6.487251291709129e-10,
        6.49616194170477e-10,
        6.491358561788729e-10
      ],
      "bp_grad_norms_F": [
        3.484269473119639e-05,
        7.467966156582406e-08,
        4.40217604591453e-08,
        4.3712645947380224e-08,
        4.352901683546406e-08
      ],
      "gamma_dfa": -0.04681209813861642,
      "acc_eval": 0.10546875,
      "loss_eval": 9.053573608398438,
      "epoch": 40
    },
    {
      "hidden_norms": [
        57504.6875,
        113131968.0,
        93389736.0,
        73651392.0,
        13735091.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.427740366163562e-08,
        6.312518285866986e-10,
        6.225254756131449e-10,
        6.232416249751793e-10,
        6.229293747495035e-10
      ],
      "bp_grad_norms_F": [
        0.00021013167861383408,
        5.526797508537129e-07,
        5.349095744122678e-08,
        4.9017671699402854e-08,
        4.773081840880877e-08
      ],
      "gamma_dfa": -0.047232568118488416,
      "acc_eval": 0.10546875,
      "loss_eval": 9.214558601379395,
      "epoch": 41
    },
    {
      "hidden_norms": [
        58472.46875,
        118762648.0,
        98279872.0,
        77365656.0,
        14248840.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.310819137908766e-08,
        6.046827483174866e-10,
        5.995566820793385e-10,
        6.004566288630997e-10,
        5.99891414321263e-10
      ],
      "bp_grad_norms_F": [
        0.00010149624722544104,
        2.533984684305324e-07,
        4.4013567901401984e-08,
        4.291897326424987e-08,
        4.2505401864900705e-08
      ],
      "gamma_dfa": -0.04764813384099398,
      "acc_eval": 0.1044921875,
      "loss_eval": 9.217700958251953,
      "epoch": 42
    },
    {
      "hidden_norms": [
        59401.03125,
        124607344.0,
        103250600.0,
        81130456.0,
        14810775.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.245275833791311e-08,
        5.824435378443127e-10,
        5.769146271816794e-10,
        5.777631706394004e-10,
        5.772260447400868e-10
      ],
      "bp_grad_norms_F": [
        4.0584909584140405e-05,
        9.203435524796078e-08,
        3.4605545096155765e-08,
        3.4145575256161464e-08,
        3.4092256129270027e-08
      ],
      "gamma_dfa": -0.04794895404484123,
      "acc_eval": 0.1064453125,
      "loss_eval": 9.390031814575195,
      "epoch": 43
    },
    {
      "hidden_norms": [
        60278.7890625,
        130581952.0,
        108096264.0,
        85136336.0,
        15405965.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.3390447375441e-08,
        5.630300670134147e-10,
        5.5805338128323e-10,
        5.588779439236191e-10,
        5.583465911840335e-10
      ],
      "bp_grad_norms_F": [
        4.781157258548774e-05,
        1.0881421275144021e-07,
        3.3062310222931046e-08,
        3.248984370429753e-08,
        3.2446724418377926e-08
      ],
      "gamma_dfa": -0.04778411969891749,
      "acc_eval": 0.10546875,
      "loss_eval": 9.621635437011719,
      "epoch": 44
    },
    {
      "hidden_norms": [
        61138.51171875,
        136691760.0,
        113402280.0,
        88772512.0,
        15993850.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.273151135857916e-08,
        5.43037670386326e-10,
        5.421059157129093e-10,
        5.42630551603196e-10,
        5.423762550194056e-10
      ],
      "bp_grad_norms_F": [
        2.6410325517645106e-05,
        4.767177586018079e-08,
        3.172428364450752e-08,
        3.129938974666402e-08,
        3.1260690036560845e-08
      ],
      "gamma_dfa": -0.04829322246951051,
      "acc_eval": 0.099609375,
      "loss_eval": 9.733180046081543,
      "epoch": 45
    },
    {
      "hidden_norms": [
        61988.87890625,
        142480176.0,
        118613440.0,
        92755400.0,
        16660659.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.238209486284177e-08,
        5.250901380371431e-10,
        5.242600242816309e-10,
        5.243941947341568e-10,
        5.243331879789537e-10
      ],
      "bp_grad_norms_F": [
        2.4320243028341793e-05,
        4.237628559167206e-08,
        3.048009489248216e-08,
        3.0116801497115375e-08,
        3.0080638424578865e-08
      ],
      "gamma_dfa": -0.048452052724314854,
      "acc_eval": 0.0986328125,
      "loss_eval": 9.875200271606445,
      "epoch": 46
    },
    {
      "hidden_norms": [
        62831.0078125,
        148088512.0,
        124018112.0,
        96570944.0,
        17294454.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.218231866725546e-08,
        5.094495381108288e-10,
        5.088939269981552e-10,
        5.090234345139777e-10,
        5.089637600264041e-10
      ],
      "bp_grad_norms_F": [
        2.273459904245101e-05,
        3.8132583313199575e-08,
        2.9463127049211835e-08,
        2.9154062275438264e-08,
        2.9119732403160015e-08
      ],
      "gamma_dfa": -0.04870791392750107,
      "acc_eval": 0.1015625,
      "loss_eval": 9.965906143188477,
      "epoch": 47
    },
    {
      "hidden_norms": [
        63619.36328125,
        153924256.0,
        129021120.0,
        100401856.0,
        17813234.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.170297232685698e-08,
        4.942196096813234e-10,
        4.92394736095747e-10,
        4.925179708514804e-10,
        4.924622931667955e-10
      ],
      "bp_grad_norms_F": [
        2.1741494492744096e-05,
        3.567927819858596e-08,
        2.843704471899855e-08,
        2.816011068773605e-08,
        2.812711485944419e-08
      ],
      "gamma_dfa": -0.049255506150075234,
      "acc_eval": 0.1025390625,
      "loss_eval": 9.984619140625,
      "epoch": 48
    },
    {
      "hidden_norms": [
        64400.26171875,
        159789408.0,
        134080160.0,
        104244408.0,
        18432430.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.070604534144877e-08,
        4.78996176056512e-10,
        4.780518758629171e-10,
        4.781712803492155e-10,
        4.781176565771261e-10
      ],
      "bp_grad_norms_F": [
        2.1263931557768956e-05,
        3.437593676380857e-08,
        2.7499025279098532e-08,
        2.7248480805042163e-08,
        2.7216600528845447e-08
      ],
      "gamma_dfa": -0.04910894545173505,
      "acc_eval": 0.0986328125,
      "loss_eval": 10.146781921386719,
      "epoch": 49
    },
    {
      "hidden_norms": [
        65147.40234375,
        165462976.0,
        138862000.0,
        107834176.0,
        19038348.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.061706407464953e-08,
        4.668093134263529e-10,
        4.645184237261901e-10,
        4.6463269343099967e-10,
        4.6457995783732997e-10
      ],
      "bp_grad_norms_F": [
        2.0052335457876325e-05,
        3.337338227993314e-08,
        2.6690587517919084e-08,
        2.646976504649956e-08,
        2.64381352366172e-08
      ],
      "gamma_dfa": -0.04920872090588091,
      "acc_eval": 0.0966796875,
      "loss_eval": 10.281063079833984,
      "epoch": 50
    },
    {
      "hidden_norms": [
        65863.96875,
        171261072.0,
        143810992.0,
        111834848.0,
        19625576.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.099313302840528e-08,
        4.5625103695101643e-10,
        4.524729202426414e-10,
        4.5258219394384014e-10,
        4.5253126246258546e-10
      ],
      "bp_grad_norms_F": [
        1.9101036741631106e-05,
        3.2813989747637606e-08,
        2.5957119120789685e-08,
        2.5756730082093782e-08,
        2.572607549211625e-08
      ],
      "gamma_dfa": -0.04933306630846346,
      "acc_eval": 0.0986328125,
      "loss_eval": 10.349817276000977,
      "epoch": 51
    },
    {
      "hidden_norms": [
        66593.8203125,
        176983552.0,
        149183712.0,
        115646976.0,
        20178866.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.1175948568889e-08,
        4.444306589412861e-10,
        4.412468168624173e-10,
        4.4135325949490323e-10,
        4.413052423490882e-10
      ],
      "bp_grad_norms_F": [
        1.852569039328955e-05,
        3.21252677792927e-08,
        2.5265682879194173e-08,
        2.5077683929453087e-08,
        2.5048496610224902e-08
      ],
      "gamma_dfa": -0.04927207152650226,
      "acc_eval": 0.1015625,
      "loss_eval": 10.515829086303711,
      "epoch": 52
    },
    {
      "hidden_norms": [
        67302.6328125,
        182834976.0,
        154352272.0,
        119312168.0,
        20747826.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.146700818973841e-08,
        4.3625753010090307e-10,
        4.31810531775767e-10,
        4.319128388274862e-10,
        4.3186304532483177e-10
      ],
      "bp_grad_norms_F": [
        1.817524571379181e-05,
        3.176044671704403e-08,
        2.468624060725233e-08,
        2.4515436791716638e-08,
        2.4487377459081472e-08
      ],
      "gamma_dfa": -0.04947220539179398,
      "acc_eval": 0.1015625,
      "loss_eval": 10.631593704223633,
      "epoch": 53
    },
    {
      "hidden_norms": [
        67943.6640625,
        188557808.0,
        159066528.0,
        122911296.0,
        21287842.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.120569188780792e-08,
        4.2657519183642023e-10,
        4.219723181986268e-10,
        4.220687410683155e-10,
        4.220172822311241e-10
      ],
      "bp_grad_norms_F": [
        1.8009301129495725e-05,
        3.077772348092367e-08,
        2.4100344830912945e-08,
        2.3935520232498675e-08,
        2.390864395351855e-08
      ],
      "gamma_dfa": -0.04969306073326152,
      "acc_eval": 0.1025390625,
      "loss_eval": 10.66339111328125,
      "epoch": 54
    },
    {
      "hidden_norms": [
        68579.2578125,
        193996528.0,
        163940560.0,
        126448000.0,
        21766094.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.058499728098468e-08,
        4.1539605089013776e-10,
        4.1060946309734447e-10,
        4.1091324787245753e-10,
        4.10790096383451e-10
      ],
      "bp_grad_norms_F": [
        1.5884443200775422e-05,
        2.8224185655290057e-08,
        2.346608596326405e-08,
        2.3316024666542035e-08,
        2.328991399735969e-08
      ],
      "gamma_dfa": -0.04980730817624135,
      "acc_eval": 0.0986328125,
      "loss_eval": 10.783552169799805,
      "epoch": 55
    },
    {
      "hidden_norms": [
        69203.796875,
        199460144.0,
        168890016.0,
        129780784.0,
        22302874.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.078585350152935e-08,
        4.0699738024230214e-10,
        4.025394462203735e-10,
        4.0283623659043144e-10,
        4.027146949248106e-10
      ],
      "bp_grad_norms_F": [
        1.5867637557676062e-05,
        2.8422073583556084e-08,
        2.300496149132414e-08,
        2.2864167448233275e-08,
        2.2838495539190262e-08
      ],
      "gamma_dfa": -0.04992603903519921,
      "acc_eval": 0.09765625,
      "loss_eval": 10.859743118286133,
      "epoch": 56
    },
    {
      "hidden_norms": [
        69791.453125,
        204736432.0,
        173582192.0,
        133232672.0,
        22820996.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.066331330132016e-08,
        3.96910615485524e-10,
        3.925613167865549e-10,
        3.926495240058614e-10,
        3.9260561468523747e-10
      ],
      "bp_grad_norms_F": [
        1.4505669241771102e-05,
        2.6905636829610557e-08,
        2.2510086239435623e-08,
        2.2376122288392253e-08,
        2.235119467286495e-08
      ],
      "gamma_dfa": -0.04994637455092743,
      "acc_eval": 0.0986328125,
      "loss_eval": 10.989320755004883,
      "epoch": 57
    },
    {
      "hidden_norms": [
        70371.9375,
        210191472.0,
        178149376.0,
        136544128.0,
        23324878.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.057572469828301e-08,
        3.849987550985645e-10,
        3.8476868913228657e-10,
        3.8500982957323515e-10,
        3.8497979804041904e-10
      ],
      "bp_grad_norms_F": [
        1.4466082575381733e-05,
        2.6583837353655326e-08,
        2.2064293503376575e-08,
        2.1934541294399423e-08,
        2.191077008717457e-08
      ],
      "gamma_dfa": -0.05017502269765828,
      "acc_eval": 0.1015625,
      "loss_eval": 11.14348030090332,
      "epoch": 58
    },
    {
      "hidden_norms": [
        70926.1171875,
        215072384.0,
        182463952.0,
        139682864.0,
        23765930.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.095985831208964e-08,
        3.789666913611711e-10,
        3.7876501934874796e-10,
        3.788162006301832e-10,
        3.7878628011966953e-10
      ],
      "bp_grad_norms_F": [
        1.5613211871823296e-05,
        2.6332656943850452e-08,
        2.168836488181114e-08,
        2.1559124263603735e-08,
        2.1535397465299866e-08
      ],
      "gamma_dfa": -0.05026113349595107,
      "acc_eval": 0.1015625,
      "loss_eval": 11.245050430297852,
      "epoch": 59
    },
    {
      "hidden_norms": [
        71444.5078125,
        220139504.0,
        186860912.0,
        142962752.0,
        24235874.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.007455048504198e-08,
        3.741315868222017e-10,
        3.7062136692966874e-10,
        3.705513118568149e-10,
        3.7064074032144845e-10
      ],
      "bp_grad_norms_F": [
        2.3456123017240316e-05,
        2.666844878262964e-08,
        2.1298749430798125e-08,
        2.1137482875133173e-08,
        2.1113727655119874e-08
      ],
      "gamma_dfa": -0.050498483098635916,
      "acc_eval": 0.095703125,
      "loss_eval": 11.284198760986328,
      "epoch": 60
    },
    {
      "hidden_norms": [
        71960.484375,
        225013808.0,
        190973296.0,
        145961232.0,
        24784322.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.034386749817713e-08,
        3.658137681661344e-10,
        3.6446287654534615e-10,
        3.645108936911612e-10,
        3.6448208340367216e-10
      ],
      "bp_grad_norms_F": [
        2.785225660772994e-05,
        2.5983931450923592e-08,
        2.1029784136317176e-08,
        2.0842044534674642e-08,
        2.0818688994950207e-08
      ],
      "gamma_dfa": -0.05046346641029231,
      "acc_eval": 0.0986328125,
      "loss_eval": 11.392132759094238,
      "epoch": 61
    },
    {
      "hidden_norms": [
        72430.8359375,
        229851040.0,
        195010560.0,
        149020912.0,
        25253220.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.096932984675732e-08,
        3.608093823714853e-10,
        3.5983932500371907e-10,
        3.600989784136033e-10,
        3.599919529140294e-10
      ],
      "bp_grad_norms_F": [
        2.763499469438102e-05,
        2.5544034443214514e-08,
        2.0638090347802063e-08,
        2.0451848214975143e-08,
        2.0428588598520037e-08
      ],
      "gamma_dfa": -0.050787233689334244,
      "acc_eval": 0.091796875,
      "loss_eval": 11.378694534301758,
      "epoch": 62
    },
    {
      "hidden_norms": [
        72896.0234375,
        234300800.0,
        198948976.0,
        152100720.0,
        25625868.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.0542243924574e-08,
        3.557290573219518e-10,
        3.5249042573681777e-10,
        3.5253552854719317e-10,
        3.5250652397067483e-10
      ],
      "bp_grad_norms_F": [
        2.9849852580809966e-05,
        2.5036932527200406e-08,
        2.0406586642707225e-08,
        2.020845712991104e-08,
        2.0186647020636883e-08
      ],
      "gamma_dfa": -0.05070546226488659,
      "acc_eval": 0.095703125,
      "loss_eval": 11.479286193847656,
      "epoch": 63
    },
    {
      "hidden_norms": [
        73328.34375,
        238316288.0,
        202586032.0,
        155039648.0,
        26024600.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.105094989081408e-08,
        3.510710333554101e-10,
        3.495781997209235e-10,
        3.500161271929869e-10,
        3.499118772509746e-10
      ],
      "bp_grad_norms_F": [
        2.91574870061595e-05,
        2.4413550292479158e-08,
        2.0145231260926266e-08,
        1.9952185681404444e-08,
        1.9931007955165114e-08
      ],
      "gamma_dfa": -0.05086314045183826,
      "acc_eval": 0.0908203125,
      "loss_eval": 11.489895820617676,
      "epoch": 64
    },
    {
      "hidden_norms": [
        73748.5859375,
        242733616.0,
        206386528.0,
        157821696.0,
        26465746.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.082241803071156e-08,
        3.460224329288053e-10,
        3.438662687926808e-10,
        3.4428762618610165e-10,
        3.442592599878225e-10
      ],
      "bp_grad_norms_F": [
        2.8733484214171767e-05,
        2.375874608162576e-08,
        1.9914560667189107e-08,
        1.971613627915758e-08,
        1.969561402859199e-08
      ],
      "gamma_dfa": -0.05102878155594226,
      "acc_eval": 0.0888671875,
      "loss_eval": 11.548040390014648,
      "epoch": 65
    },
    {
      "hidden_norms": [
        74135.421875,
        246595824.0,
        209988560.0,
        160289792.0,
        26835076.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.098909714566616e-08,
        3.4202959908746777e-10,
        3.378679835908116e-10,
        3.3727598491850586e-10,
        3.370834167348846e-10
      ],
      "bp_grad_norms_F": [
        2.7568949008127674e-05,
        2.2366455354472237e-08,
        1.9751842827986366e-08,
        1.955501183203978e-08,
        1.9534347472927038e-08
      ],
      "gamma_dfa": -0.05096771135140443,
      "acc_eval": 0.091796875,
      "loss_eval": 11.69294548034668,
      "epoch": 66
    },
    {
      "hidden_norms": [
        74519.4609375,
        250496496.0,
        213470016.0,
        163034096.0,
        27224026.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.081137619659785e-08,
        3.371838919186132e-10,
        3.34856059547306e-10,
        3.351785793359596e-10,
        3.353441968556581e-10
      ],
      "bp_grad_norms_F": [
        2.4417575332336128e-05,
        2.182440006492925e-08,
        1.9469752032819088e-08,
        1.9279319474208023e-08,
        1.925921822021337e-08
      ],
      "gamma_dfa": -0.051001671119593084,
      "acc_eval": 0.0888671875,
      "loss_eval": 11.729022026062012,
      "epoch": 67
    },
    {
      "hidden_norms": [
        74894.3515625,
        254264416.0,
        216871648.0,
        165452496.0,
        27605496.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.085709962164401e-08,
        3.3377053898497877e-10,
        3.3198219173691257e-10,
        3.3151825729049733e-10,
        3.3171596025560746e-10
      ],
      "bp_grad_norms_F": [
        2.2483380234916694e-05,
        2.14983302271321e-08,
        1.9263785233647468e-08,
        1.9080003355043118e-08,
        1.9060196976283805e-08
      ],
      "gamma_dfa": -0.050941091212735046,
      "acc_eval": 0.087890625,
      "loss_eval": 11.798931121826172,
      "epoch": 68
    },
    {
      "hidden_norms": [
        75242.4609375,
        257808672.0,
        219912720.0,
        167826688.0,
        27928376.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.091576913533572e-08,
        3.2881539158147177e-10,
        3.263028736100182e-10,
        3.2664609905808106e-10,
        3.264644665712524e-10
      ],
      "bp_grad_norms_F": [
        2.127209518221207e-05,
        2.0985540416518234e-08,
        1.9050151678356997e-08,
        1.8875326190936903e-08,
        1.8856361805319466e-08
      ],
      "gamma_dfa": -0.05089846828195732,
      "acc_eval": 0.091796875,
      "loss_eval": 11.895479202270508,
      "epoch": 69
    },
    {
      "hidden_norms": [
        75572.1171875,
        261119824.0,
        222742832.0,
        169876672.0,
        28198556.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.057247041255323e-08,
        3.278008420259937e-10,
        3.249100710700503e-10,
        3.242202339936995e-10,
        3.244049195938459e-10
      ],
      "bp_grad_norms_F": [
        1.884793528006412e-05,
        2.07159356335751e-08,
        1.889556244805135e-08,
        1.8724394479363582e-08,
        1.8705017978959404e-08
      ],
      "gamma_dfa": -0.05079331841261592,
      "acc_eval": 0.0888671875,
      "loss_eval": 11.890766143798828,
      "epoch": 70
    },
    {
      "hidden_norms": [
        75874.0546875,
        264210176.0,
        225470416.0,
        172025616.0,
        28547836.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.025038849586053e-08,
        3.2404043337486144e-10,
        3.204363163700208e-10,
        3.2077221434612113e-10,
        3.205906651260193e-10
      ],
      "bp_grad_norms_F": [
        1.7337119061267003e-05,
        2.020676426184309e-08,
        1.872472488173571e-08,
        1.8554693781425158e-08,
        1.853570097409829e-08
      ],
      "gamma_dfa": -0.05096161225810647,
      "acc_eval": 0.0849609375,
      "loss_eval": 11.900531768798828,
      "epoch": 71
    },
    {
      "hidden_norms": [
        76155.671875,
        267008752.0,
        228187344.0,
        173959248.0,
        28788394.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.046407711821303e-08,
        3.195448350368224e-10,
        3.1774499698045133e-10,
        3.1807836919917065e-10,
        3.179001784037183e-10
      ],
      "bp_grad_norms_F": [
        1.667224569246173e-05,
        2.00564560515204e-08,
        1.8585067707022063e-08,
        1.8417832592376726e-08,
        1.8399065382368462e-08
      ],
      "gamma_dfa": -0.05094757055485388,
      "acc_eval": 0.087890625,
      "loss_eval": 11.944206237792969,
      "epoch": 72
    },
    {
      "hidden_norms": [
        76421.0625,
        269839616.0,
        230674688.0,
        175791728.0,
        29094570.0
      ],
      "bp_grad_norms_per_sample_med": [
        9.012642010475247e-08,
        3.166587547731581e-10,
        3.1469221672963954e-10,
        3.1502128683413844e-10,
        3.1484426177286196e-10
      ],
      "bp_grad_norms_F": [
        1.6745894754421897e-05,
        1.9875857404372255e-08,
        1.840698438115851e-08,
        1.8240543298020384e-08,
        1.822207096324746e-08
      ],
      "gamma_dfa": -0.05100561307335738,
      "acc_eval": 0.0859375,
      "loss_eval": 11.99311637878418,
      "epoch": 73
    },
    {
      "hidden_norms": [
        76664.2734375,
        272336768.0,
        232959216.0,
        177609664.0,
        29323556.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.990726030333462e-08,
        3.1504263087178686e-10,
        3.12906783817013e-10,
        3.131215564611267e-10,
        3.1305841252660116e-10
      ],
      "bp_grad_norms_F": [
        1.6934929590206593e-05,
        1.98417797747652e-08,
        1.8281056668456586e-08,
        1.8116447009219883e-08,
        1.8098068821359448e-08
      ],
      "gamma_dfa": -0.05103835645422805,
      "acc_eval": 0.0849609375,
      "loss_eval": 12.02127456665039,
      "epoch": 74
    },
    {
      "hidden_norms": [
        76888.4921875,
        274732928.0,
        235060816.0,
        179132768.0,
        29504610.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.986659594256707e-08,
        3.121746194878483e-10,
        3.1075714224115814e-10,
        3.1084415597071313e-10,
        3.1076746731528715e-10
      ],
      "bp_grad_norms_F": [
        1.7154834495158866e-05,
        1.9609577961432478e-08,
        1.816025729795001e-08,
        1.7994944201404905e-08,
        1.7976633515104368e-08
      ],
      "gamma_dfa": -0.05099774348491337,
      "acc_eval": 0.083984375,
      "loss_eval": 12.060166358947754,
      "epoch": 75
    },
    {
      "hidden_norms": [
        77091.2421875,
        277045280.0,
        237230640.0,
        180794320.0,
        29739022.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.99742147453253e-08,
        3.103251822178521e-10,
        3.08925968139917e-10,
        3.089623279439735e-10,
        3.0893596014713864e-10
      ],
      "bp_grad_norms_F": [
        1.679581509961281e-05,
        1.951891448470633e-08,
        1.803828730828627e-08,
        1.787446990419994e-08,
        1.785628889194868e-08
      ],
      "gamma_dfa": -0.050966299066203646,
      "acc_eval": 0.087890625,
      "loss_eval": 12.12912654876709,
      "epoch": 76
    },
    {
      "hidden_norms": [
        77280.328125,
        279085056.0,
        239194416.0,
        182229856.0,
        29919720.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.955728958426334e-08,
        3.0862179478674534e-10,
        3.06326686239089e-10,
        3.067510134791007e-10,
        3.0670044282032904e-10
      ],
      "bp_grad_norms_F": [
        1.6653601051075384e-05,
        1.913345748505435e-08,
        1.7934322471546693e-08,
        1.7773432503531694e-08,
        1.7755372283545512e-08
      ],
      "gamma_dfa": -0.050885657081380486,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.196252822875977,
      "epoch": 77
    },
    {
      "hidden_norms": [
        77464.84375,
        281044160.0,
        241080400.0,
        183481632.0,
        30118970.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.968549281007654e-08,
        3.077238464044285e-10,
        3.0509625381647254e-10,
        3.05251185439559e-10,
        3.0514471505149743e-10
      ],
      "bp_grad_norms_F": [
        1.6696472812327556e-05,
        1.9041245025164244e-08,
        1.7839029808897067e-08,
        1.767946500308426e-08,
        1.766149004822637e-08
      ],
      "gamma_dfa": -0.05102008958783699,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.193323135375977,
      "epoch": 78
    },
    {
      "hidden_norms": [
        77630.7734375,
        282858400.0,
        242823728.0,
        184645696.0,
        30321804.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.95526710564809e-08,
        3.0606236989250135e-10,
        3.0359312286343254e-10,
        3.0362826142216193e-10,
        3.0360203240320516e-10
      ],
      "bp_grad_norms_F": [
        1.670894562266767e-05,
        1.8970476745039377e-08,
        1.7750505065805555e-08,
        1.7592398648957897e-08,
        1.7574748767401616e-08
      ],
      "gamma_dfa": -0.05112272154656239,
      "acc_eval": 0.087890625,
      "loss_eval": 12.226293563842773,
      "epoch": 79
    },
    {
      "hidden_norms": [
        77779.6484375,
        284380192.0,
        244252416.0,
        185749600.0,
        30452270.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.966701159351942e-08,
        3.0471447587387956e-10,
        3.022795902474229e-10,
        3.0231497860633283e-10,
        3.022894989879177e-10
      ],
      "bp_grad_norms_F": [
        1.6740978026064113e-05,
        1.889440781610574e-08,
        1.7666355489609487e-08,
        1.7510158656364183e-08,
        1.749260469807723e-08
      ],
      "gamma_dfa": -0.05107468220376177,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.260065078735352,
      "epoch": 80
    },
    {
      "hidden_norms": [
        77920.109375,
        285895104.0,
        245542864.0,
        186746576.0,
        30585936.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.98649830105569e-08,
        3.0335337020126474e-10,
        3.010065807718121e-10,
        3.0114838400763233e-10,
        3.010563187633153e-10
      ],
      "bp_grad_norms_F": [
        1.6312769730575383e-05,
        1.8841578963701977e-08,
        1.7605929159003608e-08,
        1.7449115929935033e-08,
        1.7431389665034658e-08
      ],
      "gamma_dfa": -0.051095581700792536,
      "acc_eval": 0.087890625,
      "loss_eval": 12.283187866210938,
      "epoch": 81
    },
    {
      "hidden_norms": [
        78045.9765625,
        287308480.0,
        246744592.0,
        187657408.0,
        30732464.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.991665367830137e-08,
        3.023456207618125e-10,
        3.001092707677344e-10,
        3.002506299143448e-10,
        3.001580373140911e-10
      ],
      "bp_grad_norms_F": [
        1.6261117707472295e-05,
        1.8763861575621377e-08,
        1.7538225094426707e-08,
        1.73831011807124e-08,
        1.7365564985993842e-08
      ],
      "gamma_dfa": -0.05111259325349238,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.312464714050293,
      "epoch": 82
    },
    {
      "hidden_norms": [
        78157.4453125,
        288495296.0,
        247894048.0,
        188423328.0,
        30852564.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.983852950450455e-08,
        3.0117680571706273e-10,
        2.9906743748142617e-10,
        2.9920824151652425e-10,
        2.991159819831779e-10
      ],
      "bp_grad_norms_F": [
        1.6263733414234594e-05,
        1.8713789629032362e-08,
        1.7478631875178507e-08,
        1.7324792267459088e-08,
        1.730730758708887e-08
      ],
      "gamma_dfa": -0.05116538004585891,
      "acc_eval": 0.0849609375,
      "loss_eval": 12.31210994720459,
      "epoch": 83
    },
    {
      "hidden_norms": [
        78262.0234375,
        289603808.0,
        248882656.0,
        189149776.0,
        30956266.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.960672204239017e-08,
        3.0011432228249646e-10,
        2.9822597169548715e-10,
        2.9836624837464853e-10,
        2.9827409986360465e-10
      ],
      "bp_grad_norms_F": [
        1.631741542951204e-05,
        1.8692462688818523e-08,
        1.7431661447631086e-08,
        1.7277525188319487e-08,
        1.725989662304528e-08
      ],
      "gamma_dfa": -0.05115435087645892,
      "acc_eval": 0.083984375,
      "loss_eval": 12.336039543151855,
      "epoch": 84
    },
    {
      "hidden_norms": [
        78353.1171875,
        290648000.0,
        249810592.0,
        189809696.0,
        31040388.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.986083344098006e-08,
        2.995071968214802e-10,
        2.9758684405578606e-10,
        2.977268154236157e-10,
        2.9763422282336194e-10
      ],
      "bp_grad_norms_F": [
        1.6262692952295765e-05,
        1.849162600819909e-08,
        1.73968519590062e-08,
        1.7244063954535704e-08,
        1.7226579274165488e-08
      ],
      "gamma_dfa": -0.05118084823334357,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.381507873535156,
      "epoch": 85
    },
    {
      "hidden_norms": [
        78431.15625,
        291523168.0,
        250644688.0,
        190386224.0,
        31126390.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.970421561116382e-08,
        2.984960056906516e-10,
        2.967268375453358e-10,
        2.968662538016531e-10,
        2.967753265359363e-10
      ],
      "bp_grad_norms_F": [
        1.6223337297560647e-05,
        1.8457278372352448e-08,
        1.7345271885460534e-08,
        1.7192725465520198e-08,
        1.717533315570563e-08
      ],
      "gamma_dfa": -0.05117447574957623,
      "acc_eval": 0.0849609375,
      "loss_eval": 12.38785171508789,
      "epoch": 86
    },
    {
      "hidden_norms": [
        78499.1484375,
        292312512.0,
        251365920.0,
        190918880.0,
        31200688.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.988487110173082e-08,
        2.980244662165177e-10,
        2.966143997085169e-10,
        2.96407148825395e-10,
        2.965439005464532e-10
      ],
      "bp_grad_norms_F": [
        1.627574602025561e-05,
        1.8460895034877467e-08,
        1.7314020439584965e-08,
        1.7161701393320072e-08,
        1.714437836142224e-08
      ],
      "gamma_dfa": -0.05115793484583264,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.419504165649414,
      "epoch": 87
    },
    {
      "hidden_norms": [
        78560.8984375,
        292944192.0,
        251977760.0,
        191372272.0,
        31263360.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.973138676537928e-08,
        2.973402635220168e-10,
        2.9567431836241553e-10,
        2.958131239960693e-10,
        2.957224187749574e-10
      ],
      "bp_grad_norms_F": [
        1.628614336368628e-05,
        1.8427853021307783e-08,
        1.72794418773492e-08,
        1.7127625540069857e-08,
        1.7110302508172026e-08
      ],
      "gamma_dfa": -0.0511754965664295,
      "acc_eval": 0.087890625,
      "loss_eval": 12.422038078308105,
      "epoch": 88
    },
    {
      "hidden_norms": [
        78610.8515625,
        293507168.0,
        252467824.0,
        191746752.0,
        31315682.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.979492349681095e-08,
        2.9698124515142865e-10,
        2.9562619019429803e-10,
        2.9538149703967065e-10,
        2.9551999736199264e-10
      ],
      "bp_grad_norms_F": [
        1.631640589039307e-05,
        1.8418628400240777e-08,
        1.726077947239446e-08,
        1.710880859207009e-08,
        1.709145003303547e-08
      ],
      "gamma_dfa": -0.051156919635104714,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.428571701049805,
      "epoch": 89
    },
    {
      "hidden_norms": [
        78652.9921875,
        293964640.0,
        252896208.0,
        192039472.0,
        31369200.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.969335141273405e-08,
        2.9646449184461687e-10,
        2.949255561990327e-10,
        2.949690214304468e-10,
        2.9487870478739353e-10
      ],
      "bp_grad_norms_F": [
        1.6324445823556744e-05,
        1.8399745727037953e-08,
        1.7238173555256253e-08,
        1.7086200898575044e-08,
        1.7068817470544673e-08
      ],
      "gamma_dfa": -0.051174478845496196,
      "acc_eval": 0.087890625,
      "loss_eval": 12.429685592651367,
      "epoch": 90
    },
    {
      "hidden_norms": [
        78686.6953125,
        294364864.0,
        253268672.0,
        192287472.0,
        31404650.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.964375552977799e-08,
        2.960394152040635e-10,
        2.9448907201690133e-10,
        2.9462729478346716e-10,
        2.9453686711811145e-10
      ],
      "bp_grad_norms_F": [
        1.5716021152911708e-05,
        1.8335738261043844e-08,
        1.7222946624428914e-08,
        1.7072181890398497e-08,
        1.7054745171662944e-08
      ],
      "gamma_dfa": -0.05117890803012415,
      "acc_eval": 0.087890625,
      "loss_eval": 12.430795669555664,
      "epoch": 91
    },
    {
      "hidden_norms": [
        78715.6640625,
        294704960.0,
        253580416.0,
        192507984.0,
        31439268.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.966816267275135e-08,
        2.9585070504545286e-10,
        2.9467184248233025e-10,
        2.944416099825986e-10,
        2.943854882087038e-10
      ],
      "bp_grad_norms_F": [
        1.575841633894015e-05,
        1.832342988450364e-08,
        1.7211402081329652e-08,
        1.7061056567513333e-08,
        1.704364827048721e-08
      ],
      "gamma_dfa": -0.05119702904630685,
      "acc_eval": 0.087890625,
      "loss_eval": 12.439577102661133,
      "epoch": 92
    },
    {
      "hidden_norms": [
        78736.21875,
        294950432.0,
        253812928.0,
        192667952.0,
        31460118.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.969291798166523e-08,
        2.956498934558738e-10,
        2.9448718463775947e-10,
        2.947934119035267e-10,
        2.946275168280721e-10
      ],
      "bp_grad_norms_F": [
        1.5731959138065577e-05,
        1.8296260506645012e-08,
        1.719953068857194e-08,
        1.7050359346626465e-08,
        1.703298835309397e-08
      ],
      "gamma_dfa": -0.05120327511394862,
      "acc_eval": 0.0888671875,
      "loss_eval": 12.4466552734375,
      "epoch": 93
    },
    {
      "hidden_norms": [
        78753.203125,
        295147232.0,
        253989200.0,
        192796160.0,
        31479312.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.963842645925979e-08,
        2.9541508128616556e-10,
        2.9437702275814104e-10,
        2.943085775086729e-10,
        2.9446245441988594e-10
      ],
      "bp_grad_norms_F": [
        1.573332519910764e-05,
        1.8288872638549947e-08,
        1.718973052788897e-08,
        1.7040525435163545e-08,
        1.7023159770701568e-08
      ],
      "gamma_dfa": -0.051216166342783254,
      "acc_eval": 0.087890625,
      "loss_eval": 12.445267677307129,
      "epoch": 94
    },
    {
      "hidden_norms": [
        78765.84375,
        295294944.0,
        254123440.0,
        192894032.0,
        31493604.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.965194098209395e-08,
        2.9531932455029164e-10,
        2.942409649264732e-10,
        2.945468868809087e-10,
        2.943810750721809e-10
      ],
      "bp_grad_norms_F": [
        1.5746687495266087e-05,
        1.8289329162257673e-08,
        1.7184650147328284e-08,
        1.703533136776514e-08,
        1.7017976361444198e-08
      ],
      "gamma_dfa": -0.0512156481272541,
      "acc_eval": 0.087890625,
      "loss_eval": 12.449201583862305,
      "epoch": 95
    },
    {
      "hidden_norms": [
        78774.0859375,
        295388160.0,
        254208896.0,
        192955280.0,
        31502434.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.963444741993953e-08,
        2.9521793343256775e-10,
        2.941772103692841e-10,
        2.944521015901813e-10,
        2.9431723724826497e-10
      ],
      "bp_grad_norms_F": [
        1.574558154970873e-05,
        1.8287312997244953e-08,
        1.7180775913061552e-08,
        1.7031513976917267e-08,
        1.7014160746953166e-08
      ],
      "gamma_dfa": -0.051216532388934866,
      "acc_eval": 0.087890625,
      "loss_eval": 12.451032638549805,
      "epoch": 96
    },
    {
      "hidden_norms": [
        78778.2109375,
        295438176.0,
        254253040.0,
        192987616.0,
        31507318.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.962313557958623e-08,
        2.951474897816553e-10,
        2.9410018864695076e-10,
        2.9431876380492383e-10,
        2.9424027103708283e-10
      ],
      "bp_grad_norms_F": [
        1.5746518329251558e-05,
        1.8286739233985827e-08,
        1.717829789527059e-08,
        1.7028938259500137e-08,
        1.7011583253179197e-08
      ],
      "gamma_dfa": -0.051216747364378534,
      "acc_eval": 0.087890625,
      "loss_eval": 12.451074600219727,
      "epoch": 97
    },
    {
      "hidden_norms": [
        78782.125,
        295481568.0,
        254291456.0,
        193016112.0,
        31511684.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.962148712043927e-08,
        2.9511454391339953e-10,
        2.9406876933535386e-10,
        2.942796561988814e-10,
        2.9420885172548594e-10
      ],
      "bp_grad_norms_F": [
        1.574746784172021e-05,
        1.8285794212147266e-08,
        1.7176807531882332e-08,
        1.7027431908900326e-08,
        1.7010076902579385e-08
      ],
      "gamma_dfa": -0.05121716375651886,
      "acc_eval": 0.087890625,
      "loss_eval": 12.451665878295898,
      "epoch": 98
    },
    {
      "hidden_norms": [
        78783.9921875,
        295502592.0,
        254310320.0,
        193029024.0,
        31513524.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.961931285966784e-08,
        2.950964195225225e-10,
        2.940539201023995e-10,
        2.942680543682741e-10,
        2.941940024925316e-10
      ],
      "bp_grad_norms_F": [
        1.5747409634059295e-05,
        1.8284790570533005e-08,
        1.717580744298175e-08,
        1.702643714907026e-08,
        1.700908214274932e-08
      ],
      "gamma_dfa": -0.05121721836621873,
      "acc_eval": 0.087890625,
      "loss_eval": 12.452173233032227,
      "epoch": 99
    },
    {
      "hidden_norms": [
        78784.0078125,
        295502688.0,
        254310576.0,
        193029360.0,
        31513636.0
      ],
      "bp_grad_norms_per_sample_med": [
        8.96192702271037e-08,
        2.9509686361173237e-10,
        2.940537813245214e-10,
        2.9426569514434675e-10,
        2.941938359590779e-10
      ],
      "bp_grad_norms_F": [
        1.5747655197628774e-05,
        1.8284845637595026e-08,
        1.7175850075545895e-08,
        1.7026476228920728e-08,
        1.7009122998956627e-08
      ],
      "gamma_dfa": -0.05121716100984486,
      "acc_eval": 0.087890625,
      "loss_eval": 12.452241897583008,
      "epoch": 100
    }
  ]
}