{
  "fa_log": [
    {
      "hidden_norms": [
        8.718070030212402,
        8.780964851379395,
        8.812002182006836,
        8.828720092773438,
        8.893179893493652
      ],
      "bp_grad_norms_per_sample_med": [
        0.0010068593546748161,
        0.000997236929833889,
        0.0009934091940522194,
        0.0009870644425973296,
        0.0009829498594626784
      ],
      "bp_grad_norms_F": [
        0.03544403985142708,
        0.03507080301642418,
        0.03477022796869278,
        0.03443896397948265,
        0.03407429903745651
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.115234375,
      "loss_eval": 2.383650302886963,
      "epoch": 0
    },
    {
      "hidden_norms": [
        634.95556640625,
        4686.67578125,
        8548.919921875,
        9006.0517578125,
        8484.302734375
      ],
      "bp_grad_norms_per_sample_med": [
        2.975244342451333e-06,
        1.1454501418484142e-06,
        1.1543062328200904e-06,
        1.164633545158722e-06,
        1.1064564660046017e-06
      ],
      "bp_grad_norms_F": [
        0.0001923188247019425,
        9.00624945643358e-05,
        6.289214798016474e-05,
        5.813155075884424e-05,
        5.113427323522046e-05
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.27734375,
      "loss_eval": 1.9464800357818604,
      "epoch": 1
    },
    {
      "hidden_norms": [
        838.77099609375,
        8185.21484375,
        20076.259765625,
        21714.076171875,
        19607.720703125
      ],
      "bp_grad_norms_per_sample_med": [
        2.675848463695729e-06,
        5.853078732798167e-07,
        5.769501285612932e-07,
        5.794665298708424e-07,
        5.573179464590794e-07
      ],
      "bp_grad_norms_F": [
        0.00015455791435670108,
        2.4559509256505407e-05,
        2.031458825513255e-05,
        2.0197476260364056e-05,
        1.898946902656462e-05
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.2958984375,
      "loss_eval": 1.932114601135254,
      "epoch": 2
    },
    {
      "hidden_norms": [
        966.05859375,
        10760.646484375,
        31344.212890625,
        35515.1015625,
        30314.041015625
      ],
      "bp_grad_norms_per_sample_med": [
        2.748855649770121e-06,
        4.3298211949149845e-07,
        4.17521391682385e-07,
        4.17111380102142e-07,
        3.9905967241793405e-07
      ],
      "bp_grad_norms_F": [
        0.00015430455096065998,
        1.7030582966981456e-05,
        1.4290850231191143e-05,
        1.4243430996430106e-05,
        1.3498008229362313e-05
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3203125,
      "loss_eval": 1.9043192863464355,
      "epoch": 3
    },
    {
      "hidden_norms": [
        1071.293212890625,
        12608.09765625,
        40531.1171875,
        47819.078125,
        38897.390625
      ],
      "bp_grad_norms_per_sample_med": [
        2.733014980549342e-06,
        3.670443504688592e-07,
        3.5215543903177604e-07,
        3.5238662121628295e-07,
        3.3813631716839154e-07
      ],
      "bp_grad_norms_F": [
        0.0001624817814445123,
        1.4486134205071721e-05,
        1.1960014489886817e-05,
        1.1927315426873975e-05,
        1.1350254681019578e-05
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3115234375,
      "loss_eval": 1.898539662361145,
      "epoch": 4
    },
    {
      "hidden_norms": [
        1170.5045166015625,
        14295.359375,
        49885.03515625,
        61276.62890625,
        47640.921875
      ],
      "bp_grad_norms_per_sample_med": [
        2.690757355594542e-06,
        3.267070951551432e-07,
        3.0663491656923725e-07,
        3.0629081493316335e-07,
        2.9683877755815047e-07
      ],
      "bp_grad_norms_F": [
        0.0001624024735065177,
        1.2482374586397782e-05,
        1.0314163773728069e-05,
        1.0298784218321089e-05,
        9.855078133114148e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.322265625,
      "loss_eval": 1.877720832824707,
      "epoch": 5
    },
    {
      "hidden_norms": [
        1288.9276123046875,
        15613.23046875,
        57501.26171875,
        73376.796875,
        54583.2109375
      ],
      "bp_grad_norms_per_sample_med": [
        2.7759115255321376e-06,
        3.0544967444257054e-07,
        2.801086793624563e-07,
        2.7996006224384473e-07,
        2.7101373234472703e-07
      ],
      "bp_grad_norms_F": [
        0.00017124316946137697,
        1.1784563866967801e-05,
        9.484625479672104e-06,
        9.465281436860096e-06,
        9.092000254895538e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.32421875,
      "loss_eval": 1.8702466487884521,
      "epoch": 6
    },
    {
      "hidden_norms": [
        1437.197021484375,
        16777.841796875,
        65706.7109375,
        87232.4140625,
        61590.078125
      ],
      "bp_grad_norms_per_sample_med": [
        2.883781235141214e-06,
        2.9475407359313976e-07,
        2.6204861569567584e-07,
        2.6302603828298743e-07,
        2.5517954327369807e-07
      ],
      "bp_grad_norms_F": [
        0.00017113517969846725,
        1.1177045962540433e-05,
        8.825853001326323e-06,
        8.807965969026554e-06,
        8.485528269375209e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.33984375,
      "loss_eval": 1.8411049842834473,
      "epoch": 7
    },
    {
      "hidden_norms": [
        1575.2144775390625,
        17884.404296875,
        73215.0,
        101692.0703125,
        67757.890625
      ],
      "bp_grad_norms_per_sample_med": [
        2.8855845357611543e-06,
        2.785824051443342e-07,
        2.509512739834463e-07,
        2.5104517931140435e-07,
        2.451099874178908e-07
      ],
      "bp_grad_norms_F": [
        0.0001778283913154155,
        1.0928491974482313e-05,
        8.524083568772767e-06,
        8.510252882842906e-06,
        8.22034417069517e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.349609375,
      "loss_eval": 1.8426380157470703,
      "epoch": 8
    },
    {
      "hidden_norms": [
        1746.853515625,
        18578.95703125,
        80693.078125,
        117047.6171875,
        73706.9765625
      ],
      "bp_grad_norms_per_sample_med": [
        2.964599843835458e-06,
        2.738325974860345e-07,
        2.414699338260107e-07,
        2.418815370219818e-07,
        2.3542932581221976e-07
      ],
      "bp_grad_norms_F": [
        0.0001854781003203243,
        1.0656134691089392e-05,
        8.172302841558121e-06,
        8.16663850855548e-06,
        7.904830454208422e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3671875,
      "loss_eval": 1.8274496793746948,
      "epoch": 9
    },
    {
      "hidden_norms": [
        1938.662109375,
        19766.384765625,
        88785.7734375,
        134051.8125,
        79702.1796875
      ],
      "bp_grad_norms_per_sample_med": [
        2.93986431643134e-06,
        2.6766733185468183e-07,
        2.3016899319827644e-07,
        2.3030897011722118e-07,
        2.2565886581560335e-07
      ],
      "bp_grad_norms_F": [
        0.0001912089210236445,
        1.0689387636375614e-05,
        7.921232281660195e-06,
        7.924772944534197e-06,
        7.683997864660341e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3505859375,
      "loss_eval": 1.8229554891586304,
      "epoch": 10
    },
    {
      "hidden_norms": [
        2088.147705078125,
        20979.9453125,
        96985.96875,
        150667.6875,
        85126.3359375
      ],
      "bp_grad_norms_per_sample_med": [
        2.9922123303549597e-06,
        2.649965722412162e-07,
        2.2647282094112597e-07,
        2.272310553053103e-07,
        2.2135814958801348e-07
      ],
      "bp_grad_norms_F": [
        0.00019602400425355881,
        1.0553159881965257e-05,
        7.715923857176676e-06,
        7.728580385446548e-06,
        7.498896593460813e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.375,
      "loss_eval": 1.8172534704208374,
      "epoch": 11
    },
    {
      "hidden_norms": [
        2276.7451171875,
        22148.2578125,
        105343.15625,
        167593.515625,
        90718.5
      ],
      "bp_grad_norms_per_sample_med": [
        3.033006578334607e-06,
        2.6026333443951444e-07,
        2.1839655062194652e-07,
        2.189913459460513e-07,
        2.1411695172446343e-07
      ],
      "bp_grad_norms_F": [
        0.00019336632976774126,
        1.0404637578176335e-05,
        7.483776698791189e-06,
        7.508507223974448e-06,
        7.2862567321863025e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.349609375,
      "loss_eval": 1.8100277185440063,
      "epoch": 12
    },
    {
      "hidden_norms": [
        2470.05517578125,
        22943.138671875,
        111998.0078125,
        181164.46875,
        93911.8515625
      ],
      "bp_grad_norms_per_sample_med": [
        3.0791732115176274e-06,
        2.678765156360896e-07,
        2.2002203081683547e-07,
        2.2065630389533908e-07,
        2.1573649178208143e-07
      ],
      "bp_grad_norms_F": [
        0.00020370102720335126,
        1.0737571756180841e-05,
        7.488396931876196e-06,
        7.527175512223039e-06,
        7.304198788915528e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3447265625,
      "loss_eval": 1.8219082355499268,
      "epoch": 13
    },
    {
      "hidden_norms": [
        2655.71875,
        23620.771484375,
        118446.4453125,
        194098.046875,
        97110.40625
      ],
      "bp_grad_norms_per_sample_med": [
        3.03382375932415e-06,
        2.674543395642104e-07,
        2.1672505567948974e-07,
        2.1837567487636989e-07,
        2.127215310565589e-07
      ],
      "bp_grad_norms_F": [
        0.00019606151909101754,
        1.0727502740337513e-05,
        7.367311354755657e-06,
        7.4189733823004644e-06,
        7.2012962846201845e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3447265625,
      "loss_eval": 1.800294041633606,
      "epoch": 14
    },
    {
      "hidden_norms": [
        2864.51904296875,
        23962.1328125,
        123932.375,
        204264.46875,
        99147.40625
      ],
      "bp_grad_norms_per_sample_med": [
        3.0961696211306844e-06,
        2.757700485744863e-07,
        2.1832956065281905e-07,
        2.1977299979880627e-07,
        2.1560039442647394e-07
      ],
      "bp_grad_norms_F": [
        0.00020294770365580916,
        1.0936742910416797e-05,
        7.422260750900023e-06,
        7.487843049602816e-06,
        7.265869498951361e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.349609375,
      "loss_eval": 1.8283555507659912,
      "epoch": 15
    },
    {
      "hidden_norms": [
        3058.654296875,
        24515.28515625,
        129439.953125,
        215162.921875,
        101313.0703125
      ],
      "bp_grad_norms_per_sample_med": [
        3.0670128126075724e-06,
        2.704452413127001e-07,
        2.1300424180026312e-07,
        2.1552395423896087e-07,
        2.103476077763844e-07
      ],
      "bp_grad_norms_F": [
        0.00020699974265880883,
        1.1274227290414274e-05,
        7.348373856075341e-06,
        7.4233907980669755e-06,
        7.201060725492425e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3603515625,
      "loss_eval": 1.8033101558685303,
      "epoch": 16
    },
    {
      "hidden_norms": [
        3205.80859375,
        24759.69921875,
        132512.875,
        221758.34375,
        102296.3515625
      ],
      "bp_grad_norms_per_sample_med": [
        3.0818489449302433e-06,
        2.7902248689315456e-07,
        2.1470867750394973e-07,
        2.1584412479569437e-07,
        2.1120550286468642e-07
      ],
      "bp_grad_norms_F": [
        0.00019346778572071344,
        1.1271905350440647e-05,
        7.35169760446297e-06,
        7.441570687660715e-06,
        7.2173174885392655e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3623046875,
      "loss_eval": 1.789717197418213,
      "epoch": 17
    },
    {
      "hidden_norms": [
        3365.503173828125,
        24903.955078125,
        137239.453125,
        228336.28125,
        103774.4140625
      ],
      "bp_grad_norms_per_sample_med": [
        3.0317510208988097e-06,
        2.810125181440526e-07,
        2.1507479175397748e-07,
        2.1818523521233146e-07,
        2.1249555004487775e-07
      ],
      "bp_grad_norms_F": [
        0.00019401832832954824,
        1.144540510722436e-05,
        7.354777153523173e-06,
        7.453731996065471e-06,
        7.234774784592446e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3515625,
      "loss_eval": 1.7909660339355469,
      "epoch": 18
    },
    {
      "hidden_norms": [
        3517.615478515625,
        25088.482421875,
        140183.171875,
        234581.5,
        105112.640625
      ],
      "bp_grad_norms_per_sample_med": [
        3.0766200325160753e-06,
        2.8522768502625695e-07,
        2.1497518787327863e-07,
        2.1691003837531753e-07,
        2.1271530670219363e-07
      ],
      "bp_grad_norms_F": [
        0.00020355181186459959,
        1.1879135854542255e-05,
        7.4169261097267736e-06,
        7.52632467992953e-06,
        7.302520316443406e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.34765625,
      "loss_eval": 1.8049894571304321,
      "epoch": 19
    },
    {
      "hidden_norms": [
        3643.212890625,
        25572.47265625,
        143095.625,
        240103.59375,
        106815.9609375
      ],
      "bp_grad_norms_per_sample_med": [
        2.9240111416584114e-06,
        2.7889984721696237e-07,
        2.1295824126355e-07,
        2.145163620070889e-07,
        2.1029546815043432e-07
      ],
      "bp_grad_norms_F": [
        0.00019266517483629286,
        1.1654319678200409e-05,
        7.349848146986915e-06,
        7.464911050192313e-06,
        7.246624591061845e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3681640625,
      "loss_eval": 1.7967158555984497,
      "epoch": 20
    },
    {
      "hidden_norms": [
        3727.509521484375,
        26266.642578125,
        147179.796875,
        243896.734375,
        107961.3359375
      ],
      "bp_grad_norms_per_sample_med": [
        3.034621840924956e-06,
        2.95065575528497e-07,
        2.1733650612532074e-07,
        2.1865858457204013e-07,
        2.140783124104928e-07
      ],
      "bp_grad_norms_F": [
        0.00019002222688868642,
        1.179500304715475e-05,
        7.40604900784092e-06,
        7.5316506809031125e-06,
        7.309085049200803e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3603515625,
      "loss_eval": 1.7879303693771362,
      "epoch": 21
    },
    {
      "hidden_norms": [
        3814.343994140625,
        26307.63671875,
        149997.296875,
        248837.015625,
        109946.75
      ],
      "bp_grad_norms_per_sample_med": [
        3.0296112072392134e-06,
        2.891725046083593e-07,
        2.132598950765896e-07,
        2.164179448982395e-07,
        2.1202281175192184e-07
      ],
      "bp_grad_norms_F": [
        0.00019085934036411345,
        1.1828436981886625e-05,
        7.313527476071613e-06,
        7.4397207754373085e-06,
        7.220100542326691e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3798828125,
      "loss_eval": 1.769087791442871,
      "epoch": 22
    },
    {
      "hidden_norms": [
        3903.16357421875,
        26762.390625,
        151661.765625,
        252546.703125,
        112163.4375
      ],
      "bp_grad_norms_per_sample_med": [
        3.10251039081777e-06,
        2.9397492085081467e-07,
        2.119260216204566e-07,
        2.151843716546864e-07,
        2.0996778005155647e-07
      ],
      "bp_grad_norms_F": [
        0.0001914280146593228,
        1.1861766324727796e-05,
        7.28844088371261e-06,
        7.418064342346042e-06,
        7.190795258793514e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.349609375,
      "loss_eval": 1.7941722869873047,
      "epoch": 23
    },
    {
      "hidden_norms": [
        3989.95361328125,
        27301.33984375,
        155319.25,
        259232.390625,
        115495.6796875
      ],
      "bp_grad_norms_per_sample_med": [
        2.962329745059833e-06,
        2.8580453204085643e-07,
        2.0789140364740888e-07,
        2.0986689719393326e-07,
        2.051628200661071e-07
      ],
      "bp_grad_norms_F": [
        0.00018467944755684584,
        1.1658386029012036e-05,
        7.1250747168960515e-06,
        7.254411684698425e-06,
        7.026835191936698e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3642578125,
      "loss_eval": 1.772944450378418,
      "epoch": 24
    },
    {
      "hidden_norms": [
        4044.4833984375,
        27958.3046875,
        158277.765625,
        265767.4375,
        119247.171875
      ],
      "bp_grad_norms_per_sample_med": [
        2.939599653473124e-06,
        2.9012642244197195e-07,
        2.0495993169333815e-07,
        2.0806970724152052e-07,
        2.0302766756685742e-07
      ],
      "bp_grad_norms_F": [
        0.00017772591672837734,
        1.151475134975044e-05,
        7.005810857663164e-06,
        7.14335192242288e-06,
        6.918045983184129e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.359375,
      "loss_eval": 1.7681654691696167,
      "epoch": 25
    },
    {
      "hidden_norms": [
        4102.31298828125,
        28819.13671875,
        162886.59375,
        274888.375,
        124251.71875
      ],
      "bp_grad_norms_per_sample_med": [
        3.00775354844518e-06,
        2.8842808319495816e-07,
        1.9920004490359133e-07,
        2.0228824837431603e-07,
        1.9777876048010512e-07
      ],
      "bp_grad_norms_F": [
        0.00017743176431395113,
        1.1497872947074939e-05,
        6.855066203570459e-06,
        6.992981980147306e-06,
        6.764100362488534e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.361328125,
      "loss_eval": 1.7643167972564697,
      "epoch": 26
    },
    {
      "hidden_norms": [
        4156.68994140625,
        29263.09765625,
        167567.5625,
        286674.25,
        130533.7578125
      ],
      "bp_grad_norms_per_sample_med": [
        2.9521122542064404e-06,
        2.7994269657938275e-07,
        1.9472663836950233e-07,
        1.9846331156259112e-07,
        1.9457104372122558e-07
      ],
      "bp_grad_norms_F": [
        0.0001732901146169752,
        1.1156066648254637e-05,
        6.697610388073372e-06,
        6.834617579443147e-06,
        6.61404874335858e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.357421875,
      "loss_eval": 1.7718162536621094,
      "epoch": 27
    },
    {
      "hidden_norms": [
        4236.7529296875,
        30445.798828125,
        173905.171875,
        301198.6875,
        138844.546875
      ],
      "bp_grad_norms_per_sample_med": [
        2.825209094226011e-06,
        2.710314390697022e-07,
        1.868730663545648e-07,
        1.8901035048202175e-07,
        1.8439881444010098e-07
      ],
      "bp_grad_norms_F": [
        0.00016928529657889158,
        1.0838041816896293e-05,
        6.40136795482249e-06,
        6.533743089676136e-06,
        6.317317456705496e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3740234375,
      "loss_eval": 1.7575714588165283,
      "epoch": 28
    },
    {
      "hidden_norms": [
        4307.15966796875,
        30990.375,
        179990.59375,
        314925.53125,
        146306.109375
      ],
      "bp_grad_norms_per_sample_med": [
        2.882675744331209e-06,
        2.69783697603998e-07,
        1.8120582012670639e-07,
        1.8295163783932367e-07,
        1.7808179109124467e-07
      ],
      "bp_grad_norms_F": [
        0.0001705507020233199,
        1.0706517059588805e-05,
        6.220788691280177e-06,
        6.352388027153211e-06,
        6.134147952252533e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.765124797821045,
      "epoch": 29
    },
    {
      "hidden_norms": [
        4360.767578125,
        32488.16015625,
        189370.28125,
        333218.25,
        156773.703125
      ],
      "bp_grad_norms_per_sample_med": [
        2.8181013931316556e-06,
        2.653597448443179e-07,
        1.7396521911905438e-07,
        1.755686014348612e-07,
        1.7160699883334019e-07
      ],
      "bp_grad_norms_F": [
        0.00016797029820736498,
        1.0374783414590638e-05,
        5.9415992836875375e-06,
        6.068700713512953e-06,
        5.864551440026844e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3564453125,
      "loss_eval": 1.755420207977295,
      "epoch": 30
    },
    {
      "hidden_norms": [
        4420.99462890625,
        33248.23046875,
        197272.421875,
        350132.625,
        166295.0625
      ],
      "bp_grad_norms_per_sample_med": [
        2.8225279038451845e-06,
        2.5861882591016183e-07,
        1.676798291327941e-07,
        1.704754311049328e-07,
        1.6635479482829396e-07
      ],
      "bp_grad_norms_F": [
        0.00016677004168741405,
        1.0174546332564205e-05,
        5.748868716182187e-06,
        5.872501787962392e-06,
        5.676161890733056e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.365234375,
      "loss_eval": 1.749579906463623,
      "epoch": 31
    },
    {
      "hidden_norms": [
        4467.9111328125,
        34465.12109375,
        206817.0625,
        370568.6875,
        177992.796875
      ],
      "bp_grad_norms_per_sample_med": [
        2.797579327307176e-06,
        2.4461206749037956e-07,
        1.6084129583759932e-07,
        1.623946417339539e-07,
        1.5842591949422058e-07
      ],
      "bp_grad_norms_F": [
        0.0001667520118644461,
        9.997165761888027e-06,
        5.521564617083641e-06,
        5.637548838421935e-06,
        5.447109742817702e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3818359375,
      "loss_eval": 1.7478370666503906,
      "epoch": 32
    },
    {
      "hidden_norms": [
        4500.455078125,
        35232.3984375,
        215903.1875,
        387229.5,
        187304.4375
      ],
      "bp_grad_norms_per_sample_med": [
        2.744678795352229e-06,
        2.4473743565067707e-07,
        1.5567927391657577e-07,
        1.5809170861302846e-07,
        1.5448634371750813e-07
      ],
      "bp_grad_norms_F": [
        0.00016586907440796494,
        9.867669177765492e-06,
        5.356784186005825e-06,
        5.468943072628463e-06,
        5.285164206725312e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.380859375,
      "loss_eval": 1.748937964439392,
      "epoch": 33
    },
    {
      "hidden_norms": [
        4559.64990234375,
        36405.82421875,
        224989.71875,
        406526.59375,
        197279.796875
      ],
      "bp_grad_norms_per_sample_med": [
        2.676637450349517e-06,
        2.350530081685065e-07,
        1.5119638874239172e-07,
        1.5273755593625538e-07,
        1.4942507675641536e-07
      ],
      "bp_grad_norms_F": [
        0.00016609806334599853,
        9.700875125417951e-06,
        5.207733465795172e-06,
        5.317946943250718e-06,
        5.140104349266039e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.747586965560913,
      "epoch": 34
    },
    {
      "hidden_norms": [
        4600.470703125,
        37569.390625,
        234249.046875,
        424273.0625,
        207188.484375
      ],
      "bp_grad_norms_per_sample_med": [
        2.6595262170303613e-06,
        2.3298444773445226e-07,
        1.4830226291451254e-07,
        1.5017273824469157e-07,
        1.4676733428586886e-07
      ],
      "bp_grad_norms_F": [
        0.0001615065266378224,
        9.520201274426654e-06,
        5.091071670904057e-06,
        5.198567123443354e-06,
        5.027129645895911e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.375,
      "loss_eval": 1.7455894947052002,
      "epoch": 35
    },
    {
      "hidden_norms": [
        4655.232421875,
        38777.5,
        243977.203125,
        443307.78125,
        217682.03125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7372755084797973e-06,
        2.3094322898487007e-07,
        1.4448018248458538e-07,
        1.465641616960056e-07,
        1.4282748850291682e-07
      ],
      "bp_grad_norms_F": [
        0.00016169788432307541,
        9.384648365085013e-06,
        4.931174771627411e-06,
        5.035632966610137e-06,
        4.871027158515062e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3779296875,
      "loss_eval": 1.739393949508667,
      "epoch": 36
    },
    {
      "hidden_norms": [
        4674.50634765625,
        39366.46875,
        253330.671875,
        458747.40625,
        225757.234375
      ],
      "bp_grad_norms_per_sample_med": [
        2.720141083045746e-06,
        2.3003921967301721e-07,
        1.4151289917663235e-07,
        1.4314728957742773e-07,
        1.4079574839342968e-07
      ],
      "bp_grad_norms_F": [
        0.00016218192467931658,
        9.336513357993681e-06,
        4.852768142882269e-06,
        4.95553604196175e-06,
        4.79518030260806e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3818359375,
      "loss_eval": 1.7406929731369019,
      "epoch": 37
    },
    {
      "hidden_norms": [
        4730.9697265625,
        40562.7578125,
        261285.078125,
        476049.71875,
        235002.046875
      ],
      "bp_grad_norms_per_sample_med": [
        2.727818809944438e-06,
        2.3385531733310927e-07,
        1.4104001877512928e-07,
        1.4261416936278692e-07,
        1.39172499302731e-07
      ],
      "bp_grad_norms_F": [
        0.00016533929738216102,
        9.380160008731764e-06,
        4.782661108038155e-06,
        4.884728696197271e-06,
        4.725173766928492e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3759765625,
      "loss_eval": 1.7494721412658691,
      "epoch": 38
    },
    {
      "hidden_norms": [
        4769.4833984375,
        41614.734375,
        272033.25,
        494194.5,
        244904.296875
      ],
      "bp_grad_norms_per_sample_med": [
        2.728792651396361e-06,
        2.2869069482567284e-07,
        1.3784755026335915e-07,
        1.3816679711453617e-07,
        1.3538770815557655e-07
      ],
      "bp_grad_norms_F": [
        0.0001621924457140267,
        9.226439942722209e-06,
        4.664412244892446e-06,
        4.759738658322021e-06,
        4.6096511141513474e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.380859375,
      "loss_eval": 1.744396686553955,
      "epoch": 39
    },
    {
      "hidden_norms": [
        4807.61669921875,
        41796.7890625,
        279173.46875,
        509024.46875,
        251937.796875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7552744086278835e-06,
        2.2436680069404247e-07,
        1.334142893938406e-07,
        1.3510819485418324e-07,
        1.3202044613080943e-07
      ],
      "bp_grad_norms_F": [
        0.00016327289631590247,
        9.199145097227301e-06,
        4.6049044613027945e-06,
        4.701471880252939e-06,
        4.55197186965961e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.37890625,
      "loss_eval": 1.738051176071167,
      "epoch": 40
    },
    {
      "hidden_norms": [
        4846.89013671875,
        43419.1953125,
        288358.6875,
        526415.1875,
        261093.328125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7159530873177573e-06,
        2.2739833127616293e-07,
        1.3493598771674442e-07,
        1.3701293255508062e-07,
        1.3374133800425625e-07
      ],
      "bp_grad_norms_F": [
        0.00016205597785301507,
        9.20344336918788e-06,
        4.573969818011392e-06,
        4.670639100368135e-06,
        4.519301455729874e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3759765625,
      "loss_eval": 1.769773244857788,
      "epoch": 41
    },
    {
      "hidden_norms": [
        4880.62109375,
        44368.0,
        297320.0,
        543147.8125,
        270529.90625
      ],
      "bp_grad_norms_per_sample_med": [
        2.704309054024634e-06,
        2.2085772855007235e-07,
        1.31169457517899e-07,
        1.3294274481268076e-07,
        1.296902354397389e-07
      ],
      "bp_grad_norms_F": [
        0.000160810406669043,
        9.048065294336993e-06,
        4.454658665054012e-06,
        4.546407581074163e-06,
        4.4059761421522126e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.7465946674346924,
      "epoch": 42
    },
    {
      "hidden_norms": [
        4899.1767578125,
        45389.57421875,
        307315.8125,
        560231.5625,
        278935.6875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7406351819081465e-06,
        2.2317071568522806e-07,
        1.2826720308112272e-07,
        1.3064222059711028e-07,
        1.270270928444006e-07
      ],
      "bp_grad_norms_F": [
        0.00016026092635001987,
        8.999614692584146e-06,
        4.385735792311607e-06,
        4.476342382986331e-06,
        4.342015927250031e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.73671293258667,
      "epoch": 43
    },
    {
      "hidden_norms": [
        4931.53857421875,
        45391.578125,
        314715.1875,
        576663.1875,
        287751.21875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7501505428517703e-06,
        2.1621856660658523e-07,
        1.2502815138759615e-07,
        1.2642922797567735e-07,
        1.2348743894108338e-07
      ],
      "bp_grad_norms_F": [
        0.00015757110668346286,
        8.882019756129012e-06,
        4.295293820177903e-06,
        4.383605300972704e-06,
        4.2555047912173904e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.376953125,
      "loss_eval": 1.7194021940231323,
      "epoch": 44
    },
    {
      "hidden_norms": [
        4952.10205078125,
        46544.41015625,
        321747.78125,
        590124.0,
        293778.09375
      ],
      "bp_grad_norms_per_sample_med": [
        2.7445450996310683e-06,
        2.20402526451835e-07,
        1.2519362257989997e-07,
        1.2609659449935862e-07,
        1.243117537796934e-07
      ],
      "bp_grad_norms_F": [
        0.00015927865752018988,
        8.919399988371879e-06,
        4.280226676200982e-06,
        4.3682503019226715e-06,
        4.240421731083188e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.376953125,
      "loss_eval": 1.7289605140686035,
      "epoch": 45
    },
    {
      "hidden_norms": [
        4985.6728515625,
        47313.03515625,
        330026.15625,
        605693.8125,
        301341.84375
      ],
      "bp_grad_norms_per_sample_med": [
        2.751742158579873e-06,
        2.1928519799985224e-07,
        1.2418719563811464e-07,
        1.259736563952174e-07,
        1.2327782883403415e-07
      ],
      "bp_grad_norms_F": [
        0.0001606208534212783,
        8.962500942288898e-06,
        4.251486188877607e-06,
        4.337850896263262e-06,
        4.2124443098146e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.7371184825897217,
      "epoch": 46
    },
    {
      "hidden_norms": [
        4993.990234375,
        47521.25390625,
        335434.3125,
        618341.0625,
        307157.4375
      ],
      "bp_grad_norms_per_sample_med": [
        2.7009368750441354e-06,
        2.1855973386664118e-07,
        1.2373016033961903e-07,
        1.255795467614007e-07,
        1.2245830305346317e-07
      ],
      "bp_grad_norms_F": [
        0.00015943347534630448,
        8.89301736606285e-06,
        4.223482847010018e-06,
        4.306960363464896e-06,
        4.1826651795418e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.384765625,
      "loss_eval": 1.737732172012329,
      "epoch": 47
    },
    {
      "hidden_norms": [
        5012.49951171875,
        48445.1953125,
        344918.46875,
        633703.8125,
        314618.65625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7400287763157394e-06,
        2.1858940613128652e-07,
        1.2219133793678338e-07,
        1.242535176970705e-07,
        1.2144892025389709e-07
      ],
      "bp_grad_norms_F": [
        0.0001590315659996122,
        8.84339078766061e-06,
        4.180086762062274e-06,
        4.265210009180009e-06,
        4.143982550885994e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.375,
      "loss_eval": 1.7298643589019775,
      "epoch": 48
    },
    {
      "hidden_norms": [
        5054.08984375,
        49201.015625,
        353929.5625,
        650649.9375,
        323234.34375
      ],
      "bp_grad_norms_per_sample_med": [
        2.710038643272128e-06,
        2.1170153274852055e-07,
        1.1893747853264358e-07,
        1.2112403169339814e-07,
        1.1869307314782418e-07
      ],
      "bp_grad_norms_F": [
        0.00015847652684897184,
        8.75549994816538e-06,
        4.11285736845457e-06,
        4.190015260974178e-06,
        4.073814125149511e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7279736995697021,
      "epoch": 49
    },
    {
      "hidden_norms": [
        5079.68505859375,
        49818.85546875,
        363584.96875,
        665326.4375,
        330221.40625
      ],
      "bp_grad_norms_per_sample_med": [
        2.728055960687925e-06,
        2.1385960735642584e-07,
        1.1923917497824732e-07,
        1.2005260430214548e-07,
        1.1790963583280245e-07
      ],
      "bp_grad_norms_F": [
        0.00015702334349043667,
        8.663697371957824e-06,
        4.082327905052807e-06,
        4.160873686487321e-06,
        4.0494828681403305e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7221198081970215,
      "epoch": 50
    },
    {
      "hidden_norms": [
        5103.2626953125,
        50236.62109375,
        366800.8125,
        675614.9375,
        334505.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.6967995836457703e-06,
        2.110563741553051e-07,
        1.1874865890604269e-07,
        1.1944737821067974e-07,
        1.17826154166778e-07
      ],
      "bp_grad_norms_F": [
        0.00015892359078861773,
        8.714905561646447e-06,
        4.066732344654156e-06,
        4.143567366554635e-06,
        4.033038294437574e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3955078125,
      "loss_eval": 1.7186274528503418,
      "epoch": 51
    },
    {
      "hidden_norms": [
        5129.00830078125,
        51124.4453125,
        375390.84375,
        689126.5,
        340674.15625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7418275294621708e-06,
        2.1331975119665003e-07,
        1.1826992363239697e-07,
        1.1942577771151264e-07,
        1.1719654224862097e-07
      ],
      "bp_grad_norms_F": [
        0.00015799023094587028,
        8.683533451403491e-06,
        4.048787559440825e-06,
        4.127006377530051e-06,
        4.019248081021942e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7216696739196777,
      "epoch": 52
    },
    {
      "hidden_norms": [
        5147.63671875,
        51383.28515625,
        382888.34375,
        701867.8125,
        346661.03125
      ],
      "bp_grad_norms_per_sample_med": [
        2.725489366639522e-06,
        2.1360351354360319e-07,
        1.1696960910967391e-07,
        1.1808428013182493e-07,
        1.1615074413384718e-07
      ],
      "bp_grad_norms_F": [
        0.0001584803540026769,
        8.698161764186807e-06,
        4.018610525235999e-06,
        4.092659764864948e-06,
        3.9867554733064026e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.39453125,
      "loss_eval": 1.7209246158599854,
      "epoch": 53
    },
    {
      "hidden_norms": [
        5179.68603515625,
        52093.16796875,
        388203.75,
        712999.25,
        350465.40625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7409823815105483e-06,
        2.16206004211017e-07,
        1.1817400746849671e-07,
        1.1920442943846865e-07,
        1.1731118831903586e-07
      ],
      "bp_grad_norms_F": [
        0.00015836946840863675,
        8.735608389542904e-06,
        4.036091922898777e-06,
        4.111263024242362e-06,
        4.005241407867288e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3837890625,
      "loss_eval": 1.7180767059326172,
      "epoch": 54
    },
    {
      "hidden_norms": [
        5197.8408203125,
        53041.44140625,
        398597.125,
        728487.4375,
        358157.9375
      ],
      "bp_grad_norms_per_sample_med": [
        2.763840029729181e-06,
        2.1291030805059563e-07,
        1.1598489635389342e-07,
        1.1754219286785883e-07,
        1.1593917292884726e-07
      ],
      "bp_grad_norms_F": [
        0.0001594589266460389,
        8.711985174159054e-06,
        4.000611625087913e-06,
        4.07353172704461e-06,
        3.971201294916682e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.7179795503616333,
      "epoch": 55
    },
    {
      "hidden_norms": [
        5217.0146484375,
        53347.57421875,
        403986.625,
        738288.125,
        361666.125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7599005534284515e-06,
        2.135690380100641e-07,
        1.1644724651205252e-07,
        1.166295646726212e-07,
        1.1492483054098557e-07
      ],
      "bp_grad_norms_F": [
        0.0001592675835127011,
        8.73087174113607e-06,
        4.000759417976951e-06,
        4.0730465116212144e-06,
        3.972524154960411e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.719031810760498,
      "epoch": 56
    },
    {
      "hidden_norms": [
        5245.46875,
        53932.046875,
        410963.8125,
        750011.5,
        367171.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.727937499003019e-06,
        2.1207910094744875e-07,
        1.1586875103830607e-07,
        1.1747369654813156e-07,
        1.1563617619003708e-07
      ],
      "bp_grad_norms_F": [
        0.0001595055073266849,
        8.686207365826704e-06,
        3.98215252062073e-06,
        4.0539648580306675e-06,
        3.954477506340481e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3837890625,
      "loss_eval": 1.7162381410598755,
      "epoch": 57
    },
    {
      "hidden_norms": [
        5273.81396484375,
        54359.40234375,
        415035.71875,
        757034.5,
        368386.46875
      ],
      "bp_grad_norms_per_sample_med": [
        2.8185475002828753e-06,
        2.183954137535693e-07,
        1.180805142553254e-07,
        1.196149383986267e-07,
        1.1741713734636505e-07
      ],
      "bp_grad_norms_F": [
        0.00016158133803401142,
        8.819352842692751e-06,
        4.027346676593879e-06,
        4.101018930668943e-06,
        3.999525233666645e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3828125,
      "loss_eval": 1.7294056415557861,
      "epoch": 58
    },
    {
      "hidden_norms": [
        5279.26513671875,
        54860.85546875,
        420308.09375,
        767223.875,
        372461.6875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7814132863568375e-06,
        2.1827422358455806e-07,
        1.1745117944883532e-07,
        1.1896155172053113e-07,
        1.1699857083158349e-07
      ],
      "bp_grad_norms_F": [
        0.0001601481344550848,
        8.751929271966219e-06,
        4.01089027946e-06,
        4.083126441400964e-06,
        3.984826435043942e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3740234375,
      "loss_eval": 1.7233260869979858,
      "epoch": 59
    },
    {
      "hidden_norms": [
        5281.876953125,
        55172.76171875,
        426239.0,
        777712.75,
        377365.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.729702600845485e-06,
        2.1274833272855176e-07,
        1.14989177291136e-07,
        1.1596039684036441e-07,
        1.1409560585207146e-07
      ],
      "bp_grad_norms_F": [
        0.00016002384654711932,
        8.679173333803192e-06,
        3.97576059185667e-06,
        4.045130026497645e-06,
        3.949881829612423e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.392578125,
      "loss_eval": 1.7190814018249512,
      "epoch": 60
    },
    {
      "hidden_norms": [
        5293.4951171875,
        55554.5703125,
        430637.53125,
        784743.25,
        379242.96875
      ],
      "bp_grad_norms_per_sample_med": [
        2.768365220617852e-06,
        2.1479348788489006e-07,
        1.1614937989179452e-07,
        1.1718410775074517e-07,
        1.1549084888429206e-07
      ],
      "bp_grad_norms_F": [
        0.00016024228534661233,
        8.705451364221517e-06,
        3.991565336036729e-06,
        4.061004801769741e-06,
        3.96601899410598e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3837890625,
      "loss_eval": 1.7091575860977173,
      "epoch": 61
    },
    {
      "hidden_norms": [
        5305.26953125,
        56114.8203125,
        436835.59375,
        794036.0,
        382300.59375
      ],
      "bp_grad_norms_per_sample_med": [
        2.793117346300278e-06,
        2.1690949836283835e-07,
        1.1630865515144251e-07,
        1.1756346651736749e-07,
        1.1506058683607989e-07
      ],
      "bp_grad_norms_F": [
        0.00016134958423208445,
        8.74852321430808e-06,
        3.9943656702234875e-06,
        4.064597760589095e-06,
        3.969457793573383e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3798828125,
      "loss_eval": 1.7154879570007324,
      "epoch": 62
    },
    {
      "hidden_norms": [
        5302.8837890625,
        56558.90625,
        441340.78125,
        802203.0625,
        385590.65625
      ],
      "bp_grad_norms_per_sample_med": [
        2.8357644623611122e-06,
        2.1830236107689416e-07,
        1.174595283259805e-07,
        1.1849279246689548e-07,
        1.1699435020773308e-07
      ],
      "bp_grad_norms_F": [
        0.00016155940829776227,
        8.755636372370645e-06,
        4.0028130570135545e-06,
        4.07254128731438e-06,
        3.978685981564922e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.7206263542175293,
      "epoch": 63
    },
    {
      "hidden_norms": [
        5312.6650390625,
        56690.29296875,
        446444.65625,
        811108.375,
        389126.15625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7693422453012317e-06,
        2.0976162318220304e-07,
        1.1542074673798197e-07,
        1.161635623248003e-07,
        1.1368263841404769e-07
      ],
      "bp_grad_norms_F": [
        0.00016044928634073585,
        8.682382031111047e-06,
        3.968462351622293e-06,
        4.03698095396976e-06,
        3.944758191209985e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3935546875,
      "loss_eval": 1.708216667175293,
      "epoch": 64
    },
    {
      "hidden_norms": [
        5315.3154296875,
        57172.39453125,
        452320.78125,
        819345.4375,
        392431.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.7417515866545727e-06,
        2.1362264135404985e-07,
        1.1589729354000156e-07,
        1.165334211350455e-07,
        1.1489947127074629e-07
      ],
      "bp_grad_norms_F": [
        0.00016101017536129802,
        8.694333700987045e-06,
        3.9719238884572405e-06,
        4.039454324811231e-06,
        3.947835011786083e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3916015625,
      "loss_eval": 1.7132065296173096,
      "epoch": 65
    },
    {
      "hidden_norms": [
        5323.32421875,
        57353.53515625,
        455451.03125,
        825786.625,
        393529.90625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7779890388046624e-06,
        2.1516311221603246e-07,
        1.1656365472845209e-07,
        1.1796725374324524e-07,
        1.1570150348916286e-07
      ],
      "bp_grad_norms_F": [
        0.00016156666970346123,
        8.733955837669782e-06,
        3.986176579928724e-06,
        4.05381206292077e-06,
        3.9624515011382755e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3994140625,
      "loss_eval": 1.715019702911377,
      "epoch": 66
    },
    {
      "hidden_norms": [
        5342.94140625,
        57836.46875,
        461806.90625,
        835003.3125,
        397621.53125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7782559754996328e-06,
        2.1394832572241285e-07,
        1.1512971553884199e-07,
        1.1638152841442206e-07,
        1.1455212955979732e-07
      ],
      "bp_grad_norms_F": [
        0.00016023094940464944,
        8.671009709360078e-06,
        3.967585598729784e-06,
        4.035073743580142e-06,
        3.945795015170006e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7059491872787476,
      "epoch": 67
    },
    {
      "hidden_norms": [
        5353.94189453125,
        58288.83984375,
        465855.71875,
        840827.8125,
        399727.625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7943997338297777e-06,
        2.1217401524609159e-07,
        1.1551408363175142e-07,
        1.1611316352855283e-07,
        1.1411684397444333e-07
      ],
      "bp_grad_norms_F": [
        0.00015934662951622158,
        8.68945244292263e-06,
        3.9676901906204876e-06,
        4.034785888507031e-06,
        3.945680873584934e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.39453125,
      "loss_eval": 1.703755259513855,
      "epoch": 68
    },
    {
      "hidden_norms": [
        5350.173828125,
        58626.13671875,
        469388.5,
        847294.5,
        401525.625
      ],
      "bp_grad_norms_per_sample_med": [
        2.773014784906991e-06,
        2.1550022211158648e-07,
        1.1623347972999909e-07,
        1.1767290430952926e-07,
        1.1548346634526752e-07
      ],
      "bp_grad_norms_F": [
        0.00016030117694754153,
        8.702772902324796e-06,
        3.981078407377936e-06,
        4.047733909828821e-06,
        3.958340130338911e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3916015625,
      "loss_eval": 1.7165981531143188,
      "epoch": 69
    },
    {
      "hidden_norms": [
        5357.58251953125,
        58903.7734375,
        474182.15625,
        855194.375,
        404878.59375
      ],
      "bp_grad_norms_per_sample_med": [
        2.75364641311171e-06,
        2.1325861609966523e-07,
        1.1510206121556621e-07,
        1.1569208169248668e-07,
        1.1389116849613856e-07
      ],
      "bp_grad_norms_F": [
        0.00015995267312973738,
        8.656907994009089e-06,
        3.959937203035224e-06,
        4.026182978122961e-06,
        3.939108864869922e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3955078125,
      "loss_eval": 1.7067822217941284,
      "epoch": 70
    },
    {
      "hidden_norms": [
        5361.0703125,
        59035.59375,
        477104.5,
        859434.875,
        405244.875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7923097150051035e-06,
        2.1804021343996283e-07,
        1.1658453757945608e-07,
        1.1743448169454496e-07,
        1.1549956013823248e-07
      ],
      "bp_grad_norms_F": [
        0.0001615561341168359,
        8.730263289180584e-06,
        3.989315700891893e-06,
        4.055812496517319e-06,
        3.967216798628215e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.392578125,
      "loss_eval": 1.713646411895752,
      "epoch": 71
    },
    {
      "hidden_norms": [
        5369.7529296875,
        59398.04296875,
        480994.0625,
        865578.875,
        407758.6875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7749495075113373e-06,
        2.139253751920478e-07,
        1.1538476485384308e-07,
        1.1588154080754975e-07,
        1.1468705451989081e-07
      ],
      "bp_grad_norms_F": [
        0.00016089060227386653,
        8.69345421961043e-06,
        3.971756996179465e-06,
        4.03762214773451e-06,
        3.950478458136786e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.7055977582931519,
      "epoch": 72
    },
    {
      "hidden_norms": [
        5376.67578125,
        59606.38671875,
        484413.75,
        871224.125,
        409605.40625
      ],
      "bp_grad_norms_per_sample_med": [
        2.767387286439771e-06,
        2.163243522090852e-07,
        1.1596397797575264e-07,
        1.1663173182796527e-07,
        1.1466888594213742e-07
      ],
      "bp_grad_norms_F": [
        0.0001625583681743592,
        8.740000339457765e-06,
        3.985041985288262e-06,
        4.0507725316274446e-06,
        3.964435109082842e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.717661738395691,
      "epoch": 73
    },
    {
      "hidden_norms": [
        5388.92626953125,
        60038.8828125,
        487315.0,
        875672.0625,
        411209.46875
      ],
      "bp_grad_norms_per_sample_med": [
        2.811367039612378e-06,
        2.1376251879701158e-07,
        1.150508310843179e-07,
        1.1646184105984503e-07,
        1.1464238269809357e-07
      ],
      "bp_grad_norms_F": [
        0.0001601450494490564,
        8.67134895088384e-06,
        3.971680598624516e-06,
        4.03764806833351e-06,
        3.951014605263481e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.7057151794433594,
      "epoch": 74
    },
    {
      "hidden_norms": [
        5394.13818359375,
        60238.7265625,
        490408.5625,
        880235.0625,
        412592.1875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7481701181386597e-06,
        2.1436494535009842e-07,
        1.1508839747875754e-07,
        1.1683697209718957e-07,
        1.148769968040142e-07
      ],
      "bp_grad_norms_F": [
        0.00016096947365440428,
        8.67969538376201e-06,
        3.976166681241011e-06,
        4.041281044919742e-06,
        3.95562074118061e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3974609375,
      "loss_eval": 1.711783528327942,
      "epoch": 75
    },
    {
      "hidden_norms": [
        5398.15234375,
        60386.79296875,
        492903.0625,
        883714.5,
        413466.03125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7468756798043614e-06,
        2.142960227047297e-07,
        1.155566522470508e-07,
        1.1617837003541354e-07,
        1.1447124137475839e-07
      ],
      "bp_grad_norms_F": [
        0.00016124852118082345,
        8.686849469086155e-06,
        3.9795741031412035e-06,
        4.044950401294045e-06,
        3.958904471801361e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3955078125,
      "loss_eval": 1.7077192068099976,
      "epoch": 76
    },
    {
      "hidden_norms": [
        5399.38623046875,
        60673.9140625,
        495671.34375,
        887343.3125,
        414498.4375
      ],
      "bp_grad_norms_per_sample_med": [
        2.782978071991238e-06,
        2.1490254198397452e-07,
        1.1598574900517633e-07,
        1.167711403127214e-07,
        1.1515145814655625e-07
      ],
      "bp_grad_norms_F": [
        0.00016076312749646604,
        8.698333658685442e-06,
        3.980411747761536e-06,
        4.046264621138107e-06,
        3.960503818234429e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.7069586515426636,
      "epoch": 77
    },
    {
      "hidden_norms": [
        5401.99755859375,
        60780.171875,
        498870.40625,
        892185.3125,
        416521.0625
      ],
      "bp_grad_norms_per_sample_med": [
        2.731095946728601e-06,
        2.1313489639851468e-07,
        1.1489591145164013e-07,
        1.1583144754467867e-07,
        1.1378151754115606e-07
      ],
      "bp_grad_norms_F": [
        0.00016048294492065907,
        8.671476280142087e-06,
        3.968764303863281e-06,
        4.033439381601056e-06,
        3.948562607547501e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.7046585083007812,
      "epoch": 78
    },
    {
      "hidden_norms": [
        5396.2353515625,
        60906.8125,
        499556.1875,
        893389.6875,
        416091.625
      ],
      "bp_grad_norms_per_sample_med": [
        2.8349218155199196e-06,
        2.165559180866694e-07,
        1.1532758037446911e-07,
        1.1579567171793315e-07,
        1.1431712465537203e-07
      ],
      "bp_grad_norms_F": [
        0.00016091841098386794,
        8.715818694327027e-06,
        3.983707301813411e-06,
        4.049661583849229e-06,
        3.963775725424057e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.39453125,
      "loss_eval": 1.7074486017227173,
      "epoch": 79
    },
    {
      "hidden_norms": [
        5399.12646484375,
        60870.21484375,
        502091.5625,
        896890.0625,
        417516.5625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7684259293891955e-06,
        2.148178452898719e-07,
        1.1549953882195041e-07,
        1.1610666916794798e-07,
        1.1443260916621512e-07
      ],
      "bp_grad_norms_F": [
        0.00016129721188917756,
        8.707292181497905e-06,
        3.980841484008124e-06,
        4.045855348522309e-06,
        3.9603528421139345e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.706810474395752,
      "epoch": 80
    },
    {
      "hidden_norms": [
        5394.28564453125,
        61078.3671875,
        504476.65625,
        900378.125,
        418670.8125
      ],
      "bp_grad_norms_per_sample_med": [
        2.764037617453141e-06,
        2.1426544094538258e-07,
        1.156425071258127e-07,
        1.1587813730784546e-07,
        1.145299108884501e-07
      ],
      "bp_grad_norms_F": [
        0.00016113216406665742,
        8.712745511729736e-06,
        3.979288521804847e-06,
        4.0438499127049e-06,
        3.9589867810718715e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.7053430080413818,
      "epoch": 81
    },
    {
      "hidden_norms": [
        5396.7236328125,
        61213.38671875,
        505729.4375,
        902413.125,
        419251.0625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7847922865475994e-06,
        2.1385373827342846e-07,
        1.1590607584821555e-07,
        1.167506624710768e-07,
        1.1480997130774995e-07
      ],
      "bp_grad_norms_F": [
        0.0001612855412531644,
        8.721244739717804e-06,
        3.984357590525178e-06,
        4.048785740451422e-06,
        3.963945800933288e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.708754062652588,
      "epoch": 82
    },
    {
      "hidden_norms": [
        5401.74169921875,
        61391.25,
        507562.5,
        904882.1875,
        420061.125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7846790544572286e-06,
        2.140303649866837e-07,
        1.1582537240428792e-07,
        1.1669516197798657e-07,
        1.1512172903849205e-07
      ],
      "bp_grad_norms_F": [
        0.00016096761100925505,
        8.707896085979883e-06,
        3.9824740269978065e-06,
        4.0467593862558715e-06,
        3.962396021961467e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7056825160980225,
      "epoch": 83
    },
    {
      "hidden_norms": [
        5407.85205078125,
        61435.578125,
        508690.6875,
        906681.875,
        420568.9375
      ],
      "bp_grad_norms_per_sample_med": [
        2.766970737866359e-06,
        2.144422381888944e-07,
        1.157119697836606e-07,
        1.1730713112001467e-07,
        1.1475398054017205e-07
      ],
      "bp_grad_norms_F": [
        0.00016140809748321772,
        8.720307960174978e-06,
        3.985259354521986e-06,
        4.050050392834237e-06,
        3.965534688177286e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.7068425416946411,
      "epoch": 84
    },
    {
      "hidden_norms": [
        5412.962890625,
        61492.68359375,
        510179.25,
        908609.25,
        421252.96875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7769999633164844e-06,
        2.1622201984428102e-07,
        1.1603597727116721e-07,
        1.1669756361243344e-07,
        1.1481289163839392e-07
      ],
      "bp_grad_norms_F": [
        0.00016168547153938562,
        8.720241567061748e-06,
        3.984777777077397e-06,
        4.049422386742663e-06,
        3.9649389691476244e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.38671875,
      "loss_eval": 1.7068109512329102,
      "epoch": 85
    },
    {
      "hidden_norms": [
        5414.86083984375,
        61660.16015625,
        511083.3125,
        910132.875,
        421357.09375
      ],
      "bp_grad_norms_per_sample_med": [
        2.7625901566352695e-06,
        2.1562310337230883e-07,
        1.1591524184950686e-07,
        1.168542453910959e-07,
        1.1494233120856734e-07
      ],
      "bp_grad_norms_F": [
        0.00016218819655478,
        8.743301805225201e-06,
        3.990852292190539e-06,
        4.055550562043209e-06,
        3.9708543226879556e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.384765625,
      "loss_eval": 1.7097513675689697,
      "epoch": 86
    },
    {
      "hidden_norms": [
        5414.11181640625,
        61679.67578125,
        512268.53125,
        911841.3125,
        422135.65625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7821745334222214e-06,
        2.1437830355353071e-07,
        1.1559337309563489e-07,
        1.1630524454631086e-07,
        1.143072410059176e-07
      ],
      "bp_grad_norms_F": [
        0.00016158135258592665,
        8.71670272317715e-06,
        3.983236638305243e-06,
        4.047654329042416e-06,
        3.9634205677430145e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3916015625,
      "loss_eval": 1.7057619094848633,
      "epoch": 87
    },
    {
      "hidden_norms": [
        5415.7666015625,
        61667.71875,
        513312.21875,
        913202.4375,
        422493.96875
      ],
      "bp_grad_norms_per_sample_med": [
        2.759925337159075e-06,
        2.1446679454584228e-07,
        1.1589692405777896e-07,
        1.1621393980476569e-07,
        1.1463799864941393e-07
      ],
      "bp_grad_norms_F": [
        0.000161813193699345,
        8.719586730876472e-06,
        3.9842125261202455e-06,
        4.0484619603375904e-06,
        3.964251391153084e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.390625,
      "loss_eval": 1.7056890726089478,
      "epoch": 88
    },
    {
      "hidden_norms": [
        5416.599609375,
        61688.796875,
        513735.6875,
        914162.125,
        422800.5625
      ],
      "bp_grad_norms_per_sample_med": [
        2.7784999474533834e-06,
        2.1510695091819798e-07,
        1.1558491763707934e-07,
        1.1671390609535592e-07,
        1.1512633335541977e-07
      ],
      "bp_grad_norms_F": [
        0.0001624061696929857,
        8.740545126784127e-06,
        3.989640845247777e-06,
        4.053715656482382e-06,
        3.969642875745194e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7097570896148682,
      "epoch": 89
    },
    {
      "hidden_norms": [
        5416.76220703125,
        61798.24609375,
        514785.84375,
        915175.75,
        423199.09375
      ],
      "bp_grad_norms_per_sample_med": [
        2.777203462756006e-06,
        2.1360766311318002e-07,
        1.1558247337006833e-07,
        1.1610516992277553e-07,
        1.1466264027149009e-07
      ],
      "bp_grad_norms_F": [
        0.0001616168738109991,
        8.719413926883135e-06,
        3.9822580220061354e-06,
        4.046389676659601e-06,
        3.9626197576581035e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3916015625,
      "loss_eval": 1.7034153938293457,
      "epoch": 90
    },
    {
      "hidden_norms": [
        5416.92138671875,
        61928.12109375,
        515030.59375,
        915798.25,
        423164.4375
      ],
      "bp_grad_norms_per_sample_med": [
        2.810946853060159e-06,
        2.1559939966664388e-07,
        1.1640541686119832e-07,
        1.1669366983824148e-07,
        1.1499378160806373e-07
      ],
      "bp_grad_norms_F": [
        0.00016196168144233525,
        8.733930371818133e-06,
        3.986880528827896e-06,
        4.051325959153473e-06,
        3.9673618630331475e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3857421875,
      "loss_eval": 1.7049140930175781,
      "epoch": 91
    },
    {
      "hidden_norms": [
        5416.93212890625,
        61895.34765625,
        515480.125,
        916358.0,
        423425.4375
      ],
      "bp_grad_norms_per_sample_med": [
        2.8099400424252963e-06,
        2.1475410960647423e-07,
        1.1618925555012538e-07,
        1.1643356145896178e-07,
        1.1480153716547647e-07
      ],
      "bp_grad_norms_F": [
        0.00016178778605535626,
        8.72767577675404e-06,
        3.985679995821556e-06,
        4.050090865348466e-06,
        3.966247277276125e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7039738893508911,
      "epoch": 92
    },
    {
      "hidden_norms": [
        5417.095703125,
        61845.4921875,
        515914.6875,
        916804.125,
        423511.625
      ],
      "bp_grad_norms_per_sample_med": [
        2.805000349326292e-06,
        2.15853873442029e-07,
        1.1573133917863743e-07,
        1.1623403395333298e-07,
        1.146071184621178e-07
      ],
      "bp_grad_norms_F": [
        0.00016200476966332644,
        8.730704394110944e-06,
        3.986714546044823e-06,
        4.050946245115483e-06,
        3.967099928559037e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.7049956321716309,
      "epoch": 93
    },
    {
      "hidden_norms": [
        5417.3349609375,
        61879.95703125,
        516017.53125,
        916914.5625,
        423434.5
      ],
      "bp_grad_norms_per_sample_med": [
        2.7787407361756777e-06,
        2.167610944070475e-07,
        1.1583406234194626e-07,
        1.1677065714366108e-07,
        1.1465835569879346e-07
      ],
      "bp_grad_norms_F": [
        0.0001623090065550059,
        8.742457794141956e-06,
        3.991137873526895e-06,
        4.055534191138577e-06,
        3.971431851823581e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7075328826904297,
      "epoch": 94
    },
    {
      "hidden_norms": [
        5417.50390625,
        61889.82421875,
        516312.4375,
        917429.0,
        423711.03125
      ],
      "bp_grad_norms_per_sample_med": [
        2.7708026664186036e-06,
        2.1539200645293022e-07,
        1.1580210923511913e-07,
        1.16502334890356e-07,
        1.1404062405517834e-07
      ],
      "bp_grad_norms_F": [
        0.00016205437714233994,
        8.73019962455146e-06,
        3.986566753155785e-06,
        4.050732059113216e-06,
        3.966889835282927e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.7053842544555664,
      "epoch": 95
    },
    {
      "hidden_norms": [
        5417.48828125,
        61898.47265625,
        516375.0,
        917465.6875,
        423663.46875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7983871859760256e-06,
        2.1556444096404448e-07,
        1.160928064791733e-07,
        1.1642453046079027e-07,
        1.1440795333328424e-07
      ],
      "bp_grad_norms_F": [
        0.00016201405378524214,
        8.732341484574135e-06,
        3.987765467172721e-06,
        4.052003077958943e-06,
        3.9681326597929e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7055914402008057,
      "epoch": 96
    },
    {
      "hidden_norms": [
        5417.54931640625,
        61916.09375,
        516515.78125,
        917698.75,
        423749.71875
      ],
      "bp_grad_norms_per_sample_med": [
        2.7831354145746445e-06,
        2.1518340531656577e-07,
        1.1582258707676374e-07,
        1.1653285980628425e-07,
        1.1448688042037247e-07
      ],
      "bp_grad_norms_F": [
        0.00016204272105824202,
        8.731909474590793e-06,
        3.987126092397375e-06,
        4.051275027450174e-06,
        3.967459178966237e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3896484375,
      "loss_eval": 1.7053790092468262,
      "epoch": 97
    },
    {
      "hidden_norms": [
        5417.61865234375,
        61911.2734375,
        516535.4375,
        917715.875,
        423733.46875
      ],
      "bp_grad_norms_per_sample_med": [
        2.784623802654096e-06,
        2.1553401552409923e-07,
        1.157067259782707e-07,
        1.1653578724235558e-07,
        1.1444880243516309e-07
      ],
      "bp_grad_norms_F": [
        0.0001621013943804428,
        8.73380577104399e-06,
        3.987797754234634e-06,
        4.05199125452782e-06,
        3.968138116761111e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.3876953125,
      "loss_eval": 1.7057509422302246,
      "epoch": 98
    },
    {
      "hidden_norms": [
        5417.64111328125,
        61917.359375,
        516576.09375,
        917756.125,
        423741.78125
      ],
      "bp_grad_norms_per_sample_med": [
        2.785410288197454e-06,
        2.1554964746428595e-07,
        1.1583354364574916e-07,
        1.1650187303757775e-07,
        1.145084596032575e-07
      ],
      "bp_grad_norms_F": [
        0.00016210223839152604,
        8.733919457881711e-06,
        3.987840045738267e-06,
        4.052033091284102e-06,
        3.968175860791234e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.7057793140411377,
      "epoch": 99
    },
    {
      "hidden_norms": [
        5417.64697265625,
        61917.6640625,
        516580.8125,
        917765.6875,
        423747.84375
      ],
      "bp_grad_norms_per_sample_med": [
        2.786067398119485e-06,
        2.1562047436418652e-07,
        1.1590604742650612e-07,
        1.1655521348075126e-07,
        1.1442210023915322e-07
      ],
      "bp_grad_norms_F": [
        0.00016209435125347227,
        8.73375483934069e-06,
        3.987807303929003e-06,
        4.0519980757380836e-06,
        3.968141299992567e-06
      ],
      "gamma_dfa": NaN,
      "acc_eval": 0.388671875,
      "loss_eval": 1.705754280090332,
      "epoch": 100
    }
  ],
  "seed": 42,
  "depth": 4,
  "d_hidden": 256
}