{
  "config": {
    "output_dir": "results/snapshot_vit_v1",
    "epochs": 60,
    "lr": 0.001,
    "wd": 0.05,
    "seed": 456,
    "depth": 4,
    "d_model": 128,
    "n_heads": 4
  },
  "depth": 4,
  "d_model": 128,
  "architecture": "ViTMini",
  "bp_log": [
    {
      "hidden_norms_cls": [
        0.3042769432067871,
        3.2273340225219727,
        4.6926493644714355,
        6.003997802734375,
        6.652705669403076
      ],
      "hidden_norms_avg": [
        6.027750492095947,
        7.1044697761535645,
        7.910475730895996,
        8.79189682006836,
        9.458833694458008
      ],
      "bp_grad_per_sample_l2_med": [
        0.005248428788036108,
        0.0012287507997825742,
        0.0010387187357991934,
        0.0009678652859292924,
        0.0009174557635560632
      ],
      "bp_grad_F": [
        0.248850479722023,
        0.0424945093691349,
        0.0348997563123703,
        0.03202275559306145,
        0.030239813029766083
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.0791015625,
      "loss_eval": 2.544933319091797,
      "epoch": 0
    },
    {
      "hidden_norms_cls": [
        0.47296053171157837,
        11.65749454498291,
        18.3483943939209,
        24.296405792236328,
        29.94684410095215
      ],
      "hidden_norms_avg": [
        4.04442834854126,
        9.927255630493164,
        14.762720108032227,
        19.817049026489258,
        24.69188690185547
      ],
      "bp_grad_per_sample_l2_med": [
        0.0025219416711479425,
        0.00024655580637045205,
        0.00017099862452596426,
        0.0001493149611633271,
        0.00015047143097035587
      ],
      "bp_grad_F": [
        0.11354690045118332,
        0.00995445717126131,
        0.006139951758086681,
        0.005140931811183691,
        0.005088545847684145
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.458984375,
      "loss_eval": 1.4817876815795898,
      "epoch": 1
    },
    {
      "hidden_norms_cls": [
        0.6174129843711853,
        12.388140678405762,
        20.656904220581055,
        27.073535919189453,
        32.43647003173828
      ],
      "hidden_norms_avg": [
        3.8196825981140137,
        10.982677459716797,
        17.020437240600586,
        22.471168518066406,
        27.064218521118164
      ],
      "bp_grad_per_sample_l2_med": [
        0.0020673249382525682,
        0.0002501676499377936,
        0.00015905944746918976,
        0.00013718422269448638,
        0.0001328626531176269
      ],
      "bp_grad_F": [
        0.09556808322668076,
        0.01051106583327055,
        0.005822391714900732,
        0.004766201134771109,
        0.004577947780489922
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.498046875,
      "loss_eval": 1.356250286102295,
      "epoch": 2
    },
    {
      "hidden_norms_cls": [
        0.7216586470603943,
        12.527997016906738,
        19.815393447875977,
        26.452791213989258,
        30.71564483642578
      ],
      "hidden_norms_avg": [
        3.8907485008239746,
        11.261369705200195,
        16.61492156982422,
        21.57110023498535,
        24.978900909423828
      ],
      "bp_grad_per_sample_l2_med": [
        0.0021546317730098963,
        0.00030062923906371,
        0.00018509272194933146,
        0.00013865686196368188,
        0.00012920796871185303
      ],
      "bp_grad_F": [
        0.10040326416492462,
        0.012564396485686302,
        0.007171053439378738,
        0.005316051654517651,
        0.004880763124674559
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.5263671875,
      "loss_eval": 1.2655537128448486,
      "epoch": 3
    },
    {
      "hidden_norms_cls": [
        0.8026084899902344,
        12.023736953735352,
        20.35123062133789,
        26.937381744384766,
        31.122047424316406
      ],
      "hidden_norms_avg": [
        3.9065797328948975,
        11.544925689697266,
        17.131011962890625,
        22.292007446289062,
        25.61225128173828
      ],
      "bp_grad_per_sample_l2_med": [
        0.0019258656539022923,
        0.00027825392317026854,
        0.00017385024693794549,
        0.0001323536125710234,
        0.00012172113929409534
      ],
      "bp_grad_F": [
        0.09238748997449875,
        0.01207020040601492,
        0.007036368828266859,
        0.005208354443311691,
        0.0047498126514256
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.5673828125,
      "loss_eval": 1.1375834941864014,
      "epoch": 4
    },
    {
      "hidden_norms_cls": [
        0.8784403204917908,
        11.689644813537598,
        20.318578720092773,
        27.47210121154785,
        30.616111755371094
      ],
      "hidden_norms_avg": [
        3.991969585418701,
        11.499222755432129,
        17.010013580322266,
        21.869060516357422,
        24.784456253051758
      ],
      "bp_grad_per_sample_l2_med": [
        0.0017466156277805567,
        0.00030884172883816063,
        0.00018451173673383892,
        0.00013519970525521785,
        0.00011779358464991674
      ],
      "bp_grad_F": [
        0.0881652981042862,
        0.014197942800819874,
        0.008167672902345657,
        0.00570154283195734,
        0.0048713223077356815
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.611328125,
      "loss_eval": 1.078152060508728,
      "epoch": 5
    },
    {
      "hidden_norms_cls": [
        0.9501535892486572,
        12.59860610961914,
        20.491111755371094,
        27.280519485473633,
        30.350204467773438
      ],
      "hidden_norms_avg": [
        4.104201793670654,
        12.098063468933105,
        17.173715591430664,
        21.416263580322266,
        24.0885066986084
      ],
      "bp_grad_per_sample_l2_med": [
        0.001603498705662787,
        0.0003018827992491424,
        0.00017963100981432945,
        0.00013513887824956328,
        0.00010907831892836839
      ],
      "bp_grad_F": [
        0.08621370792388916,
        0.01517424639314413,
        0.008794959634542465,
        0.006117440760135651,
        0.0050094337202608585
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6337890625,
      "loss_eval": 1.0198562145233154,
      "epoch": 6
    },
    {
      "hidden_norms_cls": [
        1.000899076461792,
        12.766633987426758,
        21.096908569335938,
        28.377235412597656,
        31.630756378173828
      ],
      "hidden_norms_avg": [
        4.143934726715088,
        13.046825408935547,
        18.295841217041016,
        23.147098541259766,
        25.70033836364746
      ],
      "bp_grad_per_sample_l2_med": [
        0.0015043691964820027,
        0.00027919537387788296,
        0.0001850408734753728,
        0.0001339056616416201,
        0.00011227549111936241
      ],
      "bp_grad_F": [
        0.07296615093946457,
        0.012746848165988922,
        0.00809843186289072,
        0.005660817492753267,
        0.00492064468562603
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6357421875,
      "loss_eval": 1.0125277042388916,
      "epoch": 7
    },
    {
      "hidden_norms_cls": [
        1.0544841289520264,
        10.223775863647461,
        18.59557342529297,
        26.47129249572754,
        29.77008819580078
      ],
      "hidden_norms_avg": [
        4.213057994842529,
        13.021050453186035,
        18.172080993652344,
        22.743032455444336,
        25.225244522094727
      ],
      "bp_grad_per_sample_l2_med": [
        0.001364147407002747,
        0.0002890345931518823,
        0.00017917664081323892,
        0.000133156034280546,
        0.00011372177687007934
      ],
      "bp_grad_F": [
        0.07409710437059402,
        0.015113108791410923,
        0.00921319704502821,
        0.006366679444909096,
        0.005320113617926836
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6376953125,
      "loss_eval": 0.9630928039550781,
      "epoch": 8
    },
    {
      "hidden_norms_cls": [
        1.1071640253067017,
        12.073644638061523,
        19.524917602539062,
        26.858781814575195,
        30.318849563598633
      ],
      "hidden_norms_avg": [
        4.280055522918701,
        13.520170211791992,
        18.620624542236328,
        22.658164978027344,
        25.25646209716797
      ],
      "bp_grad_per_sample_l2_med": [
        0.0012990576215088367,
        0.00027366873109713197,
        0.00016998387582134455,
        0.00012336595682427287,
        9.77109739324078e-05
      ],
      "bp_grad_F": [
        0.07662060856819153,
        0.015166237019002438,
        0.0096206646412611,
        0.006477049086242914,
        0.005294579081237316
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.654296875,
      "loss_eval": 0.9390516877174377,
      "epoch": 9
    },
    {
      "hidden_norms_cls": [
        1.1426520347595215,
        12.005794525146484,
        20.33642578125,
        27.80829429626465,
        31.22698974609375
      ],
      "hidden_norms_avg": [
        4.328567981719971,
        13.725446701049805,
        19.644866943359375,
        23.91346549987793,
        26.409910202026367
      ],
      "bp_grad_per_sample_l2_med": [
        0.0012125002685934305,
        0.00027867915923707187,
        0.00017298922466579825,
        0.0001231397909577936,
        0.00010014672443503514
      ],
      "bp_grad_F": [
        0.06728038191795349,
        0.014830472879111767,
        0.008772061206400394,
        0.006222804542630911,
        0.00518346531316638
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6708984375,
      "loss_eval": 0.8987849950790405,
      "epoch": 10
    },
    {
      "hidden_norms_cls": [
        1.182861089706421,
        11.343650817871094,
        19.158103942871094,
        26.537256240844727,
        29.248126983642578
      ],
      "hidden_norms_avg": [
        4.343320846557617,
        13.940053939819336,
        19.19382667541504,
        23.443157196044922,
        25.7342529296875
      ],
      "bp_grad_per_sample_l2_med": [
        0.0012841055868193507,
        0.00029811219428665936,
        0.00019176788919139653,
        0.0001351374085061252,
        0.00010611475590849295
      ],
      "bp_grad_F": [
        0.07373103499412537,
        0.015750709921121597,
        0.010071114636957645,
        0.007257349323481321,
        0.00578929902985692
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6708984375,
      "loss_eval": 0.9137783646583557,
      "epoch": 11
    },
    {
      "hidden_norms_cls": [
        1.2363859415054321,
        11.583894729614258,
        18.828346252441406,
        26.30917739868164,
        29.363861083984375
      ],
      "hidden_norms_avg": [
        4.441896915435791,
        13.568662643432617,
        18.774181365966797,
        22.73027801513672,
        24.84675407409668
      ],
      "bp_grad_per_sample_l2_med": [
        0.0011289563262835145,
        0.00029387036920525134,
        0.0001886928512249142,
        0.00013024669897276908,
        9.712533210404217e-05
      ],
      "bp_grad_F": [
        0.06850193440914154,
        0.016727343201637268,
        0.010432050563395023,
        0.00744031835347414,
        0.0057919141836464405
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6865234375,
      "loss_eval": 0.8655319809913635,
      "epoch": 12
    },
    {
      "hidden_norms_cls": [
        1.276246428489685,
        11.161674499511719,
        18.18111801147461,
        24.498512268066406,
        28.472366333007812
      ],
      "hidden_norms_avg": [
        4.438092231750488,
        13.71449089050293,
        18.358896255493164,
        21.998794555664062,
        24.44672966003418
      ],
      "bp_grad_per_sample_l2_med": [
        0.001100392546504736,
        0.0002873367629945278,
        0.00018384194117970765,
        0.0001337265275651589,
        9.951705578714609e-05
      ],
      "bp_grad_F": [
        0.06749056279659271,
        0.01716373674571514,
        0.010762249119579792,
        0.007881316356360912,
        0.005892573855817318
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.6982421875,
      "loss_eval": 0.8163608908653259,
      "epoch": 13
    },
    {
      "hidden_norms_cls": [
        1.3131792545318604,
        11.034884452819824,
        17.936412811279297,
        24.541194915771484,
        28.02472496032715
      ],
      "hidden_norms_avg": [
        4.504117012023926,
        13.86273193359375,
        18.456012725830078,
        22.296085357666016,
        24.57513427734375
      ],
      "bp_grad_per_sample_l2_med": [
        0.0010489820269867778,
        0.0002784461830742657,
        0.00018129698582924902,
        0.00013628850865643471,
        0.00010334269609302282
      ],
      "bp_grad_F": [
        0.06553377211093903,
        0.016712775453925133,
        0.010981550440192223,
        0.007675213273614645,
        0.006061363499611616
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.69921875,
      "loss_eval": 0.8088906407356262,
      "epoch": 14
    },
    {
      "hidden_norms_cls": [
        1.3631325960159302,
        10.72367000579834,
        17.147600173950195,
        23.750171661376953,
        26.97018051147461
      ],
      "hidden_norms_avg": [
        4.5338335037231445,
        13.55031967163086,
        17.503305435180664,
        21.003847122192383,
        23.168630599975586
      ],
      "bp_grad_per_sample_l2_med": [
        0.0010022176429629326,
        0.0002914569922722876,
        0.00018890199135057628,
        0.00013593978655990213,
        0.00010251985804643482
      ],
      "bp_grad_F": [
        0.06372744590044022,
        0.017576243728399277,
        0.011715950444340706,
        0.008481587283313274,
        0.006441249046474695
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.701171875,
      "loss_eval": 0.815929651260376,
      "epoch": 15
    },
    {
      "hidden_norms_cls": [
        1.3926054239273071,
        10.609240531921387,
        17.234729766845703,
        23.659292221069336,
        27.24931526184082
      ],
      "hidden_norms_avg": [
        4.513574600219727,
        13.48448371887207,
        17.66766929626465,
        21.098644256591797,
        23.213909149169922
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008784966776147485,
        0.0002452125190757215,
        0.0001629967155167833,
        0.00012193062138976529,
        8.820713992463425e-05
      ],
      "bp_grad_F": [
        0.06515656411647797,
        0.017664309591054916,
        0.011493389494717121,
        0.008405888453125954,
        0.006338838487863541
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.71875,
      "loss_eval": 0.7755489349365234,
      "epoch": 16
    },
    {
      "hidden_norms_cls": [
        1.4288005828857422,
        9.991934776306152,
        16.30902671813965,
        22.53181266784668,
        25.98328971862793
      ],
      "hidden_norms_avg": [
        4.606818199157715,
        13.761014938354492,
        18.061887741088867,
        21.805465698242188,
        23.856918334960938
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008885160204954445,
        0.00026409278507344425,
        0.0001749310758896172,
        0.00012756467913277447,
        8.965048618847504e-05
      ],
      "bp_grad_F": [
        0.07283030450344086,
        0.01973560079932213,
        0.013354410417377949,
        0.009586230851709843,
        0.006897584535181522
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.693359375,
      "loss_eval": 0.8082709908485413,
      "epoch": 17
    },
    {
      "hidden_norms_cls": [
        1.4623849391937256,
        9.794211387634277,
        16.102649688720703,
        21.62982940673828,
        25.186201095581055
      ],
      "hidden_norms_avg": [
        4.6317901611328125,
        13.527764320373535,
        17.6087589263916,
        21.295202255249023,
        23.361501693725586
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008634055848233402,
        0.0002727442770265043,
        0.00018466924666427076,
        0.00013278424739837646,
        8.995016105473042e-05
      ],
      "bp_grad_F": [
        0.06913765519857407,
        0.02126000076532364,
        0.014007972553372383,
        0.010056250728666782,
        0.00732502993196249
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.720703125,
      "loss_eval": 0.7786685824394226,
      "epoch": 18
    },
    {
      "hidden_norms_cls": [
        1.4771180152893066,
        9.776408195495605,
        15.485087394714355,
        21.054513931274414,
        25.07387351989746
      ],
      "hidden_norms_avg": [
        4.570744514465332,
        13.13935375213623,
        16.70624351501465,
        20.002471923828125,
        22.400487899780273
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008809147984720767,
        0.00026235057157464325,
        0.0001801249454729259,
        0.0001285924663534388,
        8.227767830248922e-05
      ],
      "bp_grad_F": [
        0.07356031239032745,
        0.02142982743680477,
        0.014684871770441532,
        0.010477974079549313,
        0.007170504424721003
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7412109375,
      "loss_eval": 0.7548146843910217,
      "epoch": 19
    },
    {
      "hidden_norms_cls": [
        1.4932866096496582,
        9.586905479431152,
        15.190006256103516,
        20.53044891357422,
        23.871917724609375
      ],
      "hidden_norms_avg": [
        4.640237808227539,
        13.333914756774902,
        16.603134155273438,
        19.70735740661621,
        21.712968826293945
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008201555465348065,
        0.00025074987206608057,
        0.00018013773660641164,
        0.0001373633131152019,
        8.871335012372583e-05
      ],
      "bp_grad_F": [
        0.07453557848930359,
        0.02180560864508152,
        0.015117364004254341,
        0.010920760221779346,
        0.007648298051208258
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7294921875,
      "loss_eval": 0.7338082790374756,
      "epoch": 20
    },
    {
      "hidden_norms_cls": [
        1.5380369424819946,
        8.941458702087402,
        14.383026123046875,
        19.64396858215332,
        23.333805084228516
      ],
      "hidden_norms_avg": [
        4.57804012298584,
        12.777068138122559,
        15.852535247802734,
        19.008466720581055,
        21.123043060302734
      ],
      "bp_grad_per_sample_l2_med": [
        0.0007403296767733991,
        0.00023140048142522573,
        0.0001578826195327565,
        0.00011260491737630218,
        7.754044054308906e-05
      ],
      "bp_grad_F": [
        0.07555028051137924,
        0.024111615493893623,
        0.01656532846391201,
        0.01178746297955513,
        0.007888367399573326
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.744140625,
      "loss_eval": 0.7344021201133728,
      "epoch": 21
    },
    {
      "hidden_norms_cls": [
        1.5561290979385376,
        9.454068183898926,
        14.400370597839355,
        19.253843307495117,
        22.27718734741211
      ],
      "hidden_norms_avg": [
        4.687749862670898,
        12.994861602783203,
        15.969095230102539,
        18.976381301879883,
        20.873851776123047
      ],
      "bp_grad_per_sample_l2_med": [
        0.0008383935783058405,
        0.0002680755569599569,
        0.000193025975022465,
        0.00013935549941379577,
        9.83258432825096e-05
      ],
      "bp_grad_F": [
        0.06634547561407089,
        0.021603766828775406,
        0.01579204760491848,
        0.011702721007168293,
        0.008362310007214546
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.734375,
      "loss_eval": 0.7299590110778809,
      "epoch": 22
    },
    {
      "hidden_norms_cls": [
        1.5774884223937988,
        8.741745948791504,
        13.803518295288086,
        18.90570831298828,
        22.218149185180664
      ],
      "hidden_norms_avg": [
        4.594933032989502,
        12.66419506072998,
        15.714310646057129,
        19.085254669189453,
        21.135629653930664
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006682098028250039,
        0.00022848948719911277,
        0.00016414522542618215,
        0.0001115989507525228,
        7.056116737658158e-05
      ],
      "bp_grad_F": [
        0.07456765323877335,
        0.024261610582470894,
        0.01710386760532856,
        0.012147205881774426,
        0.008177526295185089
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7763671875,
      "loss_eval": 0.699420154094696,
      "epoch": 23
    },
    {
      "hidden_norms_cls": [
        1.576693058013916,
        8.762345314025879,
        13.443113327026367,
        18.230920791625977,
        22.07720375061035
      ],
      "hidden_norms_avg": [
        4.667433738708496,
        12.606098175048828,
        15.544108390808105,
        18.674053192138672,
        20.65712547302246
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006520473980344832,
        0.00022687950695399195,
        0.0001629517209948972,
        0.00011739470210159197,
        7.377319707302377e-05
      ],
      "bp_grad_F": [
        0.08037886768579483,
        0.026545122265815735,
        0.0190938338637352,
        0.013439938426017761,
        0.00869175884872675
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7353515625,
      "loss_eval": 0.733207106590271,
      "epoch": 24
    },
    {
      "hidden_norms_cls": [
        1.5915056467056274,
        8.431538581848145,
        13.075739860534668,
        17.782840728759766,
        20.799991607666016
      ],
      "hidden_norms_avg": [
        4.626980304718018,
        12.152971267700195,
        14.936114311218262,
        18.13477325439453,
        19.853097915649414
      ],
      "bp_grad_per_sample_l2_med": [
        0.0007118558278307319,
        0.00024262107035610825,
        0.0001753592659952119,
        0.00012127246736781672,
        7.87421886343509e-05
      ],
      "bp_grad_F": [
        0.0734892264008522,
        0.025602566078305244,
        0.018658706918358803,
        0.013666817918419838,
        0.009108936414122581
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7578125,
      "loss_eval": 0.6893049478530884,
      "epoch": 25
    },
    {
      "hidden_norms_cls": [
        1.589570164680481,
        8.064777374267578,
        12.609880447387695,
        17.195837020874023,
        20.27288818359375
      ],
      "hidden_norms_avg": [
        4.651576995849609,
        12.02392578125,
        14.5856351852417,
        17.578563690185547,
        19.327190399169922
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006660808576270938,
        0.0002373493480263278,
        0.0001695255923550576,
        0.00012064678594470024,
        7.89113255450502e-05
      ],
      "bp_grad_F": [
        0.08072065562009811,
        0.02827218733727932,
        0.020335549488663673,
        0.014427169226109982,
        0.009556911885738373
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.755859375,
      "loss_eval": 0.7047942876815796,
      "epoch": 26
    },
    {
      "hidden_norms_cls": [
        1.6077263355255127,
        7.734760284423828,
        11.882841110229492,
        15.991426467895508,
        19.111549377441406
      ],
      "hidden_norms_avg": [
        4.672310829162598,
        11.994673728942871,
        14.48837661743164,
        16.922487258911133,
        18.498437881469727
      ],
      "bp_grad_per_sample_l2_med": [
        0.0005716760642826557,
        0.00020494087948463857,
        0.0001548439176985994,
        0.00011144367454107851,
        6.537805165862665e-05
      ],
      "bp_grad_F": [
        0.08237622678279877,
        0.03036416694521904,
        0.022357620298862457,
        0.01651921682059765,
        0.010484294034540653
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7548828125,
      "loss_eval": 0.6863161325454712,
      "epoch": 27
    },
    {
      "hidden_norms_cls": [
        1.6167913675308228,
        7.661223411560059,
        11.857555389404297,
        16.11384391784668,
        19.207155227661133
      ],
      "hidden_norms_avg": [
        4.6568603515625,
        11.916447639465332,
        14.127670288085938,
        16.765464782714844,
        18.548715591430664
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006015675025992095,
        0.00022187062131706625,
        0.00015665855607949197,
        0.00011372221342753619,
        6.673130701528862e-05
      ],
      "bp_grad_F": [
        0.08522997796535492,
        0.03222256526350975,
        0.023626696318387985,
        0.01693013124167919,
        0.010611210018396378
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.75390625,
      "loss_eval": 0.6998279094696045,
      "epoch": 28
    },
    {
      "hidden_norms_cls": [
        1.6032800674438477,
        7.3315229415893555,
        11.458590507507324,
        15.827820777893066,
        19.03597640991211
      ],
      "hidden_norms_avg": [
        4.592748641967773,
        11.431793212890625,
        13.694733619689941,
        16.380725860595703,
        17.913341522216797
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006015695980750024,
        0.00023376141325570643,
        0.00015724304830655456,
        0.00010976113844662905,
        6.412796210497618e-05
      ],
      "bp_grad_F": [
        0.09064542502164841,
        0.03456525132060051,
        0.02491987682878971,
        0.01721413992345333,
        0.010797572322189808
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7734375,
      "loss_eval": 0.6845672130584717,
      "epoch": 29
    },
    {
      "hidden_norms_cls": [
        1.6067036390304565,
        7.343894004821777,
        11.072548866271973,
        15.027584075927734,
        17.731834411621094
      ],
      "hidden_norms_avg": [
        4.656601428985596,
        11.393535614013672,
        13.465471267700195,
        15.975980758666992,
        17.53518295288086
      ],
      "bp_grad_per_sample_l2_med": [
        0.0005384382093325257,
        0.00021189975086599588,
        0.0001552984758745879,
        0.00010658086830517277,
        6.326750008156523e-05
      ],
      "bp_grad_F": [
        0.08886278420686722,
        0.03500310331583023,
        0.025932280346751213,
        0.018638672307133675,
        0.011571940965950489
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7666015625,
      "loss_eval": 0.6816176772117615,
      "epoch": 30
    },
    {
      "hidden_norms_cls": [
        1.6034201383590698,
        7.28795051574707,
        10.777915000915527,
        14.885525703430176,
        17.61635398864746
      ],
      "hidden_norms_avg": [
        4.614856719970703,
        11.156272888183594,
        13.103291511535645,
        15.514464378356934,
        16.799636840820312
      ],
      "bp_grad_per_sample_l2_med": [
        0.0005928887985646725,
        0.0002398774668108672,
        0.00018353872292209417,
        0.00012629387492779642,
        8.196983981179073e-05
      ],
      "bp_grad_F": [
        0.09026212245225906,
        0.03624382242560387,
        0.027555860579013824,
        0.019604889675974846,
        0.012266743928194046
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7578125,
      "loss_eval": 0.6996170878410339,
      "epoch": 31
    },
    {
      "hidden_norms_cls": [
        1.611714243888855,
        7.183743953704834,
        10.724074363708496,
        14.5570650100708,
        17.022544860839844
      ],
      "hidden_norms_avg": [
        4.623075485229492,
        11.19589614868164,
        13.009132385253906,
        15.365489959716797,
        16.62962532043457
      ],
      "bp_grad_per_sample_l2_med": [
        0.00036223753704689443,
        0.00014417112106457353,
        0.00010984936670865864,
        8.023829286685213e-05,
        4.624977009370923e-05
      ],
      "bp_grad_F": [
        0.09605100005865097,
        0.03848516568541527,
        0.029046298936009407,
        0.021008647978305817,
        0.012804670259356499
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7666015625,
      "loss_eval": 0.6707476377487183,
      "epoch": 32
    },
    {
      "hidden_norms_cls": [
        1.6100214719772339,
        6.872183322906494,
        10.294036865234375,
        14.205705642700195,
        17.145418167114258
      ],
      "hidden_norms_avg": [
        4.6112518310546875,
        11.086106300354004,
        12.928976058959961,
        15.350056648254395,
        16.69057846069336
      ],
      "bp_grad_per_sample_l2_med": [
        0.00041789902024902403,
        0.00017518684035167098,
        0.0001297849084949121,
        8.867425640346482e-05,
        4.886053648078814e-05
      ],
      "bp_grad_F": [
        0.10439282655715942,
        0.04290134832262993,
        0.03223341330885887,
        0.02269606664776802,
        0.013486144132912159
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.759765625,
      "loss_eval": 0.7303465604782104,
      "epoch": 33
    },
    {
      "hidden_norms_cls": [
        1.5996708869934082,
        6.756699085235596,
        9.930717468261719,
        13.55428695678711,
        16.25560188293457
      ],
      "hidden_norms_avg": [
        4.561036109924316,
        10.72261905670166,
        12.331817626953125,
        14.622406005859375,
        16.10407829284668
      ],
      "bp_grad_per_sample_l2_med": [
        0.0004882134380750358,
        0.0002138838026439771,
        0.00016901774506550282,
        0.0001125320850405842,
        6.579834007425234e-05
      ],
      "bp_grad_F": [
        0.10555483400821686,
        0.043922487646341324,
        0.03336327522993088,
        0.02399253286421299,
        0.013897648081183434
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7744140625,
      "loss_eval": 0.71100252866745,
      "epoch": 34
    },
    {
      "hidden_norms_cls": [
        1.5904232263565063,
        6.662050247192383,
        9.66409683227539,
        13.113885879516602,
        15.527644157409668
      ],
      "hidden_norms_avg": [
        4.5454936027526855,
        10.621905326843262,
        12.306397438049316,
        14.576898574829102,
        15.954529762268066
      ],
      "bp_grad_per_sample_l2_med": [
        0.0004819612659048289,
        0.00020982844580430537,
        0.00015760491078253835,
        0.00010895934246946126,
        5.958566543995403e-05
      ],
      "bp_grad_F": [
        0.10991083830595016,
        0.047212228178977966,
        0.03634340688586235,
        0.02575613744556904,
        0.014786512590944767
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7705078125,
      "loss_eval": 0.7015272378921509,
      "epoch": 35
    },
    {
      "hidden_norms_cls": [
        1.5926766395568848,
        6.752022743225098,
        9.809683799743652,
        13.14870548248291,
        15.66618537902832
      ],
      "hidden_norms_avg": [
        4.554390907287598,
        10.59433650970459,
        12.38070011138916,
        14.597192764282227,
        15.870081901550293
      ],
      "bp_grad_per_sample_l2_med": [
        0.00043442551395855844,
        0.0001767174544511363,
        0.0001353291590930894,
        9.88640749710612e-05,
        5.115106250741519e-05
      ],
      "bp_grad_F": [
        0.11412353813648224,
        0.04936130344867706,
        0.03786878660321236,
        0.027230119332671165,
        0.015144454315304756
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7734375,
      "loss_eval": 0.7246569395065308,
      "epoch": 36
    },
    {
      "hidden_norms_cls": [
        1.5873360633850098,
        6.424077987670898,
        9.43139934539795,
        12.677597999572754,
        15.172491073608398
      ],
      "hidden_norms_avg": [
        4.4964070320129395,
        10.287262916564941,
        11.751147270202637,
        13.867583274841309,
        15.24795150756836
      ],
      "bp_grad_per_sample_l2_med": [
        0.0004166838189121336,
        0.0001985515555134043,
        0.00014922211994417012,
        0.0001073441599146463,
        5.765057721873745e-05
      ],
      "bp_grad_F": [
        0.11522030830383301,
        0.05126715078949928,
        0.039791759103536606,
        0.028239542618393898,
        0.015849631279706955
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.76953125,
      "loss_eval": 0.7268451452255249,
      "epoch": 37
    },
    {
      "hidden_norms_cls": [
        1.5890607833862305,
        6.295929431915283,
        9.119135856628418,
        12.20608901977539,
        14.642122268676758
      ],
      "hidden_norms_avg": [
        4.5021796226501465,
        10.095436096191406,
        11.7933988571167,
        13.924290657043457,
        15.25149917602539
      ],
      "bp_grad_per_sample_l2_med": [
        0.0004105751868337393,
        0.00017681249300949275,
        0.00014306302182376385,
        9.77686358965002e-05,
        5.147796036908403e-05
      ],
      "bp_grad_F": [
        0.12662801146507263,
        0.057947222143411636,
        0.044759348034858704,
        0.03212600201368332,
        0.017064588144421577
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7587890625,
      "loss_eval": 0.7464388012886047,
      "epoch": 38
    },
    {
      "hidden_norms_cls": [
        1.5761758089065552,
        6.18004846572876,
        9.069403648376465,
        12.180702209472656,
        14.516327857971191
      ],
      "hidden_norms_avg": [
        4.492326736450195,
        9.971968650817871,
        11.50478744506836,
        13.5086669921875,
        14.760706901550293
      ],
      "bp_grad_per_sample_l2_med": [
        0.0003273288893979043,
        0.00015071693633217365,
        0.00011665018246276304,
        8.30927092465572e-05,
        4.371673639980145e-05
      ],
      "bp_grad_F": [
        0.1212363913655281,
        0.055609479546546936,
        0.04309426248073578,
        0.0311796423047781,
        0.016882745549082756
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7783203125,
      "loss_eval": 0.7176246643066406,
      "epoch": 39
    },
    {
      "hidden_norms_cls": [
        1.5679142475128174,
        6.109372615814209,
        8.818140029907227,
        11.853668212890625,
        14.200343132019043
      ],
      "hidden_norms_avg": [
        4.478363037109375,
        9.777668952941895,
        11.217857360839844,
        13.170299530029297,
        14.35566520690918
      ],
      "bp_grad_per_sample_l2_med": [
        0.0003435175749473274,
        0.00015563883061986417,
        0.00011927648301934823,
        8.298752072732896e-05,
        4.157157673034817e-05
      ],
      "bp_grad_F": [
        0.13136376440525055,
        0.06076597049832344,
        0.046719472855329514,
        0.033368490636348724,
        0.01777712069451809
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.78125,
      "loss_eval": 0.7149413228034973,
      "epoch": 40
    },
    {
      "hidden_norms_cls": [
        1.5576080083847046,
        6.149768829345703,
        8.711091041564941,
        11.498035430908203,
        13.903903007507324
      ],
      "hidden_norms_avg": [
        4.435859680175781,
        9.742182731628418,
        10.966800689697266,
        12.826833724975586,
        13.987249374389648
      ],
      "bp_grad_per_sample_l2_med": [
        0.0002820935333147645,
        0.00013546310947276652,
        0.00010691316856537014,
        7.935341272968799e-05,
        4.027710747322999e-05
      ],
      "bp_grad_F": [
        0.1424364149570465,
        0.0660286620259285,
        0.05190045386552811,
        0.037452246993780136,
        0.019488148391246796
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.759765625,
      "loss_eval": 0.7794969081878662,
      "epoch": 41
    },
    {
      "hidden_norms_cls": [
        1.55929696559906,
        6.027406215667725,
        8.56254768371582,
        11.315313339233398,
        13.816405296325684
      ],
      "hidden_norms_avg": [
        4.444095611572266,
        9.598461151123047,
        11.017721176147461,
        12.939472198486328,
        14.150469779968262
      ],
      "bp_grad_per_sample_l2_med": [
        0.00028881963226012886,
        0.00014081982953939587,
        0.00010864014620892704,
        7.903494406491518e-05,
        3.460505831753835e-05
      ],
      "bp_grad_F": [
        0.14435029029846191,
        0.06792720407247543,
        0.05288391932845116,
        0.03809889778494835,
        0.0192741546779871
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7783203125,
      "loss_eval": 0.7500836253166199,
      "epoch": 42
    },
    {
      "hidden_norms_cls": [
        1.5569288730621338,
        5.83992338180542,
        8.285759925842285,
        11.15902328491211,
        13.44404125213623
      ],
      "hidden_norms_avg": [
        4.416918754577637,
        9.525116920471191,
        10.900503158569336,
        12.753186225891113,
        13.810358047485352
      ],
      "bp_grad_per_sample_l2_med": [
        0.0003584402147680521,
        0.00016757070261519402,
        0.000135006892378442,
        8.858168439473957e-05,
        4.690655987360515e-05
      ],
      "bp_grad_F": [
        0.14751866459846497,
        0.07057010382413864,
        0.05518123507499695,
        0.039941366761922836,
        0.019994540140032768
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.783203125,
      "loss_eval": 0.7740926146507263,
      "epoch": 43
    },
    {
      "hidden_norms_cls": [
        1.5507482290267944,
        5.7182297706604,
        8.143424034118652,
        10.900334358215332,
        13.179159164428711
      ],
      "hidden_norms_avg": [
        4.415921688079834,
        9.42380142211914,
        10.672327995300293,
        12.439417839050293,
        13.481410026550293
      ],
      "bp_grad_per_sample_l2_med": [
        0.0002743537479545921,
        0.00013802653120364994,
        0.00010440178448334336,
        7.395831926260144e-05,
        3.546295192791149e-05
      ],
      "bp_grad_F": [
        0.15799099206924438,
        0.0763181671500206,
        0.060047682374715805,
        0.043460771441459656,
        0.02125636488199234
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.78125,
      "loss_eval": 0.7693630456924438,
      "epoch": 44
    },
    {
      "hidden_norms_cls": [
        1.5424573421478271,
        5.688177585601807,
        7.995815753936768,
        10.642090797424316,
        12.71364688873291
      ],
      "hidden_norms_avg": [
        4.399099349975586,
        9.228434562683105,
        10.541167259216309,
        12.30521297454834,
        13.311983108520508
      ],
      "bp_grad_per_sample_l2_med": [
        0.00024789522285573184,
        0.0001290303043788299,
        9.614775626687333e-05,
        6.680067599518225e-05,
        3.041914533241652e-05
      ],
      "bp_grad_F": [
        0.16617916524410248,
        0.08274275809526443,
        0.06457101553678513,
        0.04608331620693207,
        0.02214660868048668
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.77734375,
      "loss_eval": 0.7963705062866211,
      "epoch": 45
    },
    {
      "hidden_norms_cls": [
        1.5373201370239258,
        5.651702880859375,
        7.870075702667236,
        10.383352279663086,
        12.742950439453125
      ],
      "hidden_norms_avg": [
        4.359274387359619,
        9.120989799499512,
        10.328361511230469,
        11.979691505432129,
        13.047332763671875
      ],
      "bp_grad_per_sample_l2_med": [
        0.00020789829432033002,
        0.00010236673551844433,
        8.31241559353657e-05,
        5.5589163821423426e-05,
        2.5046059818123467e-05
      ],
      "bp_grad_F": [
        0.1711728274822235,
        0.08452030271291733,
        0.06641850620508194,
        0.048034753650426865,
        0.022233933210372925
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.796875,
      "loss_eval": 0.787158727645874,
      "epoch": 46
    },
    {
      "hidden_norms_cls": [
        1.534119725227356,
        5.64213752746582,
        7.87826681137085,
        10.351583480834961,
        12.802285194396973
      ],
      "hidden_norms_avg": [
        4.381091594696045,
        9.210761070251465,
        10.374320030212402,
        12.017292976379395,
        13.094472885131836
      ],
      "bp_grad_per_sample_l2_med": [
        0.00020434240286704153,
        9.69645261648111e-05,
        7.39863608032465e-05,
        5.592328670900315e-05,
        2.489626240276266e-05
      ],
      "bp_grad_F": [
        0.17339713871479034,
        0.08632633090019226,
        0.06861955672502518,
        0.05006933584809303,
        0.022428762167692184
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7919921875,
      "loss_eval": 0.7851632833480835,
      "epoch": 47
    },
    {
      "hidden_norms_cls": [
        1.5289297103881836,
        5.52672004699707,
        7.675796985626221,
        10.204718589782715,
        12.873387336730957
      ],
      "hidden_norms_avg": [
        4.3382954597473145,
        8.994754791259766,
        10.112909317016602,
        11.741432189941406,
        12.863862037658691
      ],
      "bp_grad_per_sample_l2_med": [
        0.0001689869095571339,
        8.723067730898038e-05,
        6.962454062886536e-05,
        4.9918842705665156e-05,
        2.0077559383935295e-05
      ],
      "bp_grad_F": [
        0.1893138736486435,
        0.09529414772987366,
        0.07472710311412811,
        0.053626082837581635,
        0.023708311840891838
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7802734375,
      "loss_eval": 0.8306612968444824,
      "epoch": 48
    },
    {
      "hidden_norms_cls": [
        1.5282790660858154,
        5.412533760070801,
        7.559310436248779,
        10.040712356567383,
        12.344849586486816
      ],
      "hidden_norms_avg": [
        4.344850063323975,
        8.943357467651367,
        10.036619186401367,
        11.63318157196045,
        12.690427780151367
      ],
      "bp_grad_per_sample_l2_med": [
        0.00015994974819477648,
        8.589095523348078e-05,
        6.632162694586441e-05,
        4.7776728024473414e-05,
        1.923311901919078e-05
      ],
      "bp_grad_F": [
        0.19004860520362854,
        0.09673094749450684,
        0.07585947215557098,
        0.05484768748283386,
        0.02464146539568901
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7880859375,
      "loss_eval": 0.8193543553352356,
      "epoch": 49
    },
    {
      "hidden_norms_cls": [
        1.5247719287872314,
        5.414742469787598,
        7.496610164642334,
        9.884673118591309,
        12.301740646362305
      ],
      "hidden_norms_avg": [
        4.334397792816162,
        8.873777389526367,
        9.937097549438477,
        11.524014472961426,
        12.564128875732422
      ],
      "bp_grad_per_sample_l2_med": [
        0.00016137116472236812,
        8.459146192763001e-05,
        7.113611354725435e-05,
        4.750298467115499e-05,
        1.9900418919860385e-05
      ],
      "bp_grad_F": [
        0.1871533840894699,
        0.09687218815088272,
        0.0768747329711914,
        0.05509059876203537,
        0.024593451991677284
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.80078125,
      "loss_eval": 0.810278058052063,
      "epoch": 50
    },
    {
      "hidden_norms_cls": [
        1.5175530910491943,
        5.423762798309326,
        7.493518352508545,
        9.848480224609375,
        12.152653694152832
      ],
      "hidden_norms_avg": [
        4.333771228790283,
        8.846830368041992,
        9.895172119140625,
        11.470880508422852,
        12.51230239868164
      ],
      "bp_grad_per_sample_l2_med": [
        0.00018688049749471247,
        9.502686589257792e-05,
        7.833576091798022e-05,
        5.505367516889237e-05,
        2.1109613953740336e-05
      ],
      "bp_grad_F": [
        0.19925038516521454,
        0.10273440927267075,
        0.08146088570356369,
        0.05800405889749527,
        0.025326546281576157
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.79296875,
      "loss_eval": 0.8315975069999695,
      "epoch": 51
    },
    {
      "hidden_norms_cls": [
        1.5154390335083008,
        5.332769870758057,
        7.351593971252441,
        9.726226806640625,
        12.217824935913086
      ],
      "hidden_norms_avg": [
        4.312089443206787,
        8.77189826965332,
        9.80828857421875,
        11.376079559326172,
        12.424320220947266
      ],
      "bp_grad_per_sample_l2_med": [
        0.0001625730947125703,
        8.300685294670984e-05,
        6.064521585358307e-05,
        4.498598718782887e-05,
        1.878884904726874e-05
      ],
      "bp_grad_F": [
        0.20003639161586761,
        0.10495735704898834,
        0.08297032862901688,
        0.059033025056123734,
        0.02547283098101616
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7890625,
      "loss_eval": 0.8281288146972656,
      "epoch": 52
    },
    {
      "hidden_norms_cls": [
        1.5136713981628418,
        5.367674827575684,
        7.355134963989258,
        9.682082176208496,
        12.047696113586426
      ],
      "hidden_norms_avg": [
        4.316784381866455,
        8.783827781677246,
        9.812792778015137,
        11.395760536193848,
        12.420063018798828
      ],
      "bp_grad_per_sample_l2_med": [
        0.00016071743448264897,
        7.887884567026049e-05,
        6.097723598941229e-05,
        4.243743751430884e-05,
        1.8102018657373264e-05
      ],
      "bp_grad_F": [
        0.20199808478355408,
        0.10541712492704391,
        0.0835103914141655,
        0.05967256799340248,
        0.025771932676434517
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7890625,
      "loss_eval": 0.8389135599136353,
      "epoch": 53
    },
    {
      "hidden_norms_cls": [
        1.5129119157791138,
        5.326069355010986,
        7.275172233581543,
        9.633310317993164,
        12.064473152160645
      ],
      "hidden_norms_avg": [
        4.308472633361816,
        8.717856407165527,
        9.717677116394043,
        11.28734016418457,
        12.3176851272583
      ],
      "bp_grad_per_sample_l2_med": [
        0.00015608215471729636,
        8.108095789793879e-05,
        6.294465129030868e-05,
        4.2116138502024114e-05,
        1.7733293134369887e-05
      ],
      "bp_grad_F": [
        0.20727074146270752,
        0.10958535224199295,
        0.08667060732841492,
        0.06113011762499809,
        0.026037005707621574
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.787109375,
      "loss_eval": 0.8504288792610168,
      "epoch": 54
    },
    {
      "hidden_norms_cls": [
        1.5120813846588135,
        5.313214302062988,
        7.253427982330322,
        9.583664894104004,
        12.01283073425293
      ],
      "hidden_norms_avg": [
        4.303354263305664,
        8.709893226623535,
        9.714727401733398,
        11.287162780761719,
        12.301621437072754
      ],
      "bp_grad_per_sample_l2_med": [
        0.00014261712203733623,
        8.006545249372721e-05,
        6.104232306824997e-05,
        4.1361305193277076e-05,
        1.670202073000837e-05
      ],
      "bp_grad_F": [
        0.20587928593158722,
        0.10970292240381241,
        0.0869779959321022,
        0.06163511052727699,
        0.02630491554737091
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7919921875,
      "loss_eval": 0.8500803709030151,
      "epoch": 55
    },
    {
      "hidden_norms_cls": [
        1.5113301277160645,
        5.33270263671875,
        7.255039215087891,
        9.560588836669922,
        11.935233116149902
      ],
      "hidden_norms_avg": [
        4.311485767364502,
        8.737537384033203,
        9.710383415222168,
        11.27385425567627,
        12.309149742126465
      ],
      "bp_grad_per_sample_l2_med": [
        0.00014448253205046058,
        7.629570609424263e-05,
        6.040706284693442e-05,
        4.236707536620088e-05,
        1.7641770682530478e-05
      ],
      "bp_grad_F": [
        0.20638784766197205,
        0.10957971960306168,
        0.08719436824321747,
        0.06181200593709946,
        0.026369713246822357
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7900390625,
      "loss_eval": 0.8525989055633545,
      "epoch": 56
    },
    {
      "hidden_norms_cls": [
        1.5115892887115479,
        5.313480377197266,
        7.247244834899902,
        9.550230979919434,
        11.989883422851562
      ],
      "hidden_norms_avg": [
        4.3022141456604,
        8.688987731933594,
        9.685582160949707,
        11.234566688537598,
        12.270132064819336
      ],
      "bp_grad_per_sample_l2_med": [
        0.0001483379164710641,
        7.948598067741841e-05,
        6.1946535424795e-05,
        4.4680935388896614e-05,
        1.6852744010975584e-05
      ],
      "bp_grad_F": [
        0.21088635921478271,
        0.11181779950857162,
        0.08855349570512772,
        0.06269123405218124,
        0.026410162448883057
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.7890625,
      "loss_eval": 0.8474454879760742,
      "epoch": 57
    },
    {
      "hidden_norms_cls": [
        1.5110703706741333,
        5.306856632232666,
        7.230412483215332,
        9.542105674743652,
        11.942556381225586
      ],
      "hidden_norms_avg": [
        4.305404186248779,
        8.697504997253418,
        9.679413795471191,
        11.226194381713867,
        12.25047492980957
      ],
      "bp_grad_per_sample_l2_med": [
        0.00014003549586050212,
        7.460260530933738e-05,
        6.204132660059258e-05,
        3.912465035682544e-05,
        1.6441039406345226e-05
      ],
      "bp_grad_F": [
        0.20991134643554688,
        0.11143218725919724,
        0.08832813799381256,
        0.06269684433937073,
        0.026480402797460556
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.791015625,
      "loss_eval": 0.8496487140655518,
      "epoch": 58
    },
    {
      "hidden_norms_cls": [
        1.5111491680145264,
        5.304075717926025,
        7.234795093536377,
        9.53318977355957,
        11.964473724365234
      ],
      "hidden_norms_avg": [
        4.304405689239502,
        8.697833061218262,
        9.683843612670898,
        11.22890853881836,
        12.259684562683105
      ],
      "bp_grad_per_sample_l2_med": [
        0.00014237761206459254,
        7.472094148397446e-05,
        5.683211929863319e-05,
        4.049929339089431e-05,
        1.4964447473175824e-05
      ],
      "bp_grad_F": [
        0.21009324491024017,
        0.11155029386281967,
        0.08846566081047058,
        0.06290413439273834,
        0.026488499715924263
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.794921875,
      "loss_eval": 0.8498167395591736,
      "epoch": 59
    },
    {
      "hidden_norms_cls": [
        1.5111573934555054,
        5.304897785186768,
        7.23397970199585,
        9.53254508972168,
        11.969621658325195
      ],
      "hidden_norms_avg": [
        4.304327964782715,
        8.696623802185059,
        9.681411743164062,
        11.225934982299805,
        12.255182266235352
      ],
      "bp_grad_per_sample_l2_med": [
        0.0001376860454911366,
        7.4876043072436e-05,
        5.8659916248871014e-05,
        4.048796836286783e-05,
        1.5446972611243837e-05
      ],
      "bp_grad_F": [
        0.210032656788826,
        0.11159469932317734,
        0.08847951143980026,
        0.06288634985685349,
        0.02649829164147377
      ],
      "gamma_dfa": NaN,
      "gamma_dfa_per_layer": [],
      "acc_eval": 0.791015625,
      "loss_eval": 0.8496516942977905,
      "epoch": 60
    }
  ],
  "dfa_log": [
    {
      "hidden_norms_cls": [
        0.3042769432067871,
        3.2273340225219727,
        4.6926493644714355,
        6.003997802734375,
        6.652705669403076
      ],
      "hidden_norms_avg": [
        6.027750492095947,
        7.1044697761535645,
        7.910475730895996,
        8.79189682006836,
        9.458833694458008
      ],
      "bp_grad_per_sample_l2_med": [
        0.005248428788036108,
        0.0012287507997825742,
        0.0010387187357991934,
        0.0009678652859292924,
        0.0009174557635560632
      ],
      "bp_grad_F": [
        0.248850479722023,
        0.0424945093691349,
        0.0348997563123703,
        0.03202275559306145,
        0.030239813029766083
      ],
      "gamma_dfa": -0.0027123973850393668,
      "gamma_dfa_per_layer": [
        -0.0010305923642590642,
        -0.01111956313252449,
        0.0014823779929429293,
        -0.00018181203631684184
      ],
      "acc_eval": 0.0791015625,
      "loss_eval": 2.544933319091797,
      "epoch": 0
    },
    {
      "hidden_norms_cls": [
        1.8898234367370605,
        1755.5985107421875,
        3812.865966796875,
        4063.967529296875,
        6749.62646484375
      ],
      "hidden_norms_avg": [
        48.02373504638672,
        2610.970458984375,
        7442.5693359375,
        13001.9443359375,
        19569.59765625
      ],
      "bp_grad_per_sample_l2_med": [
        0.0006367825553752482,
        1.061867237694969e-06,
        9.113553005590802e-07,
        8.042399599617056e-07,
        7.901451226643985e-07
      ],
      "bp_grad_F": [
        0.11358296871185303,
        5.570299981627613e-05,
        4.605366484611295e-05,
        3.752685370272957e-05,
        3.027659113286063e-05
      ],
      "gamma_dfa": 0.007312511210329831,
      "gamma_dfa_per_layer": [
        0.01007317565381527,
        0.008024577051401138,
        0.008248038589954376,
        0.0029042535461485386
      ],
      "acc_eval": 0.2333984375,
      "loss_eval": 2.0879125595092773,
      "epoch": 1
    },
    {
      "hidden_norms_cls": [
        3.704786777496338,
        7219.806640625,
        19592.4140625,
        21808.44921875,
        46117.11328125
      ],
      "hidden_norms_avg": [
        97.33866882324219,
        9787.240234375,
        35216.66015625,
        64377.67578125,
        97116.8125
      ],
      "bp_grad_per_sample_l2_med": [
        9.637367475079373e-05,
        1.6794896851024532e-07,
        1.5954641696680483e-07,
        1.4061814113119908e-07,
        1.445507677999558e-07
      ],
      "bp_grad_F": [
        0.04642009362578392,
        2.128358573827427e-05,
        2.0123250578762963e-05,
        6.922710781509522e-06,
        6.6381039687257726e-06
      ],
      "gamma_dfa": 0.007922766148112714,
      "gamma_dfa_per_layer": [
        0.016379408538341522,
        0.005931380204856396,
        0.007020577322691679,
        0.0023596985265612602
      ],
      "acc_eval": 0.205078125,
      "loss_eval": 2.1287283897399902,
      "epoch": 2
    },
    {
      "hidden_norms_cls": [
        5.554904937744141,
        16081.3388671875,
        48028.96875,
        51717.93359375,
        100197.7265625
      ],
      "hidden_norms_avg": [
        147.4190216064453,
        22860.939453125,
        90670.5078125,
        172520.15625,
        247624.09375
      ],
      "bp_grad_per_sample_l2_med": [
        3.051399289688561e-05,
        9.248702070863146e-08,
        7.303499671706959e-08,
        6.487525183729304e-08,
        6.620962977876843e-08
      ],
      "bp_grad_F": [
        0.034720927476882935,
        1.6823112673591822e-05,
        1.1384844583517406e-05,
        3.0318508379423292e-06,
        2.624829903652426e-06
      ],
      "gamma_dfa": 0.0067759081866825,
      "gamma_dfa_per_layer": [
        0.014651123434305191,
        0.004187515936791897,
        0.007594288792461157,
        0.0006707045831717551
      ],
      "acc_eval": 0.20703125,
      "loss_eval": 2.107574462890625,
      "epoch": 3
    },
    {
      "hidden_norms_cls": [
        7.38655424118042,
        30113.763671875,
        92815.4375,
        102848.4453125,
        183389.40625
      ],
      "hidden_norms_avg": [
        194.20396423339844,
        39156.78515625,
        166144.453125,
        360300.25,
        500574.96875
      ],
      "bp_grad_per_sample_l2_med": [
        2.7757007046602666e-05,
        6.177719313882335e-08,
        4.3474216226968565e-08,
        3.8972562066419414e-08,
        3.9463689205376795e-08
      ],
      "bp_grad_F": [
        0.03289186581969261,
        5.563175363931805e-06,
        2.151713033526903e-06,
        1.463158696424216e-06,
        1.3795681752526434e-06
      ],
      "gamma_dfa": 0.006396490931365406,
      "gamma_dfa_per_layer": [
        0.015158161520957947,
        0.0035972977057099342,
        0.006714952643960714,
        0.00011555185483302921
      ],
      "acc_eval": 0.203125,
      "loss_eval": 2.1379737854003906,
      "epoch": 4
    },
    {
      "hidden_norms_cls": [
        9.15835189819336,
        53591.8984375,
        170615.734375,
        181427.171875,
        289063.5625
      ],
      "hidden_norms_avg": [
        238.28347778320312,
        61062.31640625,
        250187.6875,
        548101.3125,
        724058.1875
      ],
      "bp_grad_per_sample_l2_med": [
        2.960537312901579e-05,
        4.670241438020639e-08,
        3.080446120407032e-08,
        2.670985388419922e-08,
        2.6331489877406966e-08
      ],
      "bp_grad_F": [
        0.016260992735624313,
        4.766869551531272e-06,
        2.067620698653627e-06,
        9.787106591829797e-07,
        8.912123234949831e-07
      ],
      "gamma_dfa": 0.0068261599517427385,
      "gamma_dfa_per_layer": [
        0.014116348698735237,
        0.003242844482883811,
        0.008411802351474762,
        0.0015336442738771439
      ],
      "acc_eval": 0.1962890625,
      "loss_eval": 2.1309733390808105,
      "epoch": 5
    },
    {
      "hidden_norms_cls": [
        10.888343811035156,
        91755.1171875,
        249917.8125,
        274005.3125,
        444277.53125
      ],
      "hidden_norms_avg": [
        276.9202880859375,
        104021.7109375,
        349872.5,
        931915.875,
        1222273.75
      ],
      "bp_grad_per_sample_l2_med": [
        2.7342781322658993e-05,
        3.6854661544794e-08,
        2.4993127567540796e-08,
        1.8662358769461207e-08,
        1.7811659702715588e-08
      ],
      "bp_grad_F": [
        0.022468894720077515,
        3.493201802484691e-06,
        1.1520894531713566e-06,
        7.113425795068906e-07,
        6.108040793151304e-07
      ],
      "gamma_dfa": 0.007193240569904447,
      "gamma_dfa_per_layer": [
        0.017048656940460205,
        0.002665129955857992,
        0.007390158250927925,
        0.001669017132371664
      ],
      "acc_eval": 0.2109375,
      "loss_eval": 2.1020355224609375,
      "epoch": 6
    },
    {
      "hidden_norms_cls": [
        12.623483657836914,
        158915.890625,
        360070.6875,
        406906.3125,
        630641.3125
      ],
      "hidden_norms_avg": [
        315.0859680175781,
        172244.328125,
        490065.59375,
        1510240.375,
        1952914.5
      ],
      "bp_grad_per_sample_l2_med": [
        3.403881783015095e-05,
        2.7625405962794503e-08,
        1.651102543576144e-08,
        1.1742161909467086e-08,
        1.0927361238088906e-08
      ],
      "bp_grad_F": [
        0.024832597002387047,
        1.8080392010233481e-06,
        7.246239306368807e-07,
        4.936595132676302e-07,
        4.0145107504940825e-07
      ],
      "gamma_dfa": 0.006596001767320558,
      "gamma_dfa_per_layer": [
        0.016851693391799927,
        0.001910479972139001,
        0.0058369822800159454,
        0.0017848514253273606
      ],
      "acc_eval": 0.2138671875,
      "loss_eval": 2.1312928199768066,
      "epoch": 7
    },
    {
      "hidden_norms_cls": [
        14.368335723876953,
        243332.8125,
        525771.0,
        593291.75,
        875288.5
      ],
      "hidden_norms_avg": [
        351.16015625,
        247222.375,
        640658.75,
        1855662.75,
        2391194.25
      ],
      "bp_grad_per_sample_l2_med": [
        2.87416060018586e-05,
        1.8018790015617014e-08,
        1.2651691250198382e-08,
        9.33115984480537e-09,
        8.563736386690834e-09
      ],
      "bp_grad_F": [
        0.017871394753456116,
        9.426115070709784e-07,
        4.7217255882969766e-07,
        3.564711050785263e-07,
        3.2240865266430774e-07
      ],
      "gamma_dfa": 0.006289168493822217,
      "gamma_dfa_per_layer": [
        0.013373943977057934,
        0.0037157258484512568,
        0.00672483816742897,
        0.001342165982350707
      ],
      "acc_eval": 0.220703125,
      "loss_eval": 2.0829837322235107,
      "epoch": 8
    },
    {
      "hidden_norms_cls": [
        16.041412353515625,
        385486.09375,
        776263.875,
        869037.0,
        1191002.25
      ],
      "hidden_norms_avg": [
        383.5213317871094,
        383708.40625,
        941498.0,
        2793651.25,
        3510556.5
      ],
      "bp_grad_per_sample_l2_med": [
        2.8917142117279582e-05,
        1.1363525231899985e-08,
        8.616331648170217e-09,
        5.602694308493028e-09,
        5.260086588521062e-09
      ],
      "bp_grad_F": [
        0.024791762232780457,
        6.833873840150773e-07,
        3.100701633229619e-07,
        2.26619619070334e-07,
        2.1342954426017968e-07
      ],
      "gamma_dfa": 0.00652129843365401,
      "gamma_dfa_per_layer": [
        0.014406262896955013,
        0.004345592111349106,
        0.006529162637889385,
        0.0008041760884225368
      ],
      "acc_eval": 0.2197265625,
      "loss_eval": 2.1437277793884277,
      "epoch": 9
    },
    {
      "hidden_norms_cls": [
        17.677919387817383,
        582942.5,
        1148260.75,
        1279834.25,
        1709270.625
      ],
      "hidden_norms_avg": [
        416.1814880371094,
        530246.375,
        1201761.5,
        2944394.0,
        3732565.75
      ],
      "bp_grad_per_sample_l2_med": [
        3.369058686075732e-05,
        6.623859238885643e-09,
        4.513381224313662e-09,
        3.933114278709127e-09,
        3.794405678547719e-09
      ],
      "bp_grad_F": [
        0.01620429754257202,
        3.022730652446626e-07,
        1.9097409165169665e-07,
        1.773983058228623e-07,
        1.593236333974346e-07
      ],
      "gamma_dfa": 0.006082151841837913,
      "gamma_dfa_per_layer": [
        0.01578153669834137,
        0.002655572956427932,
        0.005509376525878906,
        0.00038212118670344353
      ],
      "acc_eval": 0.197265625,
      "loss_eval": 2.089698314666748,
      "epoch": 10
    },
    {
      "hidden_norms_cls": [
        19.31073760986328,
        843820.0625,
        1587423.25,
        1759006.0,
        2222149.5
      ],
      "hidden_norms_avg": [
        448.93133544921875,
        796172.1875,
        1678321.375,
        3888912.0,
        4810418.0
      ],
      "bp_grad_per_sample_l2_med": [
        4.445635568117723e-05,
        3.5140981236025937e-09,
        2.8926525619255017e-09,
        2.65975419466713e-09,
        2.6499111793754082e-09
      ],
      "bp_grad_F": [
        0.020245229825377464,
        2.6993967594535206e-07,
        1.701987457636278e-07,
        1.3198047099649557e-07,
        1.2469256205349666e-07
      ],
      "gamma_dfa": 0.005559869911849091,
      "gamma_dfa_per_layer": [
        0.015185668133199215,
        0.0025689376052469015,
        0.004468783736228943,
        1.6090172721305862e-05
      ],
      "acc_eval": 0.2314453125,
      "loss_eval": 2.0838193893432617,
      "epoch": 11
    },
    {
      "hidden_norms_cls": [
        20.861183166503906,
        1157778.75,
        2054207.5,
        2289084.5,
        2841995.0
      ],
      "hidden_norms_avg": [
        479.8387145996094,
        981138.875,
        2112497.25,
        4439588.0,
        5517614.5
      ],
      "bp_grad_per_sample_l2_med": [
        3.176981772412546e-05,
        3.1782512177613853e-09,
        2.5456772245746606e-09,
        2.4393245201537184e-09,
        2.414718425214346e-09
      ],
      "bp_grad_F": [
        0.09368129819631577,
        9.166008680949744e-07,
        2.675243706562469e-07,
        1.0984689424731187e-07,
        1.0444787079677553e-07
      ],
      "gamma_dfa": 0.004390636342577636,
      "gamma_dfa_per_layer": [
        0.011994147673249245,
        0.001997251994907856,
        0.003865728620439768,
        -0.00029458291828632355
      ],
      "acc_eval": 0.224609375,
      "loss_eval": 2.0896079540252686,
      "epoch": 12
    },
    {
      "hidden_norms_cls": [
        22.362810134887695,
        1504072.375,
        2527410.75,
        2870361.25,
        3557771.0
      ],
      "hidden_norms_avg": [
        510.81561279296875,
        1188843.375,
        2574796.25,
        5296089.0,
        6640932.5
      ],
      "bp_grad_per_sample_l2_med": [
        2.8154454412288032e-05,
        3.057065711686846e-09,
        2.121731013104977e-09,
        2.0999049166192663e-09,
        2.0892536589656174e-09
      ],
      "bp_grad_F": [
        0.011068353429436684,
        1.3467251847032458e-06,
        1.0581060649883511e-07,
        9.427417069218791e-08,
        9.197237460512042e-08
      ],
      "gamma_dfa": 0.003989392673247494,
      "gamma_dfa_per_layer": [
        0.011822337284684181,
        0.001384879695251584,
        0.00329465395770967,
        -0.0005443002446554601
      ],
      "acc_eval": 0.244140625,
      "loss_eval": 2.077056407928467,
      "epoch": 13
    },
    {
      "hidden_norms_cls": [
        23.812599182128906,
        1930070.0,
        2995981.75,
        3469627.0,
        4303896.0
      ],
      "hidden_norms_avg": [
        539.9255981445312,
        1589889.5,
        3066154.25,
        6015238.0,
        7540605.5
      ],
      "bp_grad_per_sample_l2_med": [
        3.170168929500505e-05,
        2.518652619798445e-09,
        1.924201020742089e-09,
        1.8520206479522017e-09,
        1.8417810609960839e-09
      ],
      "bp_grad_F": [
        0.032089244574308395,
        1.0142422297576559e-06,
        1.6566445992793888e-07,
        8.33219857554468e-08,
        7.640721122470495e-08
      ],
      "gamma_dfa": 0.0029267592035466805,
      "gamma_dfa_per_layer": [
        0.008105762302875519,
        0.001629034522920847,
        0.0022919299080967903,
        -0.000319689919706434
      ],
      "acc_eval": 0.224609375,
      "loss_eval": 2.0748229026794434,
      "epoch": 14
    },
    {
      "hidden_norms_cls": [
        25.248563766479492,
        2452306.5,
        3664022.75,
        4168536.0,
        5106242.5
      ],
      "hidden_norms_avg": [
        570.19384765625,
        1965615.5,
        3710471.5,
        7372995.0,
        9239893.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.4190969270421192e-05,
        1.8390389211475622e-09,
        1.5613663695290825e-09,
        1.5359991056840272e-09,
        1.5388512686342892e-09
      ],
      "bp_grad_F": [
        0.015056902542710304,
        6.693913292110665e-06,
        1.241161982079575e-07,
        7.622224984515924e-08,
        6.743793790064956e-08
      ],
      "gamma_dfa": 0.0022661721595795825,
      "gamma_dfa_per_layer": [
        0.006208081729710102,
        0.001149914925917983,
        0.0020575951784849167,
        -0.0003509031957946718
      ],
      "acc_eval": 0.236328125,
      "loss_eval": 2.0835204124450684,
      "epoch": 15
    },
    {
      "hidden_norms_cls": [
        26.6426944732666,
        3107169.0,
        4381372.0,
        5027998.5,
        6065136.0
      ],
      "hidden_norms_avg": [
        596.7793579101562,
        2542559.0,
        4400625.5,
        8374831.5,
        10510773.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.787545781757217e-05,
        1.5701163702530607e-09,
        1.2841328000945396e-09,
        1.2669904014828148e-09,
        1.2700215323846464e-09
      ],
      "bp_grad_F": [
        0.006971500348299742,
        1.8619180991663598e-05,
        6.465826629664662e-08,
        5.84209978171657e-08,
        5.694714744208795e-08
      ],
      "gamma_dfa": 0.0030232197314035147,
      "gamma_dfa_per_layer": [
        0.009539565071463585,
        0.0012945058988407254,
        0.0015697493217885494,
        -0.0003109413664788008
      ],
      "acc_eval": 0.236328125,
      "loss_eval": 2.058485507965088,
      "epoch": 16
    },
    {
      "hidden_norms_cls": [
        27.95879364013672,
        3613966.25,
        5044349.0,
        5874924.0,
        7080756.0
      ],
      "hidden_norms_avg": [
        623.2052612304688,
        2844551.5,
        4942977.0,
        8742455.0,
        11094594.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8442762413760647e-05,
        1.629689605486817e-09,
        1.115437520127216e-09,
        1.0797144289753646e-09,
        1.0779978021346892e-09
      ],
      "bp_grad_F": [
        0.0072508929297327995,
        1.4132167507341364e-06,
        6.271753250075562e-08,
        4.991998281411725e-08,
        4.950436149897541e-08
      ],
      "gamma_dfa": 0.001284227124415338,
      "gamma_dfa_per_layer": [
        0.00256139412522316,
        0.0014944188296794891,
        0.0013982560485601425,
        -0.0003171605058014393
      ],
      "acc_eval": 0.240234375,
      "loss_eval": 2.0549392700195312,
      "epoch": 17
    },
    {
      "hidden_norms_cls": [
        29.22184181213379,
        4211867.5,
        5636704.5,
        6891397.5,
        8559809.0
      ],
      "hidden_norms_avg": [
        647.4288330078125,
        3423908.25,
        5695376.5,
        10367815.0,
        13188250.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8086895326850936e-05,
        1.1501447572115353e-09,
        8.738501033889179e-10,
        8.528160400089746e-10,
        8.584906674435899e-10
      ],
      "bp_grad_F": [
        0.012267161160707474,
        1.591232035025314e-06,
        4.697067268466526e-08,
        4.271150899626264e-08,
        4.017679700041299e-08
      ],
      "gamma_dfa": 0.0022953646985115483,
      "gamma_dfa_per_layer": [
        0.007007642649114132,
        0.0012370320037007332,
        0.0011846421984955668,
        -0.0002478580572642386
      ],
      "acc_eval": 0.228515625,
      "loss_eval": 2.053128242492676,
      "epoch": 18
    },
    {
      "hidden_norms_cls": [
        30.412078857421875,
        4986411.0,
        6504586.0,
        7889628.0,
        9783147.0
      ],
      "hidden_norms_avg": [
        670.3391723632812,
        3921667.0,
        6270645.0,
        10589857.0,
        13580617.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.768085505522322e-05,
        1.3132780418700918e-09,
        7.742924079678914e-10,
        7.418777814294231e-10,
        7.448673344789825e-10
      ],
      "bp_grad_F": [
        0.007575999945402145,
        1.7771724287740653e-06,
        5.529824420591467e-08,
        3.790939828718365e-08,
        3.6307092443621514e-08
      ],
      "gamma_dfa": 0.0009071348831639625,
      "gamma_dfa_per_layer": [
        0.001273356145247817,
        0.001484773471020162,
        0.0010661636479198933,
        -0.00019575373153202236
      ],
      "acc_eval": 0.25390625,
      "loss_eval": 2.0479414463043213,
      "epoch": 19
    },
    {
      "hidden_norms_cls": [
        31.54771614074707,
        5502896.5,
        7070197.5,
        8994800.0,
        11604998.0
      ],
      "hidden_norms_avg": [
        692.4578247070312,
        4249610.0,
        6837255.0,
        11617683.0,
        15223152.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0367684303200804e-05,
        1.325711207478264e-09,
        6.525959217462685e-10,
        6.324714640904006e-10,
        6.32227936669949e-10
      ],
      "bp_grad_F": [
        0.0062190573662519455,
        1.129235442931531e-06,
        3.317861896334762e-08,
        3.131979653403505e-08,
        3.109861168582029e-08
      ],
      "gamma_dfa": 0.0011510169642861001,
      "gamma_dfa_per_layer": [
        0.002568549243733287,
        0.0013005147920921445,
        0.0009535959688946605,
        -0.00021859214757569134
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.0359444618225098,
      "epoch": 20
    },
    {
      "hidden_norms_cls": [
        32.638641357421875,
        6320697.0,
        7897073.5,
        10165307.0,
        13313912.0
      ],
      "hidden_norms_avg": [
        713.3525390625,
        4812640.5,
        7533297.5,
        12847435.0,
        16993420.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.871564695145935e-05,
        1.2221273992807369e-09,
        6.080098646776833e-10,
        5.917044632042234e-10,
        5.89539916884263e-10
      ],
      "bp_grad_F": [
        0.011915000155568123,
        6.25122083874885e-06,
        3.6603957198622084e-08,
        2.876341298474472e-08,
        2.8581927935533713e-08
      ],
      "gamma_dfa": 0.0002986440376844257,
      "gamma_dfa_per_layer": [
        -0.0004627959569916129,
        0.0009951044339686632,
        0.0008257199660874903,
        -0.00016345229232683778
      ],
      "acc_eval": 0.2626953125,
      "loss_eval": 2.059875965118408,
      "epoch": 21
    },
    {
      "hidden_norms_cls": [
        33.6330451965332,
        7264995.5,
        8758988.0,
        11785280.0,
        15874132.0
      ],
      "hidden_norms_avg": [
        732.8869018554688,
        5982206.0,
        8454064.0,
        14846262.0,
        19834080.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.5420635211048648e-05,
        7.56205986718328e-10,
        5.169706884800007e-10,
        5.026724592127607e-10,
        5.024383686880185e-10
      ],
      "bp_grad_F": [
        0.014803220517933369,
        4.478873961488716e-06,
        4.4555019229619575e-08,
        2.4910459472948787e-08,
        2.4745437698925343e-08
      ],
      "gamma_dfa": 0.001046390665578656,
      "gamma_dfa_per_layer": [
        0.0027164756320416927,
        0.0009058329742401838,
        0.0007253356743603945,
        -0.00016208161832764745
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.0538365840911865,
      "epoch": 22
    },
    {
      "hidden_norms_cls": [
        34.621524810791016,
        8089090.5,
        9671455.0,
        13086530.0,
        17616980.0
      ],
      "hidden_norms_avg": [
        751.2442016601562,
        6699752.5,
        9159771.0,
        15622865.0,
        21214146.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.7939373467233963e-05,
        7.656756340068682e-10,
        5.061054908495066e-10,
        4.837483191799663e-10,
        4.820439047925618e-10
      ],
      "bp_grad_F": [
        0.008210284635424614,
        3.91981393477181e-06,
        2.727725245676993e-08,
        2.349457695061119e-08,
        2.2768137597495297e-08
      ],
      "gamma_dfa": 0.0013028495595790446,
      "gamma_dfa_per_layer": [
        0.0034610098227858543,
        0.0012297509238123894,
        0.0006837932160124183,
        -0.00016315572429448366
      ],
      "acc_eval": 0.2646484375,
      "loss_eval": 2.0430214405059814,
      "epoch": 23
    },
    {
      "hidden_norms_cls": [
        35.54478454589844,
        9145767.0,
        10558942.0,
        14636200.0,
        19721632.0
      ],
      "hidden_norms_avg": [
        768.5211791992188,
        7473006.0,
        10093548.0,
        17775052.0,
        24159262.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.364618532941677e-05,
        8.066202705769854e-10,
        4.5619852340195166e-10,
        4.4121445386124947e-10,
        4.323804370098827e-10
      ],
      "bp_grad_F": [
        0.09167197346687317,
        4.855019597016508e-06,
        2.689265521382822e-08,
        2.1627007740221416e-08,
        2.0867716443717654e-08
      ],
      "gamma_dfa": 0.0001647558601689525,
      "gamma_dfa_per_layer": [
        -0.0005364040262065828,
        0.0007433416321873665,
        0.0005910456529818475,
        -0.00013895981828682125
      ],
      "acc_eval": 0.23046875,
      "loss_eval": 2.0427517890930176,
      "epoch": 24
    },
    {
      "hidden_norms_cls": [
        36.43881607055664,
        10216266.0,
        11478190.0,
        16476424.0,
        22393992.0
      ],
      "hidden_norms_avg": [
        785.1990966796875,
        8300483.0,
        10872433.0,
        18667924.0,
        25447926.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0938736017560586e-05,
        7.561202219896757e-10,
        4.2832748459176173e-10,
        4.0923736621678586e-10,
        4.0218126051705383e-10
      ],
      "bp_grad_F": [
        0.013463743962347507,
        1.9222785340389237e-05,
        2.2825457079989064e-08,
        1.9977358434175585e-08,
        1.9259800865256693e-08
      ],
      "gamma_dfa": 0.0005702937960450072,
      "gamma_dfa_per_layer": [
        0.0011116554960608482,
        0.0007594762137159705,
        0.0005430461023934186,
        -0.00013300262799020857
      ],
      "acc_eval": 0.2568359375,
      "loss_eval": 2.0594615936279297,
      "epoch": 25
    },
    {
      "hidden_norms_cls": [
        37.30263137817383,
        11623684.0,
        12776919.0,
        18306868.0,
        24740858.0
      ],
      "hidden_norms_avg": [
        800.9972534179688,
        9603253.0,
        12104963.0,
        20835068.0,
        28405318.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.261065648985095e-05,
        6.65525801135658e-10,
        3.838940831890625e-10,
        3.742672838313865e-10,
        3.7395189722566613e-10
      ],
      "bp_grad_F": [
        0.007853930816054344,
        1.2899076864414383e-06,
        1.9278010299217385e-08,
        1.8154999281705386e-08,
        1.7368931182204506e-08
      ],
      "gamma_dfa": 0.00021361159815569408,
      "gamma_dfa_per_layer": [
        -0.00034064118517562747,
        0.0008438127697445452,
        0.0004718025156762451,
        -0.00012052770762238652
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.0433781147003174,
      "epoch": 26
    },
    {
      "hidden_norms_cls": [
        38.06776428222656,
        12599130.0,
        13703165.0,
        19834172.0,
        26867468.0
      ],
      "hidden_norms_avg": [
        816.2463989257812,
        10421772.0,
        12873138.0,
        21321398.0,
        29452538.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.774638414848596e-05,
        6.227232618449818e-10,
        3.566741624272396e-10,
        3.4781866276034634e-10,
        3.45437983773067e-10
      ],
      "bp_grad_F": [
        0.013920681551098824,
        3.4208371744171018e-06,
        2.1883508338760294e-08,
        1.7128741092165e-08,
        1.6603545205384762e-08
      ],
      "gamma_dfa": 0.0008690126524015795,
      "gamma_dfa_per_layer": [
        0.0021882583387196064,
        0.0009064457844942808,
        0.0004841286572627723,
        -0.00010278217087034136
      ],
      "acc_eval": 0.2529296875,
      "loss_eval": 2.0433974266052246,
      "epoch": 27
    },
    {
      "hidden_norms_cls": [
        38.7847785949707,
        14429584.0,
        15438086.0,
        21566880.0,
        29267340.0
      ],
      "hidden_norms_avg": [
        830.9344482421875,
        11436777.0,
        13832175.0,
        22913616.0,
        32026754.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8682481570285745e-05,
        5.758302168423768e-10,
        3.3607527871737375e-10,
        3.304233830991876e-10,
        3.2846284026000205e-10
      ],
      "bp_grad_F": [
        0.012251574546098709,
        2.996052717207931e-05,
        2.7452134787608884e-08,
        1.577506480998636e-08,
        1.5141546683139495e-08
      ],
      "gamma_dfa": 0.0004505918041104451,
      "gamma_dfa_per_layer": [
        0.00026967719895765185,
        0.001212525530718267,
        0.0004131481982767582,
        -9.298371151089668e-05
      ],
      "acc_eval": 0.2607421875,
      "loss_eval": 2.039923667907715,
      "epoch": 28
    },
    {
      "hidden_norms_cls": [
        39.49647521972656,
        15523604.0,
        16504434.0,
        23236370.0,
        31306890.0
      ],
      "hidden_norms_avg": [
        844.8562622070312,
        12856661.0,
        15124535.0,
        23633704.0,
        32995118.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.6219468054478057e-05,
        5.519696366640403e-10,
        3.2825916984613457e-10,
        3.235848811122821e-10,
        3.2190172749579915e-10
      ],
      "bp_grad_F": [
        0.012884745374321938,
        1.8329246813664213e-05,
        1.8323355277516384e-08,
        1.5584015855552025e-08,
        1.4755748622974352e-08
      ],
      "gamma_dfa": 0.0006857650478195865,
      "gamma_dfa_per_layer": [
        0.0016966589028015733,
        0.0007126724813133478,
        0.0003994358121417463,
        -6.570700497832149e-05
      ],
      "acc_eval": 0.2451171875,
      "loss_eval": 2.0533735752105713,
      "epoch": 29
    },
    {
      "hidden_norms_cls": [
        40.16881561279297,
        16141660.0,
        17137856.0,
        24286464.0,
        32903152.0
      ],
      "hidden_norms_avg": [
        857.8116455078125,
        12895693.0,
        15492559.0,
        23745768.0,
        33843860.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.2289473892888054e-05,
        6.340856728570543e-10,
        3.264067627295475e-10,
        3.149370209065694e-10,
        3.097411216401724e-10
      ],
      "bp_grad_F": [
        0.006337009835988283,
        1.7065680367522873e-05,
        5.785592804841144e-08,
        1.519365788738014e-08,
        1.464850551968766e-08
      ],
      "gamma_dfa": 0.0005419648223323748,
      "gamma_dfa_per_layer": [
        0.00038546844734810293,
        0.0014093497302383184,
        0.0004054713645018637,
        -3.243025275878608e-05
      ],
      "acc_eval": 0.265625,
      "loss_eval": 2.0390102863311768,
      "epoch": 30
    },
    {
      "hidden_norms_cls": [
        40.790164947509766,
        18768648.0,
        19610716.0,
        26926266.0,
        36060360.0
      ],
      "hidden_norms_avg": [
        869.6182861328125,
        15248417.0,
        17480158.0,
        26928640.0,
        37555876.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.939497062470764e-05,
        5.127394064885493e-10,
        3.1137872835707014e-10,
        3.074558663218596e-10,
        3.04990144250894e-10
      ],
      "bp_grad_F": [
        0.03832927718758583,
        8.881174835551064e-06,
        2.5206949416656244e-08,
        1.4185034480362901e-08,
        1.3504863893842867e-08
      ],
      "gamma_dfa": 0.0005767397606177838,
      "gamma_dfa_per_layer": [
        0.00058704090770334,
        0.0013887862442061305,
        0.0003486467176117003,
        -1.751482705003582e-05
      ],
      "acc_eval": 0.232421875,
      "loss_eval": 2.055915117263794,
      "epoch": 31
    },
    {
      "hidden_norms_cls": [
        41.36415481567383,
        20590018.0,
        21418164.0,
        28674892.0,
        38102536.0
      ],
      "hidden_norms_avg": [
        880.8012084960938,
        15857472.0,
        18200580.0,
        27607590.0,
        38905496.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.6930878448183648e-05,
        5.041319584009329e-10,
        3.0716035270828e-10,
        2.9963459491355593e-10,
        2.9755845010193127e-10
      ],
      "bp_grad_F": [
        0.01052916795015335,
        1.7662874597590417e-05,
        1.8223250464188823e-08,
        1.4229329714510186e-08,
        1.2928855319671584e-08
      ],
      "gamma_dfa": 0.0005623552362976625,
      "gamma_dfa_per_layer": [
        0.0005056762602180243,
        0.00140343327075243,
        0.0003372218052390963,
        3.0896089810994454e-06
      ],
      "acc_eval": 0.2451171875,
      "loss_eval": 2.054579734802246,
      "epoch": 32
    },
    {
      "hidden_norms_cls": [
        41.9267578125,
        21995458.0,
        22701258.0,
        30227660.0,
        40381468.0
      ],
      "hidden_norms_avg": [
        891.6727294921875,
        17925388.0,
        19924592.0,
        29375846.0,
        41265952.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.4433691325830296e-05,
        4.786913088139499e-10,
        3.083476807219654e-10,
        3.030005690796145e-10,
        3.0202479406327143e-10
      ],
      "bp_grad_F": [
        0.006410651374608278,
        9.426087672181893e-06,
        1.748733602369157e-08,
        1.330249954634155e-08,
        1.2548162509062877e-08
      ],
      "gamma_dfa": 0.0005204869294175296,
      "gamma_dfa_per_layer": [
        0.0004088875139132142,
        0.001322226831689477,
        0.00032363145146518946,
        2.7201920602237806e-05
      ],
      "acc_eval": 0.2568359375,
      "loss_eval": 2.0504493713378906,
      "epoch": 33
    },
    {
      "hidden_norms_cls": [
        42.43289566040039,
        23788478.0,
        24547006.0,
        32122702.0,
        42524392.0
      ],
      "hidden_norms_avg": [
        902.5420532226562,
        19126440.0,
        21210522.0,
        30872922.0,
        43207040.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8793765523005277e-05,
        4.69506655775831e-10,
        2.9882180063722785e-10,
        2.9027436010409247e-10,
        2.88086998700976e-10
      ],
      "bp_grad_F": [
        0.02046363614499569,
        1.535968840471469e-05,
        1.9181511490273806e-08,
        1.3211375105015577e-08,
        1.2052867148781843e-08
      ],
      "gamma_dfa": 0.0005800028211524477,
      "gamma_dfa_per_layer": [
        0.0005789051647298038,
        0.001365642063319683,
        0.0003222030645702034,
        5.326099199010059e-05
      ],
      "acc_eval": 0.236328125,
      "loss_eval": 2.056929349899292,
      "epoch": 34
    },
    {
      "hidden_norms_cls": [
        42.88957595825195,
        24876160.0,
        25665632.0,
        33698024.0,
        44433192.0
      ],
      "hidden_norms_avg": [
        912.5694580078125,
        20388924.0,
        22492538.0,
        32293406.0,
        44758584.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.043079595954623e-05,
        4.6556239419182077e-10,
        3.0177585430557485e-10,
        2.9259758504984745e-10,
        2.8850585809259144e-10
      ],
      "bp_grad_F": [
        0.018651673570275307,
        8.0938043538481e-06,
        2.600621051840335e-08,
        1.3419185762586494e-08,
        1.200509913701353e-08
      ],
      "gamma_dfa": 0.0008372370848519495,
      "gamma_dfa_per_layer": [
        0.001413366524502635,
        0.0015261531807482243,
        0.0003260627272538841,
        8.336590690305457e-05
      ],
      "acc_eval": 0.2353515625,
      "loss_eval": 2.060340404510498,
      "epoch": 35
    },
    {
      "hidden_norms_cls": [
        43.32978057861328,
        25917158.0,
        26720118.0,
        34948196.0,
        46313048.0
      ],
      "hidden_norms_avg": [
        921.58642578125,
        21474648.0,
        23549474.0,
        33572188.0,
        46615396.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.262757672928274e-05,
        4.5062673037499223e-10,
        2.984587021970242e-10,
        2.923088993078693e-10,
        2.888300987269332e-10
      ],
      "bp_grad_F": [
        0.01846941001713276,
        2.4291131921927445e-05,
        2.994345393858566e-08,
        1.4564162320596097e-08,
        1.1765412644137996e-08
      ],
      "gamma_dfa": 0.0007057133989292197,
      "gamma_dfa_per_layer": [
        0.0011925556464120746,
        0.0012432597577571869,
        0.0002897845406550914,
        9.725365089252591e-05
      ],
      "acc_eval": 0.2451171875,
      "loss_eval": 2.0591180324554443,
      "epoch": 36
    },
    {
      "hidden_norms_cls": [
        43.74128341674805,
        27200966.0,
        27911578.0,
        36161972.0,
        47854788.0
      ],
      "hidden_norms_avg": [
        930.2008666992188,
        22529414.0,
        24601434.0,
        34829948.0,
        48238220.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.328157981741242e-05,
        4.659617691693541e-10,
        2.8960928100119077e-10,
        2.8687860420539835e-10,
        2.800103759970085e-10
      ],
      "bp_grad_F": [
        0.004556785803288221,
        9.644008059694897e-06,
        1.5685751364458156e-08,
        1.2929571191477862e-08,
        1.1707988356590704e-08
      ],
      "gamma_dfa": 0.0005315981106832623,
      "gamma_dfa_per_layer": [
        0.0004304055473767221,
        0.0012520912569016218,
        0.0003118191962130368,
        0.0001320764422416687
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.049736738204956,
      "epoch": 37
    },
    {
      "hidden_norms_cls": [
        44.10750198364258,
        28860724.0,
        29566448.0,
        37605440.0,
        49767188.0
      ],
      "hidden_norms_avg": [
        938.7098999023438,
        24297102.0,
        26192510.0,
        36561148.0,
        49957968.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.900460640375968e-05,
        4.445998014190877e-10,
        2.888302930159625e-10,
        2.855987946137617e-10,
        2.818917876901139e-10
      ],
      "bp_grad_F": [
        0.013354518450796604,
        6.135221156000625e-06,
        1.780158420672251e-08,
        1.3947193622243503e-08,
        1.161484952660885e-08
      ],
      "gamma_dfa": 0.0005519518890650943,
      "gamma_dfa_per_layer": [
        0.0005505518638528883,
        0.001156628131866455,
        0.00033354441984556615,
        0.0001670831406954676
      ],
      "acc_eval": 0.2412109375,
      "loss_eval": 2.0527162551879883,
      "epoch": 38
    },
    {
      "hidden_norms_cls": [
        44.42500305175781,
        30085758.0,
        30793664.0,
        39317268.0,
        51773680.0
      ],
      "hidden_norms_avg": [
        946.3699340820312,
        24723960.0,
        26763662.0,
        37607688.0,
        51575988.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.9910466764704324e-05,
        4.753269444712771e-10,
        2.936461906966059e-10,
        2.873846438600225e-10,
        2.8520716344182517e-10
      ],
      "bp_grad_F": [
        0.00976789090782404,
        1.76885150722228e-05,
        1.7970489096796882e-08,
        1.3952313970833075e-08,
        1.130456972475713e-08
      ],
      "gamma_dfa": 0.0009108289959840477,
      "gamma_dfa_per_layer": [
        0.0019160081865265965,
        0.0012680008076131344,
        0.00030145354685373604,
        0.00015785344294272363
      ],
      "acc_eval": 0.2412109375,
      "loss_eval": 2.0550765991210938,
      "epoch": 39
    },
    {
      "hidden_norms_cls": [
        44.73127746582031,
        30730856.0,
        31431762.0,
        40187116.0,
        53148352.0
      ],
      "hidden_norms_avg": [
        953.6856079101562,
        24778752.0,
        27014248.0,
        38275640.0,
        52795456.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8919872420374304e-05,
        4.755910110176842e-10,
        2.84101492331601e-10,
        2.7933383384137755e-10,
        2.7627339305169585e-10
      ],
      "bp_grad_F": [
        0.009574169293045998,
        4.757252463605255e-05,
        1.5709005651842745e-08,
        1.3778580054690792e-08,
        1.1154800638735196e-08
      ],
      "gamma_dfa": 0.0003838329284917563,
      "gamma_dfa_per_layer": [
        -0.0004134870832785964,
        0.001480170525610447,
        0.0002943193248938769,
        0.00017432894674129784
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.0383803844451904,
      "epoch": 40
    },
    {
      "hidden_norms_cls": [
        44.999107360839844,
        32617970.0,
        33381886.0,
        41663220.0,
        54853168.0
      ],
      "hidden_norms_avg": [
        960.5386962890625,
        27910628.0,
        29647900.0,
        40418716.0,
        54716684.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.9992028430569917e-05,
        4.221052118946744e-10,
        2.9753777219809763e-10,
        2.8370578109004896e-10,
        2.813366484222257e-10
      ],
      "bp_grad_F": [
        0.015446176752448082,
        3.8060017686802894e-05,
        5.211516906911129e-08,
        1.3235438522940512e-08,
        1.116207481999254e-08
      ],
      "gamma_dfa": 0.0005705733274226077,
      "gamma_dfa_per_layer": [
        0.0006168894469738007,
        0.0011725829681381583,
        0.00029753358103334904,
        0.00019528731354512274
      ],
      "acc_eval": 0.240234375,
      "loss_eval": 2.0557656288146973,
      "epoch": 41
    },
    {
      "hidden_norms_cls": [
        45.25053024291992,
        33936992.0,
        34621240.0,
        42946580.0,
        56031144.0
      ],
      "hidden_norms_avg": [
        966.2922973632812,
        28239400.0,
        30055502.0,
        41338012.0,
        56048388.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0256345780799165e-05,
        4.424338395647709e-10,
        2.9891861208497517e-10,
        2.8403482343897224e-10,
        2.798661857816853e-10
      ],
      "bp_grad_F": [
        0.006179355084896088,
        8.527667887392454e-06,
        2.116273023489157e-08,
        1.2261468285146293e-08,
        1.1058569171495947e-08
      ],
      "gamma_dfa": 0.0009438929373573046,
      "gamma_dfa_per_layer": [
        0.00216879416257143,
        0.0010916339233517647,
        0.0003159396001137793,
        0.00019920406339224428
      ],
      "acc_eval": 0.2470703125,
      "loss_eval": 2.0517942905426025,
      "epoch": 42
    },
    {
      "hidden_norms_cls": [
        45.481727600097656,
        34746476.0,
        35397348.0,
        43639664.0,
        57119836.0
      ],
      "hidden_norms_avg": [
        971.5364379882812,
        28891962.0,
        30705540.0,
        42078288.0,
        57065612.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.9764614737359807e-05,
        4.5060349895820195e-10,
        3.0148228358228835e-10,
        2.912529661891483e-10,
        2.8715479993834947e-10
      ],
      "bp_grad_F": [
        0.02291245572268963,
        1.3926567589805927e-05,
        3.118159241921603e-08,
        2.1897225366274142e-08,
        1.1063916893760961e-08
      ],
      "gamma_dfa": 0.00046937728620832786,
      "gamma_dfa_per_layer": [
        -0.00010078266495838761,
        0.0014219002332538366,
        0.0003067174111492932,
        0.00024967416538856924
      ],
      "acc_eval": 0.2451171875,
      "loss_eval": 2.054462432861328,
      "epoch": 43
    },
    {
      "hidden_norms_cls": [
        45.68215560913086,
        35169816.0,
        35827116.0,
        44266788.0,
        58219984.0
      ],
      "hidden_norms_avg": [
        976.61279296875,
        29302304.0,
        31207594.0,
        42541932.0,
        57918596.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.18697166221682e-05,
        4.4465031656670817e-10,
        3.0559865749069104e-10,
        2.891223926937414e-10,
        2.8127278284273416e-10
      ],
      "bp_grad_F": [
        0.02285478264093399,
        5.0576767534948885e-05,
        2.966898726697309e-08,
        1.374073210769211e-08,
        1.1011787037773502e-08
      ],
      "gamma_dfa": 0.0006015256294631399,
      "gamma_dfa_per_layer": [
        0.0005435256171040237,
        0.0013653798960149288,
        0.000284912355709821,
        0.0002122846490237862
      ],
      "acc_eval": 0.244140625,
      "loss_eval": 2.0539493560791016,
      "epoch": 44
    },
    {
      "hidden_norms_cls": [
        45.86240005493164,
        36071220.0,
        36702996.0,
        45105948.0,
        59117940.0
      ],
      "hidden_norms_avg": [
        980.9766845703125,
        29250424.0,
        31315982.0,
        42895240.0,
        58632240.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0838917155051604e-05,
        4.517226037670241e-10,
        3.037594897836726e-10,
        2.95300450758873e-10,
        2.8246391337027887e-10
      ],
      "bp_grad_F": [
        0.009441024623811245,
        2.5670700779301114e-05,
        2.221704953342396e-08,
        1.750507294673298e-08,
        1.1021731971538884e-08
      ],
      "gamma_dfa": 0.00038505904376506805,
      "gamma_dfa_per_layer": [
        -0.0006303560803644359,
        0.0016098625492304564,
        0.00032150247716344893,
        0.00023922722903080285
      ],
      "acc_eval": 0.244140625,
      "loss_eval": 2.0488905906677246,
      "epoch": 45
    },
    {
      "hidden_norms_cls": [
        46.00979995727539,
        36876176.0,
        37547776.0,
        45586304.0,
        59641656.0
      ],
      "hidden_norms_avg": [
        984.9158935546875,
        29720264.0,
        31840778.0,
        43341952.0,
        59202960.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8270042093936354e-05,
        4.981586254615422e-10,
        3.011032534416813e-10,
        2.830454204350019e-10,
        2.763113071679868e-10
      ],
      "bp_grad_F": [
        0.01947774738073349,
        4.3539188482100144e-05,
        2.1426325602647012e-08,
        1.4225844502391283e-08,
        1.0958768115187922e-08
      ],
      "gamma_dfa": 0.0003295415808679536,
      "gamma_dfa_per_layer": [
        -0.0008024196140468121,
        0.0015490652294829488,
        0.0003235205076634884,
        0.0002480002003721893
      ],
      "acc_eval": 0.2568359375,
      "loss_eval": 2.0367085933685303,
      "epoch": 46
    },
    {
      "hidden_norms_cls": [
        46.14581298828125,
        37542628.0,
        38211032.0,
        46396536.0,
        60543468.0
      ],
      "hidden_norms_avg": [
        988.5308837890625,
        31589698.0,
        33421126.0,
        44806960.0,
        60355708.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.7766556740971282e-05,
        4.28473617697378e-10,
        3.07322972625812e-10,
        2.9381372335102185e-10,
        2.797302944834712e-10
      ],
      "bp_grad_F": [
        0.06864868849515915,
        3.788271715166047e-05,
        2.1370066605186366e-08,
        1.4025233419090455e-08,
        1.1044066994259083e-08
      ],
      "gamma_dfa": 9.462468733545393e-05,
      "gamma_dfa_per_layer": [
        -0.0015880623832345009,
        0.0014036648208275437,
        0.0003099621389992535,
        0.00025293417274951935
      ],
      "acc_eval": 0.244140625,
      "loss_eval": 2.0631895065307617,
      "epoch": 47
    },
    {
      "hidden_norms_cls": [
        46.26278305053711,
        38372568.0,
        39046204.0,
        47148944.0,
        61308416.0
      ],
      "hidden_norms_avg": [
        991.4658813476562,
        31279712.0,
        33238512.0,
        44902484.0,
        60826544.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.812536695273593e-05,
        4.3919237691092405e-10,
        3.053821084897379e-10,
        2.9203767182295337e-10,
        2.833127066281804e-10
      ],
      "bp_grad_F": [
        0.011117708869278431,
        2.0018645955133252e-05,
        1.9244726701117543e-08,
        1.4165241424279884e-08,
        1.090406964721069e-08
      ],
      "gamma_dfa": 0.00016991631855489686,
      "gamma_dfa_per_layer": [
        -0.0015358870150521398,
        0.0016542371595278382,
        0.0003059905138798058,
        0.00025532461586408317
      ],
      "acc_eval": 0.2548828125,
      "loss_eval": 2.0491740703582764,
      "epoch": 48
    },
    {
      "hidden_norms_cls": [
        46.36857223510742,
        38788812.0,
        39461172.0,
        47582644.0,
        61831224.0
      ],
      "hidden_norms_avg": [
        994.04541015625,
        32215950.0,
        34096260.0,
        45599356.0,
        61425516.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0041363061172888e-05,
        4.480187609789965e-10,
        3.0562316566395964e-10,
        2.9085803210371353e-10,
        2.820148004012424e-10
      ],
      "bp_grad_F": [
        0.03149434179067612,
        6.209969433257356e-05,
        2.1469357847081483e-08,
        1.3228349970972886e-08,
        1.092844392758252e-08
      ],
      "gamma_dfa": 0.00010758559074020013,
      "gamma_dfa_per_layer": [
        -0.0014505982398986816,
        0.001327117788605392,
        0.0002981229918077588,
        0.0002556998224463314
      ],
      "acc_eval": 0.244140625,
      "loss_eval": 2.0554656982421875,
      "epoch": 49
    },
    {
      "hidden_norms_cls": [
        46.4505729675293,
        38845108.0,
        39504860.0,
        47660992.0,
        62097052.0
      ],
      "hidden_norms_avg": [
        996.2877807617188,
        32178676.0,
        34106748.0,
        45494312.0,
        61553340.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0276962206698954e-05,
        4.5564105266571175e-10,
        3.0059965627771135e-10,
        2.8785077099691136e-10,
        2.794499076586021e-10
      ],
      "bp_grad_F": [
        0.011724308133125305,
        1.9755616449401714e-05,
        2.1592299503936374e-08,
        1.3796129572085647e-08,
        1.0886693324607677e-08
      ],
      "gamma_dfa": 0.0002330350544070825,
      "gamma_dfa_per_layer": [
        -0.0009828422917053103,
        0.0013922813814133406,
        0.00027237151516601443,
        0.00025032961275428534
      ],
      "acc_eval": 0.2578125,
      "loss_eval": 2.0504729747772217,
      "epoch": 50
    },
    {
      "hidden_norms_cls": [
        46.521934509277344,
        39260604.0,
        39906660.0,
        48073644.0,
        62524844.0
      ],
      "hidden_norms_avg": [
        998.1359252929688,
        32138106.0,
        34129788.0,
        45757544.0,
        61958428.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.9659293431905098e-05,
        4.597033309572396e-10,
        3.0463259692581346e-10,
        2.893623118893629e-10,
        2.780784769118583e-10
      ],
      "bp_grad_F": [
        0.009033501148223877,
        1.7998809198616073e-05,
        2.5067617315244206e-08,
        1.8738653295713448e-08,
        1.087139978039886e-08
      ],
      "gamma_dfa": 0.00016801172751002014,
      "gamma_dfa_per_layer": [
        -0.0013465819647535682,
        0.0014174225507304072,
        0.00031502131605520844,
        0.00028618500800803304
      ],
      "acc_eval": 0.255859375,
      "loss_eval": 2.0473151206970215,
      "epoch": 51
    },
    {
      "hidden_norms_cls": [
        46.57882308959961,
        39427768.0,
        40090548.0,
        48369740.0,
        62859588.0
      ],
      "hidden_norms_avg": [
        999.5881958007812,
        32546802.0,
        34502940.0,
        46179212.0,
        62426560.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0221139240893535e-05,
        4.495410987903625e-10,
        3.065779852207129e-10,
        2.9148336522233365e-10,
        2.8107866034687845e-10
      ],
      "bp_grad_F": [
        0.016372976824641228,
        2.868929186661262e-05,
        2.4158071099122935e-08,
        2.1377838166358742e-08,
        1.0851396226030374e-08
      ],
      "gamma_dfa": 0.00012949823576491326,
      "gamma_dfa_per_layer": [
        -0.0014246907085180283,
        0.0013606694992631674,
        0.0003105594660155475,
        0.0002714546862989664
      ],
      "acc_eval": 0.2568359375,
      "loss_eval": 2.0468568801879883,
      "epoch": 52
    },
    {
      "hidden_norms_cls": [
        46.621891021728516,
        39709320.0,
        40367452.0,
        48619224.0,
        63258040.0
      ],
      "hidden_norms_avg": [
        1000.7721557617188,
        33325650.0,
        35170832.0,
        47006208.0,
        63117408.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.0193185011739843e-05,
        4.388156504830931e-10,
        3.137757831339627e-10,
        2.8996427481331466e-10,
        2.7836044580453745e-10
      ],
      "bp_grad_F": [
        0.020163528621196747,
        3.054905027966015e-05,
        2.3064796295102497e-08,
        1.4526934322134366e-08,
        1.0852998499899513e-08
      ],
      "gamma_dfa": 0.00017183857562486082,
      "gamma_dfa_per_layer": [
        -0.0013185564894229174,
        0.0014156483812257648,
        0.00031098624458536506,
        0.00027927616611123085
      ],
      "acc_eval": 0.2529296875,
      "loss_eval": 2.054586410522461,
      "epoch": 53
    },
    {
      "hidden_norms_cls": [
        46.65864562988281,
        39798476.0,
        40463920.0,
        48764504.0,
        63346472.0
      ],
      "hidden_norms_avg": [
        1001.6641845703125,
        33379128.0,
        35239452.0,
        46955488.0,
        63122060.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.965362000395544e-05,
        4.4001230437018535e-10,
        3.0546970508638083e-10,
        2.8820767994375274e-10,
        2.777780505613947e-10
      ],
      "bp_grad_F": [
        0.048469845205545425,
        4.790218736161478e-05,
        2.6222814142329298e-08,
        2.4079582772174035e-08,
        1.0861339383438917e-08
      ],
      "gamma_dfa": -6.432890222640708e-05,
      "gamma_dfa_per_layer": [
        -0.002126228529959917,
        0.0012497524730861187,
        0.00034036440774798393,
        0.0002787960402201861
      ],
      "acc_eval": 0.2509765625,
      "loss_eval": 2.0531256198883057,
      "epoch": 54
    },
    {
      "hidden_norms_cls": [
        46.683528900146484,
        39922192.0,
        40544356.0,
        48855360.0,
        63435588.0
      ],
      "hidden_norms_avg": [
        1002.31494140625,
        33437468.0,
        35316604.0,
        47039952.0,
        63236136.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.79724281426752e-05,
        4.357196548010478e-10,
        3.0789479299464517e-10,
        2.8999944112761966e-10,
        2.7672003577450255e-10
      ],
      "bp_grad_F": [
        0.009082098491489887,
        6.448025487770792e-06,
        2.3372145108169207e-08,
        1.58603672417712e-08,
        1.0855457865943663e-08
      ],
      "gamma_dfa": 8.819025242701173e-05,
      "gamma_dfa_per_layer": [
        -0.0015805144794285297,
        0.0013432127889245749,
        0.000321696512401104,
        0.00026836618781089783
      ],
      "acc_eval": 0.2529296875,
      "loss_eval": 2.0517051219940186,
      "epoch": 55
    },
    {
      "hidden_norms_cls": [
        46.70249938964844,
        40094040.0,
        40695052.0,
        48969004.0,
        63542232.0
      ],
      "hidden_norms_avg": [
        1002.7830810546875,
        33826664.0,
        35653116.0,
        47279168.0,
        63409756.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8208709409227595e-05,
        4.3868975119210063e-10,
        3.102354484418868e-10,
        2.8893865078316594e-10,
        2.794520170823489e-10
      ],
      "bp_grad_F": [
        0.012775770388543606,
        3.5907680285163224e-05,
        3.276610627267473e-08,
        1.9733393585852355e-08,
        1.0837335473468102e-08
      ],
      "gamma_dfa": -7.604052370879799e-06,
      "gamma_dfa_per_layer": [
        -0.0020841513760387897,
        0.001464233035221696,
        0.0003138828033115715,
        0.0002756193280220032
      ],
      "acc_eval": 0.2509765625,
      "loss_eval": 2.053762912750244,
      "epoch": 56
    },
    {
      "hidden_norms_cls": [
        46.71390914916992,
        39990840.0,
        40613704.0,
        48947088.0,
        63626668.0
      ],
      "hidden_norms_avg": [
        1003.0780639648438,
        33512400.0,
        35398544.0,
        47052320.0,
        63319172.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.8852005925728008e-05,
        4.408986231663192e-10,
        3.0767774439333095e-10,
        2.8811911190196327e-10,
        2.780060626150771e-10
      ],
      "bp_grad_F": [
        0.017775027081370354,
        2.9518716473830864e-05,
        1.6785485001946654e-08,
        1.3991450664718741e-08,
        1.082214762249123e-08
      ],
      "gamma_dfa": 0.0001292051310883835,
      "gamma_dfa_per_layer": [
        -0.001528067048639059,
        0.0014583747833967209,
        0.0003044582554139197,
        0.0002820545341819525
      ],
      "acc_eval": 0.2548828125,
      "loss_eval": 2.0512585639953613,
      "epoch": 57
    },
    {
      "hidden_norms_cls": [
        46.72029495239258,
        40048976.0,
        40673908.0,
        49005780.0,
        63650516.0
      ],
      "hidden_norms_avg": [
        1003.2393188476562,
        33518072.0,
        35408260.0,
        47059300.0,
        63337588.0
      ],
      "bp_grad_per_sample_l2_med": [
        3.040391493414063e-05,
        4.422071042675668e-10,
        3.0922153726464785e-10,
        2.885988392709038e-10,
        2.7767882437856883e-10
      ],
      "bp_grad_F": [
        0.05996337905526161,
        4.702213846030645e-05,
        2.0060964445178797e-08,
        1.6814832193290385e-08,
        1.0825355722943186e-08
      ],
      "gamma_dfa": 6.977042357902974e-05,
      "gamma_dfa_per_layer": [
        -0.0016858375165611506,
        0.001342209754511714,
        0.00032920570811256766,
        0.00029350374825298786
      ],
      "acc_eval": 0.25390625,
      "loss_eval": 2.0525753498077393,
      "epoch": 58
    },
    {
      "hidden_norms_cls": [
        46.723426818847656,
        40078224.0,
        40696452.0,
        49005116.0,
        63676392.0
      ],
      "hidden_norms_avg": [
        1003.3213500976562,
        33528454.0,
        35420932.0,
        47084140.0,
        63362884.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.9969949537189677e-05,
        4.438247824811725e-10,
        3.0574925924398144e-10,
        2.876155424935689e-10,
        2.772651552795935e-10
      ],
      "bp_grad_F": [
        0.015555496327579021,
        1.9468383470666595e-05,
        2.2645199493354085e-08,
        2.0153352764396004e-08,
        1.082723954937137e-08
      ],
      "gamma_dfa": -2.766123361652717e-05,
      "gamma_dfa_per_layer": [
        -0.0021022262517362833,
        0.0013793597463518381,
        0.0003187692491337657,
        0.0002934523217845708
      ],
      "acc_eval": 0.2529296875,
      "loss_eval": 2.05129337310791,
      "epoch": 59
    },
    {
      "hidden_norms_cls": [
        46.72323226928711,
        40073516.0,
        40694276.0,
        48970848.0,
        63674696.0
      ],
      "hidden_norms_avg": [
        1003.3206176757812,
        33517796.0,
        35411552.0,
        47074216.0,
        63356572.0
      ],
      "bp_grad_per_sample_l2_med": [
        2.986433173646219e-05,
        4.4209438887499175e-10,
        3.069269838285038e-10,
        2.8717661582078335e-10,
        2.7721389073143143e-10
      ],
      "bp_grad_F": [
        0.011835500597953796,
        1.2977254300494678e-05,
        2.7325663509714104e-08,
        2.23609397664859e-08,
        1.0828303587118171e-08
      ],
      "gamma_dfa": 4.879416519543156e-05,
      "gamma_dfa_per_layer": [
        -0.0018596879672259092,
        0.0014319919282570481,
        0.0003201703366357833,
        0.00030270236311480403
      ],
      "acc_eval": 0.2529296875,
      "loss_eval": 2.051326274871826,
      "epoch": 60
    }
  ]
}