{
  "42": {
    "bp": {
      "log": {
        "train_loss": [
          1.4754980445098878,
          1.1327733042144776,
          0.9823549256706238,
          0.8884939163589477,
          0.8080494424057006,
          0.7429164674949646,
          0.691338694820404,
          0.6396145434761047,
          0.6058105169486999,
          0.5681285029792785,
          0.5410099887466431,
          0.5156902655792236,
          0.48821864374160767,
          0.4693263840675354,
          0.44821343361854554,
          0.4341135684013367,
          0.4153518598937988,
          0.4031775716972351,
          0.3901845865726471,
          0.37803070536613465,
          0.36493089889526364,
          0.3530925098323822,
          0.34134404032707216,
          0.32737062341690065,
          0.3201012042999268,
          0.30783499921798707,
          0.3018397808456421,
          0.297964332113266,
          0.2811221259975433,
          0.2744342702102661,
          0.26620709442138674,
          0.2572384280967712,
          0.24901132754325866,
          0.2451383338546753,
          0.23960787649154663,
          0.22755484651565552,
          0.21933056587219238,
          0.2154020707654953,
          0.20710637582778932,
          0.20213108753204345,
          0.19146164437294005,
          0.18917329798221588,
          0.17772054873466492,
          0.17262119786262511,
          0.17501190958976745,
          0.16236323578834533,
          0.15728484272003174,
          0.1503485471725464,
          0.14705612461566925,
          0.1391956588745117,
          0.13705069701194764,
          0.1280645592546463,
          0.12542680257797242,
          0.11884177312612533,
          0.11983791782855988,
          0.11101757476329803,
          0.10580061419487,
          0.09929067412376404,
          0.09622357261061669,
          0.09204819278240203,
          0.09021267262935638,
          0.08517345870494843,
          0.08284438428878785,
          0.07769702455043792,
          0.07526010594129562,
          0.07193764674186706,
          0.06778959328889847,
          0.06626685544013977,
          0.061662050495147704,
          0.062233254585266115,
          0.05574440080881119,
          0.05430667734146118,
          0.050687168483734134,
          0.05152127984762192,
          0.047372261435985566,
          0.045812105536460875,
          0.04105121579051018,
          0.041827005530595776,
          0.03994967749714851,
          0.03859664423584938,
          0.03739786517620087,
          0.03536494743227959,
          0.03402860813319683,
          0.032672048892974856,
          0.033726132349967956,
          0.032082007769942286,
          0.03033736688375473,
          0.030522687734365464,
          0.02902250618815422,
          0.027636773591041566,
          0.028686479598283767,
          0.027951767029762268,
          0.027169395470619202,
          0.026654738742113115,
          0.02677365488886833,
          0.026482253704667093,
          0.024927393090724944,
          0.02497604925274849,
          0.026100769642591476,
          0.025896823017597197
        ],
        "train_acc": [
          0.45964,
          0.59478,
          0.64942,
          0.68564,
          0.7155,
          0.74002,
          0.759,
          0.778,
          0.79062,
          0.8042,
          0.8139,
          0.82322,
          0.83096,
          0.83878,
          0.84706,
          0.85214,
          0.85686,
          0.86174,
          0.86592,
          0.87024,
          0.87432,
          0.87884,
          0.88326,
          0.8879,
          0.88992,
          0.89312,
          0.89666,
          0.89684,
          0.90298,
          0.90614,
          0.90778,
          0.91138,
          0.91432,
          0.91484,
          0.91664,
          0.92094,
          0.92352,
          0.92584,
          0.92802,
          0.92958,
          0.93406,
          0.9351,
          0.93924,
          0.94048,
          0.93892,
          0.94464,
          0.94534,
          0.9487,
          0.94968,
          0.95276,
          0.9528,
          0.9574,
          0.95744,
          0.96078,
          0.96016,
          0.96282,
          0.9647,
          0.96816,
          0.96838,
          0.9708,
          0.97036,
          0.97234,
          0.97322,
          0.9746,
          0.97646,
          0.97678,
          0.97904,
          0.9792,
          0.98132,
          0.9807,
          0.98392,
          0.98454,
          0.98496,
          0.98534,
          0.98722,
          0.98734,
          0.98918,
          0.98902,
          0.98994,
          0.9903,
          0.99048,
          0.99146,
          0.99194,
          0.99266,
          0.99138,
          0.99328,
          0.99318,
          0.99348,
          0.99398,
          0.99464,
          0.99392,
          0.99424,
          0.99436,
          0.99462,
          0.99468,
          0.9945,
          0.9953,
          0.9954,
          0.99516,
          0.9948
        ],
        "test_acc": [
          0.506,
          0.6221,
          0.6134,
          0.6653,
          0.6809,
          0.6845,
          0.7282,
          0.715,
          0.758,
          0.7538,
          0.742,
          0.7841,
          0.7783,
          0.79,
          0.762,
          0.7896,
          0.7946,
          0.8012,
          0.8066,
          0.8337,
          0.8222,
          0.8306,
          0.8369,
          0.8343,
          0.8176,
          0.7976,
          0.836,
          0.8464,
          0.8087,
          0.8516,
          0.8444,
          0.8347,
          0.8414,
          0.83,
          0.8454,
          0.8373,
          0.8399,
          0.8572,
          0.854,
          0.8572,
          0.8496,
          0.8496,
          0.8686,
          0.8571,
          0.8517,
          0.8432,
          0.8515,
          0.864,
          0.8615,
          0.8668,
          0.8367,
          0.8333,
          0.8594,
          0.8709,
          0.8679,
          0.8613,
          0.8689,
          0.87,
          0.8732,
          0.8701,
          0.8585,
          0.8654,
          0.8618,
          0.8735,
          0.8626,
          0.8751,
          0.8694,
          0.8685,
          0.8749,
          0.8727,
          0.8751,
          0.8761,
          0.8726,
          0.8775,
          0.8688,
          0.8762,
          0.876,
          0.8711,
          0.8691,
          0.8771,
          0.875,
          0.8739,
          0.8748,
          0.8751,
          0.8764,
          0.8764,
          0.8761,
          0.8759,
          0.8763,
          0.8784,
          0.8768,
          0.8771,
          0.8766,
          0.875,
          0.8766,
          0.876,
          0.8764,
          0.8783,
          0.8774,
          0.8769
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "bp_grad_norms_per_layer": [
          3.9082557634628756e-08,
          5.067175123940615e-08,
          3.265608228275596e-08,
          1.1308735281545523e-08,
          3.1019329327364176e-09
        ],
        "hidden_norms_per_layer": [
          1.630630612373352,
          2.3162124156951904,
          4.237359523773193,
          9.196452140808105,
          17.93486213684082
        ]
      }
    },
    "fa": {
      "log": {
        "train_loss": [
          1.8298806344604492,
          1.688780364112854,
          1.647813285560608,
          1.632948429145813,
          1.6219196771621704,
          1.597323589477539,
          1.6194571055603026,
          1.5867001958465576,
          1.5856347469329835,
          1.5822649958419799,
          1.567199764328003,
          1.5595971042633057,
          1.555942633628845,
          1.5450387216186523,
          1.5443615267181396,
          1.5423453115463257,
          1.5377392181777954,
          1.5742749130630493,
          1.5323925372695923,
          1.5202843558502197,
          1.5258193575286865,
          1.5040335019302369,
          1.507170670814514,
          1.5143084545516967,
          1.4983913586807251,
          1.4908056282806397,
          1.5053773770904542,
          1.4907385025787354,
          1.4826300627517701,
          1.466815757484436,
          1.4698192767333984,
          1.4639443017578124,
          1.459072035560608,
          1.4483210107040405,
          1.455411272239685,
          1.4497789043807983,
          1.44592253200531,
          1.462750799331665,
          1.4582938319778442,
          1.4474501207733155,
          1.4522054817199708,
          1.4697525200653077,
          1.4576213805389404,
          1.4627395877838134,
          1.4435660293197632,
          1.4565714419937135,
          1.4885323392486571,
          1.4720177228546143,
          1.477506584815979,
          1.4671536804962158,
          1.4733956943511963,
          1.4923374033355712,
          1.4908088668823243,
          1.4986677370834351,
          1.506933953514099,
          1.4915515749359132,
          1.5066200190734864,
          1.5074671340179444,
          1.5117018646621705,
          1.5098506378555299,
          1.52632337348938,
          1.5084018962860108,
          1.4978013104248047,
          1.4830269091033936,
          1.475912446899414,
          1.49930527469635,
          1.5067418698883057,
          1.512999187850952,
          1.517277278137207,
          1.5063294620513916,
          1.5280411059951782,
          1.5010698389434813,
          1.5042574712753296,
          1.5221018926620484,
          1.5003190943527223,
          1.502483357963562,
          1.494799020462036,
          1.5052326755142211,
          1.5050663613891602,
          1.519798519821167,
          1.5059367882919312,
          1.5141305075836182,
          1.5212347466278076,
          1.5083724868011474,
          1.5028382047271729,
          1.52472865776062,
          1.5356733351898193,
          1.5201873098373413,
          1.566948963356018,
          1.5514922919464111,
          1.558815823059082,
          1.5491892823028564,
          1.575247833518982,
          1.5376620474624634,
          1.5292223310852051,
          1.5172099410247804,
          1.5145379526138305,
          1.5038220858764648,
          1.50547469871521,
          1.5119369091033936
        ],
        "train_acc": [
          0.31842,
          0.37374,
          0.39324,
          0.40182,
          0.40412,
          0.4211,
          0.41732,
          0.42548,
          0.42548,
          0.4254,
          0.43404,
          0.43838,
          0.44018,
          0.44176,
          0.4438,
          0.44488,
          0.44962,
          0.4329,
          0.45138,
          0.45352,
          0.45012,
          0.45828,
          0.45946,
          0.45388,
          0.45988,
          0.46518,
          0.45762,
          0.462,
          0.46632,
          0.46964,
          0.4709,
          0.47326,
          0.47348,
          0.4779,
          0.47418,
          0.47572,
          0.47944,
          0.47124,
          0.47294,
          0.4799,
          0.47656,
          0.47036,
          0.476,
          0.47532,
          0.48174,
          0.47684,
          0.4653,
          0.47198,
          0.4682,
          0.47048,
          0.4705,
          0.46424,
          0.46426,
          0.4617,
          0.46056,
          0.4619,
          0.45984,
          0.45824,
          0.45614,
          0.45822,
          0.45278,
          0.45816,
          0.46198,
          0.46712,
          0.46686,
          0.45834,
          0.4546,
          0.45078,
          0.45096,
          0.45758,
          0.4504,
          0.45786,
          0.4551,
          0.45058,
          0.45946,
          0.45886,
          0.46094,
          0.45682,
          0.4567,
          0.45352,
          0.45318,
          0.45374,
          0.45124,
          0.45422,
          0.45768,
          0.45028,
          0.4471,
          0.45038,
          0.4322,
          0.44048,
          0.43662,
          0.43446,
          0.42868,
          0.44552,
          0.44874,
          0.45298,
          0.45436,
          0.45668,
          0.45604,
          0.45474
        ],
        "test_acc": [
          0.3207,
          0.3503,
          0.3527,
          0.3861,
          0.3942,
          0.4001,
          0.4306,
          0.4432,
          0.4478,
          0.4524,
          0.4585,
          0.465,
          0.458,
          0.4227,
          0.392,
          0.4192,
          0.3884,
          0.4038,
          0.4158,
          0.4077,
          0.3143,
          0.4095,
          0.3911,
          0.4277,
          0.403,
          0.3575,
          0.4462,
          0.4343,
          0.492,
          0.5031,
          0.4931,
          0.4969,
          0.4998,
          0.4965,
          0.4941,
          0.4774,
          0.4824,
          0.4616,
          0.4576,
          0.3687,
          0.3822,
          0.4509,
          0.3604,
          0.3934,
          0.397,
          0.3731,
          0.4169,
          0.4009,
          0.4215,
          0.456,
          0.4938,
          0.5047,
          0.492,
          0.4953,
          0.4836,
          0.477,
          0.4887,
          0.4833,
          0.4541,
          0.4727,
          0.4383,
          0.4087,
          0.4211,
          0.3786,
          0.3644,
          0.3657,
          0.3426,
          0.3886,
          0.4046,
          0.4387,
          0.4099,
          0.4625,
          0.4529,
          0.4586,
          0.485,
          0.4865,
          0.4843,
          0.4794,
          0.4679,
          0.4693,
          0.4615,
          0.4667,
          0.4192,
          0.418,
          0.4125,
          0.3571,
          0.3608,
          0.3457,
          0.3906,
          0.3725,
          0.4014,
          0.4286,
          0.4085,
          0.446,
          0.4485,
          0.4346,
          0.4817,
          0.485,
          0.495,
          0.4833
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          -0.011285820975899696,
          0.07406313717365265,
          0.1594497561454773,
          0.44105973839759827
        ],
        "bp_grad_norms_per_layer": [
          1.3695491361431777e-05,
          1.8004903949986328e-06,
          9.99313783722755e-07,
          8.082909062068211e-07,
          5.473577857628698e-07
        ],
        "hidden_norms_per_layer": [
          50.53160095214844,
          103.4476089477539,
          149.35552978515625,
          182.89686584472656,
          189.6983184814453
        ]
      }
    },
    "dfa": {
      "log": {
        "train_loss": [
          1.9700327950286864,
          1.7197770983886718,
          1.632392515296936,
          1.5972210712432862,
          1.5736680292129517,
          1.5405088848114015,
          1.5421941160202026,
          1.520421322631836,
          1.5005842459106444,
          1.4921242977905274,
          1.4844317977905273,
          1.483495234451294,
          1.4797166704177855,
          1.4774001663970948,
          1.4658505402374267,
          1.4566633183288573,
          1.4593217742156983,
          1.4601572839736938,
          1.4440136874389649,
          1.4463013646697997,
          1.4405934756088257,
          1.4422135416030883,
          1.422125124206543,
          1.4206480749130248,
          1.420827185935974,
          1.4188856798553466,
          1.4109822200775146,
          1.4247135849761963,
          1.4055966735458374,
          1.4032851572036744,
          1.410328683128357,
          1.4118695135116577,
          1.4036611133956909,
          1.3949691522216796,
          1.3968347528076173,
          1.3958281589126587,
          1.39325541847229,
          1.403240125617981,
          1.392686354484558,
          1.3892713842010498,
          1.382711388092041,
          1.389695151901245,
          1.3808801708602905,
          1.3848997201919555,
          1.3890845811843873,
          1.4066275939178468,
          1.3875241959381104,
          1.3897144681549072,
          1.3796721933746339,
          1.396430911216736,
          1.387675725402832,
          1.3777567819595338,
          1.3884191586303711,
          1.381468256187439,
          1.3925903015136718,
          1.3914262427520752,
          1.3773758321762084,
          1.3876502769851684,
          1.3776784436798095,
          1.3695590120315553,
          1.3830354277420045,
          1.3944670934677124,
          1.3798560680007934,
          1.3890421490478515,
          1.374452215538025,
          1.3832157874298097,
          1.3792221859359741,
          1.3865778247833251,
          1.398633239364624,
          1.383202797050476,
          1.4095420195388795,
          1.3881797384262085,
          1.3861817309188842,
          1.399900616531372,
          1.3711223928070069,
          1.3982175287628174,
          1.401219694595337,
          1.3866778911972046,
          1.3866484435272217,
          1.3840515439605714,
          1.3872028903961182,
          1.387791619644165,
          1.390064393234253,
          1.3949497409439087,
          1.385475379447937,
          1.394461077232361,
          1.3839679726409913,
          1.3870975177383422,
          1.3855371921157837,
          1.3954718680572509,
          1.3886094842147827,
          1.3855898504257202,
          1.3940177222824097,
          1.4014257174682616,
          1.3956065648269653,
          1.376382395401001,
          1.3796580749511718,
          1.3885908546829224,
          1.3941678115081788,
          1.4100037472152709
        ],
        "train_acc": [
          0.26468,
          0.37022,
          0.40486,
          0.42178,
          0.43042,
          0.44586,
          0.44794,
          0.45628,
          0.46218,
          0.46572,
          0.4714,
          0.47332,
          0.47372,
          0.4786,
          0.47742,
          0.48406,
          0.48038,
          0.48206,
          0.48642,
          0.48924,
          0.48912,
          0.48716,
          0.493,
          0.4975,
          0.49292,
          0.49658,
          0.49862,
          0.49692,
          0.50214,
          0.50136,
          0.50334,
          0.50208,
          0.50184,
          0.50406,
          0.50682,
          0.5067,
          0.50564,
          0.50384,
          0.50712,
          0.50984,
          0.513,
          0.50756,
          0.51442,
          0.51452,
          0.51248,
          0.50492,
          0.5094,
          0.51026,
          0.5129,
          0.50942,
          0.5128,
          0.51386,
          0.51294,
          0.51314,
          0.5097,
          0.51186,
          0.51472,
          0.51466,
          0.51572,
          0.51818,
          0.51692,
          0.51066,
          0.51592,
          0.51586,
          0.51642,
          0.51666,
          0.51496,
          0.51416,
          0.50964,
          0.51496,
          0.51284,
          0.51294,
          0.51454,
          0.51066,
          0.51986,
          0.5122,
          0.51132,
          0.51556,
          0.5143,
          0.51508,
          0.51314,
          0.51538,
          0.51624,
          0.51358,
          0.51708,
          0.5134,
          0.51714,
          0.51774,
          0.51886,
          0.51394,
          0.51664,
          0.51706,
          0.51338,
          0.5106,
          0.51576,
          0.51934,
          0.51794,
          0.51738,
          0.51044,
          0.51066
        ],
        "test_acc": [
          0.3153,
          0.3474,
          0.386,
          0.388,
          0.4166,
          0.4531,
          0.4665,
          0.471,
          0.4903,
          0.4845,
          0.4895,
          0.487,
          0.4829,
          0.4498,
          0.4608,
          0.4765,
          0.4157,
          0.4487,
          0.42,
          0.4166,
          0.4502,
          0.4119,
          0.3815,
          0.4482,
          0.4885,
          0.4125,
          0.4783,
          0.4813,
          0.5087,
          0.5166,
          0.5321,
          0.5214,
          0.5275,
          0.5214,
          0.5298,
          0.5097,
          0.498,
          0.5028,
          0.4919,
          0.4638,
          0.443,
          0.4517,
          0.4192,
          0.4341,
          0.4191,
          0.4345,
          0.4743,
          0.4441,
          0.4946,
          0.5211,
          0.5172,
          0.5296,
          0.5338,
          0.5327,
          0.5373,
          0.5275,
          0.5326,
          0.5287,
          0.5091,
          0.5058,
          0.5008,
          0.4079,
          0.451,
          0.4224,
          0.4662,
          0.4654,
          0.4191,
          0.4663,
          0.4364,
          0.4456,
          0.5066,
          0.5268,
          0.5368,
          0.5377,
          0.5413,
          0.5476,
          0.5292,
          0.529,
          0.536,
          0.5284,
          0.4941,
          0.5041,
          0.4917,
          0.4746,
          0.4656,
          0.4459,
          0.4626,
          0.3939,
          0.446,
          0.4554,
          0.4422,
          0.5023,
          0.4576,
          0.5104,
          0.5295,
          0.5327,
          0.5195,
          0.5494,
          0.5471,
          0.5413
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.08758166432380676,
          0.08265066146850586,
          0.12648510932922363,
          0.10309864580631256
        ],
        "bp_grad_norms_per_layer": [
          2.3419132048729807e-05,
          3.6119690776104107e-06,
          1.7736473409968312e-06,
          1.5713918628534884e-06,
          1.7539369991936837e-06
        ],
        "hidden_norms_per_layer": [
          47.25933837890625,
          109.33719635009766,
          155.00738525390625,
          191.0522918701172,
          219.52337646484375
        ]
      }
    },
    "frozen_acc": 0.4463
  },
  "123": {
    "bp": {
      "log": {
        "train_loss": [
          1.495588239517212,
          1.1326856233215332,
          0.9856092191314697,
          0.8843897874641419,
          0.8114790439987183,
          0.7456379578399658,
          0.697955235080719,
          0.654170990562439,
          0.6158091250801087,
          0.5829520724487305,
          0.5525357649230958,
          0.5250414242553711,
          0.5006515597724914,
          0.48423763071060183,
          0.46926417328834535,
          0.4528700869369507,
          0.43051134550094605,
          0.41593158436775207,
          0.4056923293495178,
          0.3909835531234741,
          0.3792208040237427,
          0.3660886435699463,
          0.3583825979232788,
          0.3472343339729309,
          0.33715820897102355,
          0.32825799531936645,
          0.31955092518806455,
          0.3038673452949524,
          0.2969187310600281,
          0.2933626782989502,
          0.27999647459983823,
          0.268520337266922,
          0.26634064863204954,
          0.2538251077890396,
          0.24892900864601136,
          0.24191651473999023,
          0.232765593996048,
          0.22151346509933473,
          0.222532262134552,
          0.21110695028305054,
          0.20780864106178285,
          0.19791428791999816,
          0.19185672250270844,
          0.18785401693344117,
          0.17802429156303406,
          0.1720601306962967,
          0.16842515460014343,
          0.16257646847724916,
          0.15610155190944672,
          0.15005135691642763,
          0.14009289414882659,
          0.1384709987258911,
          0.13156649881362914,
          0.12928588601112365,
          0.12685507180213929,
          0.1160386240530014,
          0.10782978903532028,
          0.10997594069480895,
          0.10836599202871322,
          0.09867196915149688,
          0.09783898058176041,
          0.08973311794519424,
          0.08834265770435333,
          0.08185022172212601,
          0.07984862296581269,
          0.07728323365688324,
          0.07318342950820923,
          0.06945570806026459,
          0.06800889924287797,
          0.06299814170360565,
          0.061575687782764434,
          0.056308155422210696,
          0.05341108487129211,
          0.05296990805625915,
          0.05296066891252994,
          0.04871720019578934,
          0.04586738684058189,
          0.04388664490222931,
          0.04339365641117096,
          0.04231060939252376,
          0.04077634312748909,
          0.039417545340061186,
          0.03753207321703434,
          0.037230935846567156,
          0.034856179753541945,
          0.03275925306677818,
          0.03446773986160755,
          0.032199940350055696,
          0.03195429321408272,
          0.030788076300621033,
          0.030068219158649444,
          0.030032526297569275,
          0.029710424115657805,
          0.02918463228583336,
          0.028123204150795937,
          0.02919030601501465,
          0.029277059656381606,
          0.027259378086328508,
          0.0266542486217618,
          0.028766508388519286
        ],
        "train_acc": [
          0.449,
          0.5959,
          0.6476,
          0.68514,
          0.71296,
          0.7388,
          0.7567,
          0.77474,
          0.7868,
          0.80072,
          0.80904,
          0.81816,
          0.82786,
          0.83348,
          0.8387,
          0.84456,
          0.85092,
          0.85656,
          0.86014,
          0.86546,
          0.86932,
          0.8738,
          0.87796,
          0.87998,
          0.88338,
          0.88642,
          0.89038,
          0.89488,
          0.8979,
          0.89792,
          0.90422,
          0.90792,
          0.90796,
          0.9129,
          0.91398,
          0.9169,
          0.91828,
          0.92408,
          0.92334,
          0.9273,
          0.92912,
          0.93154,
          0.93466,
          0.93544,
          0.938,
          0.94012,
          0.94162,
          0.94442,
          0.94616,
          0.94784,
          0.95244,
          0.9535,
          0.9548,
          0.95672,
          0.95636,
          0.96082,
          0.96466,
          0.96328,
          0.96326,
          0.96726,
          0.96682,
          0.97112,
          0.97136,
          0.97392,
          0.97444,
          0.97538,
          0.97714,
          0.97862,
          0.9784,
          0.98034,
          0.98176,
          0.98508,
          0.98458,
          0.98552,
          0.98558,
          0.98714,
          0.98738,
          0.98786,
          0.98852,
          0.98858,
          0.98988,
          0.9895,
          0.99064,
          0.99092,
          0.99166,
          0.99262,
          0.9916,
          0.99292,
          0.9927,
          0.99356,
          0.99404,
          0.99396,
          0.9941,
          0.9939,
          0.99516,
          0.9942,
          0.99396,
          0.99498,
          0.99516,
          0.99404
        ],
        "test_acc": [
          0.4668,
          0.4975,
          0.6427,
          0.6186,
          0.7044,
          0.6675,
          0.7212,
          0.7318,
          0.7142,
          0.7239,
          0.7613,
          0.7318,
          0.7903,
          0.7557,
          0.7618,
          0.7681,
          0.8016,
          0.8023,
          0.8207,
          0.7878,
          0.8081,
          0.8078,
          0.7974,
          0.7988,
          0.8218,
          0.8317,
          0.7977,
          0.8371,
          0.8246,
          0.8268,
          0.8343,
          0.8101,
          0.8236,
          0.8219,
          0.8504,
          0.8422,
          0.831,
          0.829,
          0.8335,
          0.8489,
          0.8335,
          0.8383,
          0.8255,
          0.8291,
          0.8579,
          0.8497,
          0.8458,
          0.8448,
          0.8602,
          0.842,
          0.8673,
          0.8624,
          0.867,
          0.8614,
          0.8556,
          0.861,
          0.843,
          0.8513,
          0.8648,
          0.8534,
          0.8559,
          0.8508,
          0.8663,
          0.8608,
          0.8662,
          0.8685,
          0.8674,
          0.8685,
          0.8683,
          0.8697,
          0.873,
          0.8691,
          0.8666,
          0.8732,
          0.8669,
          0.8759,
          0.8702,
          0.8755,
          0.8744,
          0.873,
          0.8745,
          0.8724,
          0.8718,
          0.8709,
          0.8737,
          0.8734,
          0.8763,
          0.8753,
          0.8751,
          0.8748,
          0.8747,
          0.8759,
          0.8744,
          0.8748,
          0.8741,
          0.8746,
          0.875,
          0.8757,
          0.8757,
          0.8751
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "bp_grad_norms_per_layer": [
          6.912577532602882e-08,
          1.1992902670954209e-07,
          1.1417370160415885e-07,
          2.9605759621631478e-08,
          7.1233121623492934e-09
        ],
        "hidden_norms_per_layer": [
          1.5058701038360596,
          2.3091824054718018,
          3.9312002658843994,
          8.719876289367676,
          17.75613784790039
        ]
      }
    },
    "fa": {
      "log": {
        "train_loss": [
          1.8659718270111083,
          1.683680397567749,
          1.612106671218872,
          1.5741597354888917,
          1.5599941147613525,
          1.5427036904144287,
          1.5440460584259033,
          1.5428195544815064,
          1.5271256440734864,
          1.5313361112594603,
          1.5289501099395753,
          1.513870721130371,
          1.5121803590393066,
          1.5032499996566773,
          1.512363984184265,
          1.5016355478668213,
          1.5096042656707764,
          1.492105902671814,
          1.4917547158050537,
          1.4900038906860351,
          1.4975745567321777,
          1.493273950843811,
          1.5052244140625,
          1.5001088582611084,
          1.5032766550445558,
          1.5210559719085692,
          1.5131746913909911,
          1.4969936119842528,
          1.5052455416107178,
          1.5028073372650146,
          1.509829647216797,
          1.5195129321670533,
          1.4970213110351562,
          1.5049412929916381,
          1.4949871908187866,
          1.4840487638092041,
          1.5036991092300416,
          1.4982619463348388,
          1.4966608276367188,
          1.5110313299179077,
          1.5175931993865968,
          1.5064766229248048,
          1.5220397052764894,
          1.5112490351104737,
          1.5147967623138427,
          1.5128357276153563,
          1.5076934622192384,
          1.5041581441879273,
          1.5137867282485962,
          1.5087187747573854,
          1.5027286514663696,
          1.5078837477111817,
          1.5078793271636963,
          1.5332094471740723,
          1.5532902967071534,
          1.531460919418335,
          1.526025957069397,
          1.545231460647583,
          1.5436910135269164,
          1.5562543505859374,
          1.592395346107483,
          1.5260646786499024,
          1.510891372642517,
          1.5131159967422485,
          1.5337466653823852,
          1.570516603012085,
          1.5490166927719116,
          1.5552853171539307,
          1.5633169314193727,
          1.5687613497543336,
          1.5776711074447631,
          1.550319636154175,
          1.5639197861099243,
          1.5420448788452148,
          1.5506871451187134,
          1.5436728594970703,
          1.544439082107544,
          1.5564761966323852,
          1.5428286236572266,
          1.5689187644577027,
          1.5568335976409913,
          1.5351758861541749,
          1.5409207321929932,
          1.5642808813858031,
          1.5521496292495727,
          1.5486036518096924,
          1.5483359182739258,
          1.5397209240722656,
          1.5328784543228149,
          1.5347419134521485,
          1.5272779167175292,
          1.5183787253189087,
          1.5255509783172607,
          1.5052685770416259,
          1.5213663787841798,
          1.4785558428573609,
          1.4870614541244507,
          1.4948050667953492,
          1.4956997775650025,
          1.5064945538711547
        ],
        "train_acc": [
          0.3056,
          0.37904,
          0.4103,
          0.42516,
          0.43474,
          0.44184,
          0.4445,
          0.44374,
          0.4478,
          0.4489,
          0.45134,
          0.45386,
          0.45748,
          0.45826,
          0.45484,
          0.45908,
          0.45536,
          0.46316,
          0.46284,
          0.46542,
          0.4616,
          0.46186,
          0.45934,
          0.45926,
          0.45776,
          0.44942,
          0.45392,
          0.4577,
          0.45366,
          0.4564,
          0.45234,
          0.4506,
          0.45694,
          0.45458,
          0.45722,
          0.46484,
          0.46076,
          0.45914,
          0.46288,
          0.45626,
          0.45278,
          0.45988,
          0.4519,
          0.45574,
          0.45572,
          0.45734,
          0.45724,
          0.4602,
          0.45514,
          0.4564,
          0.46106,
          0.45974,
          0.45838,
          0.44886,
          0.44068,
          0.45242,
          0.45194,
          0.44476,
          0.44334,
          0.44222,
          0.42254,
          0.44746,
          0.45404,
          0.45282,
          0.4468,
          0.42856,
          0.44068,
          0.43984,
          0.43342,
          0.43192,
          0.43184,
          0.43894,
          0.433,
          0.44186,
          0.4392,
          0.44028,
          0.44122,
          0.43994,
          0.4433,
          0.43554,
          0.43714,
          0.44596,
          0.44356,
          0.4375,
          0.4413,
          0.44216,
          0.44138,
          0.45042,
          0.45134,
          0.44988,
          0.45178,
          0.4552,
          0.44996,
          0.45752,
          0.45072,
          0.46666,
          0.46272,
          0.46206,
          0.45912,
          0.4544
        ],
        "test_acc": [
          0.2557,
          0.3587,
          0.3773,
          0.4178,
          0.4133,
          0.4564,
          0.453,
          0.4769,
          0.4726,
          0.4852,
          0.4752,
          0.4801,
          0.4714,
          0.4655,
          0.4422,
          0.4411,
          0.4299,
          0.3935,
          0.3857,
          0.3673,
          0.3759,
          0.4085,
          0.3923,
          0.4606,
          0.4338,
          0.359,
          0.4343,
          0.4325,
          0.447,
          0.489,
          0.4758,
          0.4802,
          0.484,
          0.482,
          0.4826,
          0.4847,
          0.4832,
          0.4697,
          0.4249,
          0.409,
          0.409,
          0.3935,
          0.3071,
          0.4144,
          0.3761,
          0.3694,
          0.3964,
          0.3913,
          0.4114,
          0.465,
          0.4863,
          0.4788,
          0.4888,
          0.4753,
          0.4704,
          0.483,
          0.492,
          0.4622,
          0.4634,
          0.4524,
          0.4046,
          0.4036,
          0.4197,
          0.4015,
          0.3201,
          0.3319,
          0.3996,
          0.2774,
          0.317,
          0.4131,
          0.4293,
          0.4107,
          0.4385,
          0.4546,
          0.4745,
          0.4664,
          0.4682,
          0.4707,
          0.4637,
          0.4634,
          0.4574,
          0.4256,
          0.3755,
          0.3476,
          0.3271,
          0.2652,
          0.3075,
          0.3732,
          0.3428,
          0.3723,
          0.3851,
          0.4178,
          0.4538,
          0.4451,
          0.4813,
          0.4791,
          0.4951,
          0.4864,
          0.474,
          0.4701
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.07231192290782928,
          0.08217933773994446,
          0.15553204715251923,
          0.4070398211479187
        ],
        "bp_grad_norms_per_layer": [
          1.9104201783193275e-05,
          2.399963932475657e-06,
          1.234139631378639e-06,
          1.0221878028460196e-06,
          7.074656309669081e-07
        ],
        "hidden_norms_per_layer": [
          55.40227127075195,
          103.83504486083984,
          151.3930206298828,
          184.45449829101562,
          189.0428466796875
        ]
      }
    },
    "dfa": {
      "log": {
        "train_loss": [
          1.9979866750717163,
          1.7517047381591797,
          1.666371762084961,
          1.600228463973999,
          1.5743235528182984,
          1.5476901987457274,
          1.5314745957183837,
          1.5130221286010743,
          1.4985457011795045,
          1.5043407316970825,
          1.4782429806900024,
          1.4846010361099242,
          1.4903296518325806,
          1.489443695526123,
          1.4796258502960205,
          1.48433977848053,
          1.4877143989562989,
          1.4892795726776122,
          1.4888588542175294,
          1.4829449924087525,
          1.4706789566802978,
          1.4695693682861328,
          1.4745273109054566,
          1.4871982336044312,
          1.469974294166565,
          1.4704977536773682,
          1.4612956504058838,
          1.471293696861267,
          1.4503397106933593,
          1.4601988890838622,
          1.4435253295516968,
          1.447725463256836,
          1.4467037618637084,
          1.4500885382843018,
          1.455040583152771,
          1.4443602278137206,
          1.447977113723755,
          1.4414146844100952,
          1.4293622527694703,
          1.4400424856185914,
          1.4403304705047608,
          1.430347915916443,
          1.4418269156646728,
          1.4286183041763305,
          1.431903427810669,
          1.43258889087677,
          1.4342171427154542,
          1.4285272072219848,
          1.4248057216644288,
          1.4252272537231445,
          1.4247102612304687,
          1.420763522605896,
          1.427785071258545,
          1.4206389274978637,
          1.4140512529754639,
          1.430296021385193,
          1.4163820014190673,
          1.4163366886138915,
          1.4075730377578735,
          1.4129050022506713,
          1.412215914993286,
          1.4040869583511353,
          1.4064097495269776,
          1.4082780233383179,
          1.3974828253936769,
          1.3907576309585572,
          1.3999906717681885,
          1.4001604806137085,
          1.3971656357192994,
          1.3846220355606078,
          1.413904198036194,
          1.3953790336990357,
          1.407677121810913,
          1.4085192776870727,
          1.3891954959869384,
          1.3969441717147828,
          1.3953401776123047,
          1.4075214514541625,
          1.392098694076538,
          1.4014366470336914,
          1.383703885116577,
          1.3975200021362304,
          1.3966769958114624,
          1.395452327079773,
          1.3924421725082397,
          1.392994442138672,
          1.3946838153839112,
          1.3889806948471068,
          1.4011986894607544,
          1.392875761756897,
          1.3996651697540283,
          1.3918553145599366,
          1.3905788117218019,
          1.3978934088897705,
          1.395444873085022,
          1.3836221188735962,
          1.3835073752593994,
          1.3996466543579102,
          1.3921513790512086,
          1.3886110556030273
        ],
        "train_acc": [
          0.25512,
          0.35406,
          0.39256,
          0.41872,
          0.42746,
          0.44032,
          0.44904,
          0.45578,
          0.46216,
          0.46186,
          0.47208,
          0.4704,
          0.46696,
          0.46728,
          0.46982,
          0.47016,
          0.46732,
          0.47058,
          0.46704,
          0.47188,
          0.47184,
          0.47774,
          0.47564,
          0.46992,
          0.47904,
          0.47598,
          0.4805,
          0.4798,
          0.48436,
          0.4804,
          0.48658,
          0.4882,
          0.48746,
          0.48498,
          0.4856,
          0.48972,
          0.48944,
          0.4911,
          0.49712,
          0.49246,
          0.49236,
          0.49502,
          0.49186,
          0.4949,
          0.49132,
          0.49518,
          0.49632,
          0.49714,
          0.49698,
          0.4976,
          0.49764,
          0.49996,
          0.4982,
          0.50006,
          0.50194,
          0.49868,
          0.50102,
          0.5003,
          0.50452,
          0.50352,
          0.50094,
          0.50638,
          0.50562,
          0.50712,
          0.50918,
          0.51182,
          0.50668,
          0.50992,
          0.51012,
          0.51506,
          0.50606,
          0.50954,
          0.50492,
          0.50494,
          0.51098,
          0.50954,
          0.5119,
          0.50756,
          0.5122,
          0.5099,
          0.51502,
          0.51232,
          0.51182,
          0.51178,
          0.51356,
          0.51212,
          0.5126,
          0.5151,
          0.50946,
          0.51328,
          0.51028,
          0.51492,
          0.51728,
          0.51268,
          0.5116,
          0.5164,
          0.51488,
          0.51248,
          0.51738,
          0.51552
        ],
        "test_acc": [
          0.2659,
          0.3594,
          0.3468,
          0.4054,
          0.4209,
          0.4382,
          0.4645,
          0.4759,
          0.484,
          0.4903,
          0.4803,
          0.4829,
          0.4731,
          0.48,
          0.4662,
          0.4533,
          0.4632,
          0.4207,
          0.4454,
          0.4012,
          0.4227,
          0.4392,
          0.4277,
          0.4557,
          0.4545,
          0.4582,
          0.48,
          0.4613,
          0.5073,
          0.5058,
          0.5176,
          0.5158,
          0.5175,
          0.5144,
          0.504,
          0.4989,
          0.4939,
          0.4828,
          0.4713,
          0.4078,
          0.4124,
          0.4353,
          0.4391,
          0.4563,
          0.4511,
          0.4067,
          0.4166,
          0.4923,
          0.4659,
          0.5016,
          0.5189,
          0.523,
          0.5282,
          0.5231,
          0.5334,
          0.5074,
          0.5186,
          0.5232,
          0.5093,
          0.4995,
          0.467,
          0.4539,
          0.441,
          0.4158,
          0.4242,
          0.3758,
          0.4375,
          0.2489,
          0.4025,
          0.453,
          0.5135,
          0.4813,
          0.5284,
          0.5371,
          0.5471,
          0.5423,
          0.5411,
          0.5358,
          0.5337,
          0.5311,
          0.5235,
          0.4908,
          0.464,
          0.4208,
          0.4237,
          0.4022,
          0.3981,
          0.3835,
          0.3665,
          0.466,
          0.3939,
          0.4512,
          0.5103,
          0.4967,
          0.5091,
          0.5297,
          0.5453,
          0.5533,
          0.5418,
          0.548
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.09619210660457611,
          0.07335361838340759,
          0.09598866105079651,
          0.12553545832633972
        ],
        "bp_grad_norms_per_layer": [
          2.3029326257528737e-05,
          3.30211491927912e-06,
          1.7296084706686088e-06,
          1.7123409179475857e-06,
          1.822835770326492e-06
        ],
        "hidden_norms_per_layer": [
          46.774864196777344,
          112.76661682128906,
          160.17086791992188,
          191.71311950683594,
          218.50283813476562
        ]
      }
    },
    "frozen_acc": 0.439
  },
  "456": {
    "bp": {
      "log": {
        "train_loss": [
          1.5160641179275514,
          1.1373616902923585,
          0.9867977604675293,
          0.879104539604187,
          0.8026973062515259,
          0.7398024030876159,
          0.6849897325134278,
          0.6419805959129333,
          0.6066270620346069,
          0.5656318543624878,
          0.5430069333076477,
          0.5161823916244507,
          0.4938885500907898,
          0.4700241546821594,
          0.45997175704956056,
          0.4387467160606384,
          0.424728159160614,
          0.4102775760555267,
          0.39500373538017275,
          0.3853588530731201,
          0.3722192826938629,
          0.3609906807899475,
          0.35011868640899657,
          0.3387249102306366,
          0.32812179962158206,
          0.32087999514579774,
          0.3091567077445984,
          0.30012500077247617,
          0.28842351221084594,
          0.2877265364074707,
          0.27251338097572325,
          0.26745018371105195,
          0.25646164291858675,
          0.25673630625247956,
          0.24372106365203858,
          0.23358901292800904,
          0.23192961641311646,
          0.2255696634578705,
          0.21565012225151062,
          0.20677277130126953,
          0.20152188514709474,
          0.19581060210227966,
          0.19028258794784547,
          0.1841914382791519,
          0.17373496751785278,
          0.17271406743049622,
          0.16331802525043487,
          0.15863498505592347,
          0.14999562792301177,
          0.14473856409549712,
          0.14406693646430968,
          0.14047701974868773,
          0.1324915998506546,
          0.1275099449801445,
          0.12249933202266693,
          0.11727544169425964,
          0.11460136109352112,
          0.10892109509944915,
          0.10204498662948608,
          0.09586662238121033,
          0.09406495225906372,
          0.08779436621665955,
          0.087703556432724,
          0.08578594008922577,
          0.07818658845186234,
          0.07675694673776627,
          0.07220518976211548,
          0.06950767105042935,
          0.06377516150712967,
          0.06165861406207085,
          0.06159033078074455,
          0.058180121289491654,
          0.05655836649179458,
          0.05223947284221649,
          0.05033184681296349,
          0.04905604504346848,
          0.04456530170381069,
          0.04502734445810318,
          0.04437524861574173,
          0.04308886869430542,
          0.03868388356208801,
          0.03812801341593266,
          0.03718253348588944,
          0.03652035888537765,
          0.0338644351452589,
          0.03453644402831793,
          0.032784310665130614,
          0.03278352576315403,
          0.031418144221305844,
          0.030436194059848785,
          0.02994262287378311,
          0.03070086252808571,
          0.02871063878774643,
          0.030094075206518172,
          0.02943230504631996,
          0.027803415595293045,
          0.028644300409555436,
          0.028327953987121582,
          0.028030424483418463,
          0.027398860431313513
        ],
        "train_acc": [
          0.44308,
          0.59558,
          0.65168,
          0.68998,
          0.7194,
          0.7423,
          0.7602,
          0.77614,
          0.79044,
          0.80464,
          0.81352,
          0.82222,
          0.83044,
          0.83888,
          0.84234,
          0.85044,
          0.85332,
          0.859,
          0.86514,
          0.86824,
          0.87012,
          0.87526,
          0.8781,
          0.88222,
          0.8871,
          0.88816,
          0.89312,
          0.89714,
          0.89986,
          0.89924,
          0.90564,
          0.90728,
          0.9118,
          0.91082,
          0.91566,
          0.9195,
          0.91938,
          0.9218,
          0.92472,
          0.92866,
          0.93012,
          0.9323,
          0.93438,
          0.93586,
          0.94102,
          0.94056,
          0.94362,
          0.9455,
          0.94822,
          0.95118,
          0.94988,
          0.95224,
          0.95454,
          0.9569,
          0.95858,
          0.96016,
          0.96116,
          0.96306,
          0.9657,
          0.9686,
          0.96904,
          0.97188,
          0.97136,
          0.9718,
          0.97554,
          0.9755,
          0.97714,
          0.97796,
          0.98142,
          0.98202,
          0.9814,
          0.98234,
          0.9833,
          0.98538,
          0.98568,
          0.98642,
          0.98808,
          0.98796,
          0.98826,
          0.98844,
          0.99046,
          0.99028,
          0.99066,
          0.9907,
          0.99234,
          0.99216,
          0.9928,
          0.99288,
          0.9932,
          0.99352,
          0.99434,
          0.99378,
          0.99432,
          0.9936,
          0.994,
          0.99482,
          0.99412,
          0.99418,
          0.99446,
          0.99458
        ],
        "test_acc": [
          0.5183,
          0.5736,
          0.6279,
          0.6712,
          0.6831,
          0.7037,
          0.7237,
          0.7395,
          0.7255,
          0.7823,
          0.7595,
          0.7661,
          0.7836,
          0.759,
          0.7763,
          0.7452,
          0.7823,
          0.81,
          0.8002,
          0.8178,
          0.8219,
          0.7635,
          0.7796,
          0.8069,
          0.817,
          0.801,
          0.8244,
          0.8341,
          0.8304,
          0.8073,
          0.8264,
          0.8266,
          0.8423,
          0.8438,
          0.8508,
          0.8521,
          0.8528,
          0.8569,
          0.8246,
          0.847,
          0.8519,
          0.834,
          0.8514,
          0.8564,
          0.8668,
          0.8543,
          0.8501,
          0.8509,
          0.8432,
          0.8499,
          0.8521,
          0.8618,
          0.8625,
          0.8683,
          0.8661,
          0.8431,
          0.8536,
          0.8602,
          0.861,
          0.8676,
          0.8685,
          0.8694,
          0.8659,
          0.8662,
          0.8693,
          0.8665,
          0.8729,
          0.8673,
          0.8773,
          0.8757,
          0.8698,
          0.8681,
          0.8717,
          0.8755,
          0.872,
          0.8735,
          0.8739,
          0.8748,
          0.8769,
          0.877,
          0.8746,
          0.8774,
          0.8766,
          0.8746,
          0.8767,
          0.8777,
          0.8767,
          0.8767,
          0.8764,
          0.8771,
          0.8788,
          0.878,
          0.8773,
          0.8789,
          0.8774,
          0.8777,
          0.8776,
          0.8783,
          0.8783,
          0.8773
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "bp_grad_norms_per_layer": [
          1.1557457213484668e-07,
          1.5904217320894531e-07,
          1.3247040442365687e-07,
          3.798226444473585e-08,
          9.729313354966962e-09
        ],
        "hidden_norms_per_layer": [
          1.7021474838256836,
          2.5449094772338867,
          4.418560028076172,
          9.197453498840332,
          18.361495971679688
        ]
      }
    },
    "fa": {
      "log": {
        "train_loss": [
          1.8388006496429443,
          1.6388477425384522,
          1.5723047241592407,
          1.5523447470474243,
          1.5415249212646485,
          1.5431161571502685,
          1.5355080755996704,
          1.5270839902877809,
          1.5336033702087402,
          1.539637003250122,
          1.54302769657135,
          1.538811323776245,
          1.5301817972564697,
          1.513635392112732,
          1.511602727394104,
          1.5054410875320434,
          1.4944276239395142,
          1.4915078888702393,
          1.505673057899475,
          1.4965799645996094,
          1.4820210153961182,
          1.470949204788208,
          1.5031878339385987,
          1.5060544648742675,
          1.5197064126205444,
          1.5097587853240966,
          1.4998890134429932,
          1.5088149597930909,
          1.5380420586013794,
          1.5479945287322998,
          1.5401077768707276,
          1.5486767250823974,
          1.5603229951858522,
          1.558787651863098,
          1.572075382347107,
          1.5438019393157958,
          1.542765788040161,
          1.5333216193389894,
          1.524303759613037,
          1.5235723961639405,
          1.5214403876495362,
          1.5204402813720703,
          1.541364458580017,
          1.5012250566864014,
          1.5124277173614502,
          1.5230836597061157,
          1.5412120163726806,
          1.5329921883392335,
          1.5200326070404053,
          1.5141836537933349,
          1.517231360168457,
          1.5352338036346436,
          1.533933445968628,
          1.5161780032348633,
          1.5225077356719972,
          1.5297851563262939,
          1.513075235671997,
          1.5052410777664185,
          1.515364197921753,
          1.5016302545166016,
          1.5332107681274414,
          1.5103576389312745,
          1.5200442121124267,
          1.5020100690078735,
          1.5109573263931275,
          1.4995048323822022,
          1.4985650747299195,
          1.4828378940200806,
          1.4779076181030273,
          1.4760516178131105,
          1.4895838101196288,
          1.4858886737823487,
          1.4851336638259887,
          1.500923940010071,
          1.4823656270599366,
          1.4936273226928711,
          1.4718116438674926,
          1.479018363571167,
          1.4953905407714845,
          1.4994900365447998,
          1.4885512816619872,
          1.480618069229126,
          1.5012863097381592,
          1.506208432044983,
          1.4944241470336914,
          1.49456167137146,
          1.5098730950164796,
          1.5051140392303466,
          1.5134692226409912,
          1.5226804944229126,
          1.5144084841918946,
          1.5232038221740722,
          1.5139210459136963,
          1.5156014365005492,
          1.52377382938385,
          1.5234981735229491,
          1.5224218480682372,
          1.5218167197036743,
          1.5318193957138062,
          1.5287795416259766
        ],
        "train_acc": [
          0.31774,
          0.3982,
          0.42496,
          0.43068,
          0.44088,
          0.44126,
          0.44228,
          0.44938,
          0.44294,
          0.44418,
          0.44554,
          0.44738,
          0.44878,
          0.45672,
          0.45624,
          0.45514,
          0.46162,
          0.46508,
          0.4537,
          0.45884,
          0.4671,
          0.47226,
          0.45796,
          0.45434,
          0.45222,
          0.45602,
          0.4592,
          0.45838,
          0.4486,
          0.4429,
          0.44742,
          0.44442,
          0.44166,
          0.44236,
          0.43566,
          0.44358,
          0.44418,
          0.44772,
          0.45104,
          0.45326,
          0.4502,
          0.45424,
          0.44642,
          0.45936,
          0.4546,
          0.45028,
          0.44218,
          0.44476,
          0.44862,
          0.45316,
          0.45018,
          0.44558,
          0.445,
          0.44918,
          0.44712,
          0.44466,
          0.45282,
          0.45582,
          0.45008,
          0.45656,
          0.44814,
          0.4574,
          0.4478,
          0.45758,
          0.45634,
          0.45834,
          0.458,
          0.4626,
          0.46408,
          0.46842,
          0.46282,
          0.46148,
          0.4641,
          0.45702,
          0.46232,
          0.46062,
          0.469,
          0.46806,
          0.45776,
          0.45832,
          0.46242,
          0.46564,
          0.45702,
          0.45586,
          0.4598,
          0.46158,
          0.45398,
          0.45968,
          0.45214,
          0.44914,
          0.45398,
          0.44604,
          0.45474,
          0.4488,
          0.44712,
          0.44762,
          0.4469,
          0.45234,
          0.4448,
          0.44538
        ],
        "test_acc": [
          0.3086,
          0.3587,
          0.3434,
          0.3477,
          0.4298,
          0.4628,
          0.4504,
          0.4734,
          0.4801,
          0.4632,
          0.4663,
          0.4767,
          0.4678,
          0.4424,
          0.4285,
          0.428,
          0.4418,
          0.3465,
          0.4019,
          0.3723,
          0.3955,
          0.3582,
          0.3886,
          0.3837,
          0.4198,
          0.4193,
          0.405,
          0.4546,
          0.4503,
          0.4776,
          0.47,
          0.4658,
          0.4401,
          0.4718,
          0.4374,
          0.4485,
          0.4589,
          0.3954,
          0.4312,
          0.406,
          0.3895,
          0.3406,
          0.338,
          0.3789,
          0.3933,
          0.3649,
          0.3774,
          0.3894,
          0.4353,
          0.4685,
          0.4606,
          0.4865,
          0.4834,
          0.4816,
          0.4656,
          0.4809,
          0.4869,
          0.4569,
          0.4697,
          0.4341,
          0.44,
          0.4354,
          0.395,
          0.3731,
          0.3257,
          0.4188,
          0.3973,
          0.3604,
          0.3774,
          0.4403,
          0.4193,
          0.4522,
          0.4503,
          0.487,
          0.4902,
          0.4957,
          0.508,
          0.4846,
          0.4724,
          0.4804,
          0.4706,
          0.4534,
          0.4274,
          0.4526,
          0.444,
          0.359,
          0.3653,
          0.3762,
          0.3793,
          0.3683,
          0.3477,
          0.4465,
          0.4061,
          0.4241,
          0.4229,
          0.4535,
          0.4707,
          0.4677,
          0.4769,
          0.474
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.058251358568668365,
          0.0052527980878949165,
          0.16866855323314667,
          0.40164506435394287
        ],
        "bp_grad_norms_per_layer": [
          1.2751997928717174e-05,
          3.002295898113516e-06,
          1.257812300536898e-06,
          8.748378945711011e-07,
          6.224869366633357e-07
        ],
        "hidden_norms_per_layer": [
          53.4076042175293,
          94.59198760986328,
          138.4558868408203,
          174.03082275390625,
          177.5882568359375
        ]
      }
    },
    "dfa": {
      "log": {
        "train_loss": [
          1.9832865395355224,
          1.7502513399887085,
          1.6449337438201905,
          1.6053136781311035,
          1.5808841290664672,
          1.5549153183364868,
          1.5427701051330567,
          1.534728247947693,
          1.5328357236480712,
          1.5239458906555177,
          1.5125219562530519,
          1.5000166980743408,
          1.499222512741089,
          1.4927287301635743,
          1.5004344689941407,
          1.4861587203216553,
          1.4685827215576173,
          1.463277092437744,
          1.4733178770065307,
          1.4807002882003784,
          1.4656713399505614,
          1.4568580744552613,
          1.4681837302780152,
          1.4557059508895873,
          1.4571999851989745,
          1.4609215265655517,
          1.4586345113754273,
          1.4629971759796143,
          1.4590657321166993,
          1.4617421231460572,
          1.4511952079010009,
          1.461978643836975,
          1.453667638092041,
          1.4468986032104492,
          1.4443752507781982,
          1.4449514136505126,
          1.4444499270248412,
          1.4468188973999023,
          1.439971184463501,
          1.4227961892700196,
          1.4266341059494019,
          1.422662779006958,
          1.426161422729492,
          1.4228117908477784,
          1.427011708984375,
          1.4431268807220459,
          1.4146196817398071,
          1.4275095965576172,
          1.4253623778915405,
          1.4229059297561646,
          1.4180848153305055,
          1.4208539867782592,
          1.4236131421661378,
          1.4215651251983643,
          1.4113855828857422,
          1.4156936545562744,
          1.4165809607696533,
          1.4152497507095336,
          1.4176463265228272,
          1.4037966454696655,
          1.4144108854675292,
          1.4033693023681642,
          1.4085983514785767,
          1.4072367011260987,
          1.4190242646026612,
          1.4065343897628784,
          1.4055108359909059,
          1.4067657685089112,
          1.4057906729507446,
          1.4030395392608643,
          1.4049832558822632,
          1.4050726447296142,
          1.4044393698120117,
          1.4132345629882812,
          1.4143582116699218,
          1.4134309550857544,
          1.402359348526001,
          1.3989218573379516,
          1.4112048414611817,
          1.4131255010986328,
          1.3988475032043457,
          1.4039105146026611,
          1.4007704114151,
          1.4156162036895752,
          1.4040945704650878,
          1.3912679317855834,
          1.4181099109649657,
          1.4037213237762451,
          1.4149015707778931,
          1.4188450262069703,
          1.3975644765090942,
          1.4184134230804444,
          1.4000829550933838,
          1.4012997241210938,
          1.4128226322174073,
          1.4041969888687134,
          1.4022131369781494,
          1.408169732055664,
          1.4077017026901244,
          1.401384118461609
        ],
        "train_acc": [
          0.27112,
          0.36064,
          0.40478,
          0.41718,
          0.42858,
          0.44078,
          0.44306,
          0.4494,
          0.45062,
          0.45602,
          0.45942,
          0.4644,
          0.46126,
          0.46632,
          0.46514,
          0.46942,
          0.47602,
          0.48078,
          0.47528,
          0.47308,
          0.4787,
          0.48544,
          0.47896,
          0.48336,
          0.4838,
          0.4813,
          0.48428,
          0.4804,
          0.48508,
          0.4835,
          0.48618,
          0.48328,
          0.48842,
          0.49088,
          0.48918,
          0.49114,
          0.49146,
          0.4912,
          0.49384,
          0.49812,
          0.4967,
          0.49934,
          0.49922,
          0.49834,
          0.49984,
          0.4932,
          0.49898,
          0.49748,
          0.49922,
          0.5005,
          0.50234,
          0.50114,
          0.49996,
          0.50416,
          0.50542,
          0.50446,
          0.50272,
          0.50446,
          0.5037,
          0.50842,
          0.50524,
          0.5119,
          0.50634,
          0.50902,
          0.50526,
          0.50828,
          0.50806,
          0.50748,
          0.50902,
          0.51128,
          0.50924,
          0.50872,
          0.5103,
          0.50704,
          0.50846,
          0.50658,
          0.51196,
          0.5129,
          0.50898,
          0.50978,
          0.51132,
          0.50952,
          0.5122,
          0.51048,
          0.51124,
          0.51608,
          0.50632,
          0.51178,
          0.50774,
          0.507,
          0.51196,
          0.50764,
          0.51432,
          0.51292,
          0.50924,
          0.515,
          0.51512,
          0.5099,
          0.51278,
          0.51376
        ],
        "test_acc": [
          0.2675,
          0.3692,
          0.3562,
          0.3556,
          0.4334,
          0.462,
          0.4672,
          0.4809,
          0.4729,
          0.4752,
          0.494,
          0.4868,
          0.4799,
          0.4728,
          0.4611,
          0.4517,
          0.4326,
          0.351,
          0.3931,
          0.4196,
          0.4363,
          0.4205,
          0.434,
          0.448,
          0.4435,
          0.4335,
          0.4635,
          0.479,
          0.4596,
          0.4963,
          0.5133,
          0.5136,
          0.5115,
          0.5249,
          0.4836,
          0.5063,
          0.4954,
          0.452,
          0.4942,
          0.3831,
          0.41,
          0.3788,
          0.3498,
          0.4271,
          0.4629,
          0.4629,
          0.4719,
          0.4597,
          0.4492,
          0.5074,
          0.5105,
          0.517,
          0.5225,
          0.5369,
          0.5273,
          0.5189,
          0.5249,
          0.5052,
          0.5099,
          0.5056,
          0.4619,
          0.4698,
          0.4649,
          0.4008,
          0.4123,
          0.4251,
          0.3647,
          0.4546,
          0.4994,
          0.4953,
          0.4378,
          0.5049,
          0.512,
          0.5291,
          0.538,
          0.5387,
          0.5379,
          0.5368,
          0.5373,
          0.5233,
          0.5246,
          0.4641,
          0.4691,
          0.5015,
          0.4382,
          0.4761,
          0.416,
          0.464,
          0.4394,
          0.4196,
          0.3663,
          0.4529,
          0.4557,
          0.4781,
          0.5161,
          0.5182,
          0.5327,
          0.5406,
          0.5435,
          0.5315
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.09811964631080627,
          0.05562638118863106,
          0.13867022097110748,
          0.1304049789905548
        ],
        "bp_grad_norms_per_layer": [
          3.095270585617982e-05,
          3.172246806570911e-06,
          1.7334730273432797e-06,
          1.652150672271091e-06,
          1.706813350210723e-06
        ],
        "hidden_norms_per_layer": [
          47.190711975097656,
          108.21077728271484,
          148.76641845703125,
          181.61634826660156,
          217.3177947998047
        ]
      }
    },
    "frozen_acc": 0.4401
  }
}