diff options
Diffstat (limited to 'results/resnet_protocol_validation.json')
| -rw-r--r-- | results/resnet_protocol_validation.json | 2999 |
1 files changed, 2999 insertions, 0 deletions
diff --git a/results/resnet_protocol_validation.json b/results/resnet_protocol_validation.json new file mode 100644 index 0000000..c2c8ee5 --- /dev/null +++ b/results/resnet_protocol_validation.json @@ -0,0 +1,2999 @@ +{ + "42": { + "bp": { + "log": { + "train_loss": [ + 1.4754980445098878, + 1.1327733042144776, + 0.9823549256706238, + 0.8884939163589477, + 0.8080494424057006, + 0.7429164674949646, + 0.691338694820404, + 0.6396145434761047, + 0.6058105169486999, + 0.5681285029792785, + 0.5410099887466431, + 0.5156902655792236, + 0.48821864374160767, + 0.4693263840675354, + 0.44821343361854554, + 0.4341135684013367, + 0.4153518598937988, + 0.4031775716972351, + 0.3901845865726471, + 0.37803070536613465, + 0.36493089889526364, + 0.3530925098323822, + 0.34134404032707216, + 0.32737062341690065, + 0.3201012042999268, + 0.30783499921798707, + 0.3018397808456421, + 0.297964332113266, + 0.2811221259975433, + 0.2744342702102661, + 0.26620709442138674, + 0.2572384280967712, + 0.24901132754325866, + 0.2451383338546753, + 0.23960787649154663, + 0.22755484651565552, + 0.21933056587219238, + 0.2154020707654953, + 0.20710637582778932, + 0.20213108753204345, + 0.19146164437294005, + 0.18917329798221588, + 0.17772054873466492, + 0.17262119786262511, + 0.17501190958976745, + 0.16236323578834533, + 0.15728484272003174, + 0.1503485471725464, + 0.14705612461566925, + 0.1391956588745117, + 0.13705069701194764, + 0.1280645592546463, + 0.12542680257797242, + 0.11884177312612533, + 0.11983791782855988, + 0.11101757476329803, + 0.10580061419487, + 0.09929067412376404, + 0.09622357261061669, + 0.09204819278240203, + 0.09021267262935638, + 0.08517345870494843, + 0.08284438428878785, + 0.07769702455043792, + 0.07526010594129562, + 0.07193764674186706, + 0.06778959328889847, + 0.06626685544013977, + 0.061662050495147704, + 0.062233254585266115, + 0.05574440080881119, + 0.05430667734146118, + 0.050687168483734134, + 0.05152127984762192, + 0.047372261435985566, + 0.045812105536460875, + 0.04105121579051018, + 0.041827005530595776, + 0.03994967749714851, + 0.03859664423584938, + 0.03739786517620087, + 0.03536494743227959, + 0.03402860813319683, + 0.032672048892974856, + 0.033726132349967956, + 0.032082007769942286, + 0.03033736688375473, + 0.030522687734365464, + 0.02902250618815422, + 0.027636773591041566, + 0.028686479598283767, + 0.027951767029762268, + 0.027169395470619202, + 0.026654738742113115, + 0.02677365488886833, + 0.026482253704667093, + 0.024927393090724944, + 0.02497604925274849, + 0.026100769642591476, + 0.025896823017597197 + ], + "train_acc": [ + 0.45964, + 0.59478, + 0.64942, + 0.68564, + 0.7155, + 0.74002, + 0.759, + 0.778, + 0.79062, + 0.8042, + 0.8139, + 0.82322, + 0.83096, + 0.83878, + 0.84706, + 0.85214, + 0.85686, + 0.86174, + 0.86592, + 0.87024, + 0.87432, + 0.87884, + 0.88326, + 0.8879, + 0.88992, + 0.89312, + 0.89666, + 0.89684, + 0.90298, + 0.90614, + 0.90778, + 0.91138, + 0.91432, + 0.91484, + 0.91664, + 0.92094, + 0.92352, + 0.92584, + 0.92802, + 0.92958, + 0.93406, + 0.9351, + 0.93924, + 0.94048, + 0.93892, + 0.94464, + 0.94534, + 0.9487, + 0.94968, + 0.95276, + 0.9528, + 0.9574, + 0.95744, + 0.96078, + 0.96016, + 0.96282, + 0.9647, + 0.96816, + 0.96838, + 0.9708, + 0.97036, + 0.97234, + 0.97322, + 0.9746, + 0.97646, + 0.97678, + 0.97904, + 0.9792, + 0.98132, + 0.9807, + 0.98392, + 0.98454, + 0.98496, + 0.98534, + 0.98722, + 0.98734, + 0.98918, + 0.98902, + 0.98994, + 0.9903, + 0.99048, + 0.99146, + 0.99194, + 0.99266, + 0.99138, + 0.99328, + 0.99318, + 0.99348, + 0.99398, + 0.99464, + 0.99392, + 0.99424, + 0.99436, + 0.99462, + 0.99468, + 0.9945, + 0.9953, + 0.9954, + 0.99516, + 0.9948 + ], + "test_acc": [ + 0.506, + 0.6221, + 0.6134, + 0.6653, + 0.6809, + 0.6845, + 0.7282, + 0.715, + 0.758, + 0.7538, + 0.742, + 0.7841, + 0.7783, + 0.79, + 0.762, + 0.7896, + 0.7946, + 0.8012, + 0.8066, + 0.8337, + 0.8222, + 0.8306, + 0.8369, + 0.8343, + 0.8176, + 0.7976, + 0.836, + 0.8464, + 0.8087, + 0.8516, + 0.8444, + 0.8347, + 0.8414, + 0.83, + 0.8454, + 0.8373, + 0.8399, + 0.8572, + 0.854, + 0.8572, + 0.8496, + 0.8496, + 0.8686, + 0.8571, + 0.8517, + 0.8432, + 0.8515, + 0.864, + 0.8615, + 0.8668, + 0.8367, + 0.8333, + 0.8594, + 0.8709, + 0.8679, + 0.8613, + 0.8689, + 0.87, + 0.8732, + 0.8701, + 0.8585, + 0.8654, + 0.8618, + 0.8735, + 0.8626, + 0.8751, + 0.8694, + 0.8685, + 0.8749, + 0.8727, + 0.8751, + 0.8761, + 0.8726, + 0.8775, + 0.8688, + 0.8762, + 0.876, + 0.8711, + 0.8691, + 0.8771, + 0.875, + 0.8739, + 0.8748, + 0.8751, + 0.8764, + 0.8764, + 0.8761, + 0.8759, + 0.8763, + 0.8784, + 0.8768, + 0.8771, + 0.8766, + 0.875, + 0.8766, + 0.876, + 0.8764, + 0.8783, + 0.8774, + 0.8769 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bp_grad_norms_per_layer": [ + 3.9082557634628756e-08, + 5.067175123940615e-08, + 3.265608228275596e-08, + 1.1308735281545523e-08, + 3.1019329327364176e-09 + ], + "hidden_norms_per_layer": [ + 1.630630612373352, + 2.3162124156951904, + 4.237359523773193, + 9.196452140808105, + 17.93486213684082 + ] + } + }, + "fa": { + "log": { + "train_loss": [ + 1.8298806344604492, + 1.688780364112854, + 1.647813285560608, + 1.632948429145813, + 1.6219196771621704, + 1.597323589477539, + 1.6194571055603026, + 1.5867001958465576, + 1.5856347469329835, + 1.5822649958419799, + 1.567199764328003, + 1.5595971042633057, + 1.555942633628845, + 1.5450387216186523, + 1.5443615267181396, + 1.5423453115463257, + 1.5377392181777954, + 1.5742749130630493, + 1.5323925372695923, + 1.5202843558502197, + 1.5258193575286865, + 1.5040335019302369, + 1.507170670814514, + 1.5143084545516967, + 1.4983913586807251, + 1.4908056282806397, + 1.5053773770904542, + 1.4907385025787354, + 1.4826300627517701, + 1.466815757484436, + 1.4698192767333984, + 1.4639443017578124, + 1.459072035560608, + 1.4483210107040405, + 1.455411272239685, + 1.4497789043807983, + 1.44592253200531, + 1.462750799331665, + 1.4582938319778442, + 1.4474501207733155, + 1.4522054817199708, + 1.4697525200653077, + 1.4576213805389404, + 1.4627395877838134, + 1.4435660293197632, + 1.4565714419937135, + 1.4885323392486571, + 1.4720177228546143, + 1.477506584815979, + 1.4671536804962158, + 1.4733956943511963, + 1.4923374033355712, + 1.4908088668823243, + 1.4986677370834351, + 1.506933953514099, + 1.4915515749359132, + 1.5066200190734864, + 1.5074671340179444, + 1.5117018646621705, + 1.5098506378555299, + 1.52632337348938, + 1.5084018962860108, + 1.4978013104248047, + 1.4830269091033936, + 1.475912446899414, + 1.49930527469635, + 1.5067418698883057, + 1.512999187850952, + 1.517277278137207, + 1.5063294620513916, + 1.5280411059951782, + 1.5010698389434813, + 1.5042574712753296, + 1.5221018926620484, + 1.5003190943527223, + 1.502483357963562, + 1.494799020462036, + 1.5052326755142211, + 1.5050663613891602, + 1.519798519821167, + 1.5059367882919312, + 1.5141305075836182, + 1.5212347466278076, + 1.5083724868011474, + 1.5028382047271729, + 1.52472865776062, + 1.5356733351898193, + 1.5201873098373413, + 1.566948963356018, + 1.5514922919464111, + 1.558815823059082, + 1.5491892823028564, + 1.575247833518982, + 1.5376620474624634, + 1.5292223310852051, + 1.5172099410247804, + 1.5145379526138305, + 1.5038220858764648, + 1.50547469871521, + 1.5119369091033936 + ], + "train_acc": [ + 0.31842, + 0.37374, + 0.39324, + 0.40182, + 0.40412, + 0.4211, + 0.41732, + 0.42548, + 0.42548, + 0.4254, + 0.43404, + 0.43838, + 0.44018, + 0.44176, + 0.4438, + 0.44488, + 0.44962, + 0.4329, + 0.45138, + 0.45352, + 0.45012, + 0.45828, + 0.45946, + 0.45388, + 0.45988, + 0.46518, + 0.45762, + 0.462, + 0.46632, + 0.46964, + 0.4709, + 0.47326, + 0.47348, + 0.4779, + 0.47418, + 0.47572, + 0.47944, + 0.47124, + 0.47294, + 0.4799, + 0.47656, + 0.47036, + 0.476, + 0.47532, + 0.48174, + 0.47684, + 0.4653, + 0.47198, + 0.4682, + 0.47048, + 0.4705, + 0.46424, + 0.46426, + 0.4617, + 0.46056, + 0.4619, + 0.45984, + 0.45824, + 0.45614, + 0.45822, + 0.45278, + 0.45816, + 0.46198, + 0.46712, + 0.46686, + 0.45834, + 0.4546, + 0.45078, + 0.45096, + 0.45758, + 0.4504, + 0.45786, + 0.4551, + 0.45058, + 0.45946, + 0.45886, + 0.46094, + 0.45682, + 0.4567, + 0.45352, + 0.45318, + 0.45374, + 0.45124, + 0.45422, + 0.45768, + 0.45028, + 0.4471, + 0.45038, + 0.4322, + 0.44048, + 0.43662, + 0.43446, + 0.42868, + 0.44552, + 0.44874, + 0.45298, + 0.45436, + 0.45668, + 0.45604, + 0.45474 + ], + "test_acc": [ + 0.3207, + 0.3503, + 0.3527, + 0.3861, + 0.3942, + 0.4001, + 0.4306, + 0.4432, + 0.4478, + 0.4524, + 0.4585, + 0.465, + 0.458, + 0.4227, + 0.392, + 0.4192, + 0.3884, + 0.4038, + 0.4158, + 0.4077, + 0.3143, + 0.4095, + 0.3911, + 0.4277, + 0.403, + 0.3575, + 0.4462, + 0.4343, + 0.492, + 0.5031, + 0.4931, + 0.4969, + 0.4998, + 0.4965, + 0.4941, + 0.4774, + 0.4824, + 0.4616, + 0.4576, + 0.3687, + 0.3822, + 0.4509, + 0.3604, + 0.3934, + 0.397, + 0.3731, + 0.4169, + 0.4009, + 0.4215, + 0.456, + 0.4938, + 0.5047, + 0.492, + 0.4953, + 0.4836, + 0.477, + 0.4887, + 0.4833, + 0.4541, + 0.4727, + 0.4383, + 0.4087, + 0.4211, + 0.3786, + 0.3644, + 0.3657, + 0.3426, + 0.3886, + 0.4046, + 0.4387, + 0.4099, + 0.4625, + 0.4529, + 0.4586, + 0.485, + 0.4865, + 0.4843, + 0.4794, + 0.4679, + 0.4693, + 0.4615, + 0.4667, + 0.4192, + 0.418, + 0.4125, + 0.3571, + 0.3608, + 0.3457, + 0.3906, + 0.3725, + 0.4014, + 0.4286, + 0.4085, + 0.446, + 0.4485, + 0.4346, + 0.4817, + 0.485, + 0.495, + 0.4833 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.011285820975899696, + 0.07406313717365265, + 0.1594497561454773, + 0.44105973839759827 + ], + "bp_grad_norms_per_layer": [ + 1.3695491361431777e-05, + 1.8004903949986328e-06, + 9.99313783722755e-07, + 8.082909062068211e-07, + 5.473577857628698e-07 + ], + "hidden_norms_per_layer": [ + 50.53160095214844, + 103.4476089477539, + 149.35552978515625, + 182.89686584472656, + 189.6983184814453 + ] + } + }, + "dfa": { + "log": { + "train_loss": [ + 1.9700327950286864, + 1.7197770983886718, + 1.632392515296936, + 1.5972210712432862, + 1.5736680292129517, + 1.5405088848114015, + 1.5421941160202026, + 1.520421322631836, + 1.5005842459106444, + 1.4921242977905274, + 1.4844317977905273, + 1.483495234451294, + 1.4797166704177855, + 1.4774001663970948, + 1.4658505402374267, + 1.4566633183288573, + 1.4593217742156983, + 1.4601572839736938, + 1.4440136874389649, + 1.4463013646697997, + 1.4405934756088257, + 1.4422135416030883, + 1.422125124206543, + 1.4206480749130248, + 1.420827185935974, + 1.4188856798553466, + 1.4109822200775146, + 1.4247135849761963, + 1.4055966735458374, + 1.4032851572036744, + 1.410328683128357, + 1.4118695135116577, + 1.4036611133956909, + 1.3949691522216796, + 1.3968347528076173, + 1.3958281589126587, + 1.39325541847229, + 1.403240125617981, + 1.392686354484558, + 1.3892713842010498, + 1.382711388092041, + 1.389695151901245, + 1.3808801708602905, + 1.3848997201919555, + 1.3890845811843873, + 1.4066275939178468, + 1.3875241959381104, + 1.3897144681549072, + 1.3796721933746339, + 1.396430911216736, + 1.387675725402832, + 1.3777567819595338, + 1.3884191586303711, + 1.381468256187439, + 1.3925903015136718, + 1.3914262427520752, + 1.3773758321762084, + 1.3876502769851684, + 1.3776784436798095, + 1.3695590120315553, + 1.3830354277420045, + 1.3944670934677124, + 1.3798560680007934, + 1.3890421490478515, + 1.374452215538025, + 1.3832157874298097, + 1.3792221859359741, + 1.3865778247833251, + 1.398633239364624, + 1.383202797050476, + 1.4095420195388795, + 1.3881797384262085, + 1.3861817309188842, + 1.399900616531372, + 1.3711223928070069, + 1.3982175287628174, + 1.401219694595337, + 1.3866778911972046, + 1.3866484435272217, + 1.3840515439605714, + 1.3872028903961182, + 1.387791619644165, + 1.390064393234253, + 1.3949497409439087, + 1.385475379447937, + 1.394461077232361, + 1.3839679726409913, + 1.3870975177383422, + 1.3855371921157837, + 1.3954718680572509, + 1.3886094842147827, + 1.3855898504257202, + 1.3940177222824097, + 1.4014257174682616, + 1.3956065648269653, + 1.376382395401001, + 1.3796580749511718, + 1.3885908546829224, + 1.3941678115081788, + 1.4100037472152709 + ], + "train_acc": [ + 0.26468, + 0.37022, + 0.40486, + 0.42178, + 0.43042, + 0.44586, + 0.44794, + 0.45628, + 0.46218, + 0.46572, + 0.4714, + 0.47332, + 0.47372, + 0.4786, + 0.47742, + 0.48406, + 0.48038, + 0.48206, + 0.48642, + 0.48924, + 0.48912, + 0.48716, + 0.493, + 0.4975, + 0.49292, + 0.49658, + 0.49862, + 0.49692, + 0.50214, + 0.50136, + 0.50334, + 0.50208, + 0.50184, + 0.50406, + 0.50682, + 0.5067, + 0.50564, + 0.50384, + 0.50712, + 0.50984, + 0.513, + 0.50756, + 0.51442, + 0.51452, + 0.51248, + 0.50492, + 0.5094, + 0.51026, + 0.5129, + 0.50942, + 0.5128, + 0.51386, + 0.51294, + 0.51314, + 0.5097, + 0.51186, + 0.51472, + 0.51466, + 0.51572, + 0.51818, + 0.51692, + 0.51066, + 0.51592, + 0.51586, + 0.51642, + 0.51666, + 0.51496, + 0.51416, + 0.50964, + 0.51496, + 0.51284, + 0.51294, + 0.51454, + 0.51066, + 0.51986, + 0.5122, + 0.51132, + 0.51556, + 0.5143, + 0.51508, + 0.51314, + 0.51538, + 0.51624, + 0.51358, + 0.51708, + 0.5134, + 0.51714, + 0.51774, + 0.51886, + 0.51394, + 0.51664, + 0.51706, + 0.51338, + 0.5106, + 0.51576, + 0.51934, + 0.51794, + 0.51738, + 0.51044, + 0.51066 + ], + "test_acc": [ + 0.3153, + 0.3474, + 0.386, + 0.388, + 0.4166, + 0.4531, + 0.4665, + 0.471, + 0.4903, + 0.4845, + 0.4895, + 0.487, + 0.4829, + 0.4498, + 0.4608, + 0.4765, + 0.4157, + 0.4487, + 0.42, + 0.4166, + 0.4502, + 0.4119, + 0.3815, + 0.4482, + 0.4885, + 0.4125, + 0.4783, + 0.4813, + 0.5087, + 0.5166, + 0.5321, + 0.5214, + 0.5275, + 0.5214, + 0.5298, + 0.5097, + 0.498, + 0.5028, + 0.4919, + 0.4638, + 0.443, + 0.4517, + 0.4192, + 0.4341, + 0.4191, + 0.4345, + 0.4743, + 0.4441, + 0.4946, + 0.5211, + 0.5172, + 0.5296, + 0.5338, + 0.5327, + 0.5373, + 0.5275, + 0.5326, + 0.5287, + 0.5091, + 0.5058, + 0.5008, + 0.4079, + 0.451, + 0.4224, + 0.4662, + 0.4654, + 0.4191, + 0.4663, + 0.4364, + 0.4456, + 0.5066, + 0.5268, + 0.5368, + 0.5377, + 0.5413, + 0.5476, + 0.5292, + 0.529, + 0.536, + 0.5284, + 0.4941, + 0.5041, + 0.4917, + 0.4746, + 0.4656, + 0.4459, + 0.4626, + 0.3939, + 0.446, + 0.4554, + 0.4422, + 0.5023, + 0.4576, + 0.5104, + 0.5295, + 0.5327, + 0.5195, + 0.5494, + 0.5471, + 0.5413 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08758166432380676, + 0.08265066146850586, + 0.12648510932922363, + 0.10309864580631256 + ], + "bp_grad_norms_per_layer": [ + 2.3419132048729807e-05, + 3.6119690776104107e-06, + 1.7736473409968312e-06, + 1.5713918628534884e-06, + 1.7539369991936837e-06 + ], + "hidden_norms_per_layer": [ + 47.25933837890625, + 109.33719635009766, + 155.00738525390625, + 191.0522918701172, + 219.52337646484375 + ] + } + }, + "frozen_acc": 0.4463 + }, + "123": { + "bp": { + "log": { + "train_loss": [ + 1.495588239517212, + 1.1326856233215332, + 0.9856092191314697, + 0.8843897874641419, + 0.8114790439987183, + 0.7456379578399658, + 0.697955235080719, + 0.654170990562439, + 0.6158091250801087, + 0.5829520724487305, + 0.5525357649230958, + 0.5250414242553711, + 0.5006515597724914, + 0.48423763071060183, + 0.46926417328834535, + 0.4528700869369507, + 0.43051134550094605, + 0.41593158436775207, + 0.4056923293495178, + 0.3909835531234741, + 0.3792208040237427, + 0.3660886435699463, + 0.3583825979232788, + 0.3472343339729309, + 0.33715820897102355, + 0.32825799531936645, + 0.31955092518806455, + 0.3038673452949524, + 0.2969187310600281, + 0.2933626782989502, + 0.27999647459983823, + 0.268520337266922, + 0.26634064863204954, + 0.2538251077890396, + 0.24892900864601136, + 0.24191651473999023, + 0.232765593996048, + 0.22151346509933473, + 0.222532262134552, + 0.21110695028305054, + 0.20780864106178285, + 0.19791428791999816, + 0.19185672250270844, + 0.18785401693344117, + 0.17802429156303406, + 0.1720601306962967, + 0.16842515460014343, + 0.16257646847724916, + 0.15610155190944672, + 0.15005135691642763, + 0.14009289414882659, + 0.1384709987258911, + 0.13156649881362914, + 0.12928588601112365, + 0.12685507180213929, + 0.1160386240530014, + 0.10782978903532028, + 0.10997594069480895, + 0.10836599202871322, + 0.09867196915149688, + 0.09783898058176041, + 0.08973311794519424, + 0.08834265770435333, + 0.08185022172212601, + 0.07984862296581269, + 0.07728323365688324, + 0.07318342950820923, + 0.06945570806026459, + 0.06800889924287797, + 0.06299814170360565, + 0.061575687782764434, + 0.056308155422210696, + 0.05341108487129211, + 0.05296990805625915, + 0.05296066891252994, + 0.04871720019578934, + 0.04586738684058189, + 0.04388664490222931, + 0.04339365641117096, + 0.04231060939252376, + 0.04077634312748909, + 0.039417545340061186, + 0.03753207321703434, + 0.037230935846567156, + 0.034856179753541945, + 0.03275925306677818, + 0.03446773986160755, + 0.032199940350055696, + 0.03195429321408272, + 0.030788076300621033, + 0.030068219158649444, + 0.030032526297569275, + 0.029710424115657805, + 0.02918463228583336, + 0.028123204150795937, + 0.02919030601501465, + 0.029277059656381606, + 0.027259378086328508, + 0.0266542486217618, + 0.028766508388519286 + ], + "train_acc": [ + 0.449, + 0.5959, + 0.6476, + 0.68514, + 0.71296, + 0.7388, + 0.7567, + 0.77474, + 0.7868, + 0.80072, + 0.80904, + 0.81816, + 0.82786, + 0.83348, + 0.8387, + 0.84456, + 0.85092, + 0.85656, + 0.86014, + 0.86546, + 0.86932, + 0.8738, + 0.87796, + 0.87998, + 0.88338, + 0.88642, + 0.89038, + 0.89488, + 0.8979, + 0.89792, + 0.90422, + 0.90792, + 0.90796, + 0.9129, + 0.91398, + 0.9169, + 0.91828, + 0.92408, + 0.92334, + 0.9273, + 0.92912, + 0.93154, + 0.93466, + 0.93544, + 0.938, + 0.94012, + 0.94162, + 0.94442, + 0.94616, + 0.94784, + 0.95244, + 0.9535, + 0.9548, + 0.95672, + 0.95636, + 0.96082, + 0.96466, + 0.96328, + 0.96326, + 0.96726, + 0.96682, + 0.97112, + 0.97136, + 0.97392, + 0.97444, + 0.97538, + 0.97714, + 0.97862, + 0.9784, + 0.98034, + 0.98176, + 0.98508, + 0.98458, + 0.98552, + 0.98558, + 0.98714, + 0.98738, + 0.98786, + 0.98852, + 0.98858, + 0.98988, + 0.9895, + 0.99064, + 0.99092, + 0.99166, + 0.99262, + 0.9916, + 0.99292, + 0.9927, + 0.99356, + 0.99404, + 0.99396, + 0.9941, + 0.9939, + 0.99516, + 0.9942, + 0.99396, + 0.99498, + 0.99516, + 0.99404 + ], + "test_acc": [ + 0.4668, + 0.4975, + 0.6427, + 0.6186, + 0.7044, + 0.6675, + 0.7212, + 0.7318, + 0.7142, + 0.7239, + 0.7613, + 0.7318, + 0.7903, + 0.7557, + 0.7618, + 0.7681, + 0.8016, + 0.8023, + 0.8207, + 0.7878, + 0.8081, + 0.8078, + 0.7974, + 0.7988, + 0.8218, + 0.8317, + 0.7977, + 0.8371, + 0.8246, + 0.8268, + 0.8343, + 0.8101, + 0.8236, + 0.8219, + 0.8504, + 0.8422, + 0.831, + 0.829, + 0.8335, + 0.8489, + 0.8335, + 0.8383, + 0.8255, + 0.8291, + 0.8579, + 0.8497, + 0.8458, + 0.8448, + 0.8602, + 0.842, + 0.8673, + 0.8624, + 0.867, + 0.8614, + 0.8556, + 0.861, + 0.843, + 0.8513, + 0.8648, + 0.8534, + 0.8559, + 0.8508, + 0.8663, + 0.8608, + 0.8662, + 0.8685, + 0.8674, + 0.8685, + 0.8683, + 0.8697, + 0.873, + 0.8691, + 0.8666, + 0.8732, + 0.8669, + 0.8759, + 0.8702, + 0.8755, + 0.8744, + 0.873, + 0.8745, + 0.8724, + 0.8718, + 0.8709, + 0.8737, + 0.8734, + 0.8763, + 0.8753, + 0.8751, + 0.8748, + 0.8747, + 0.8759, + 0.8744, + 0.8748, + 0.8741, + 0.8746, + 0.875, + 0.8757, + 0.8757, + 0.8751 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bp_grad_norms_per_layer": [ + 6.912577532602882e-08, + 1.1992902670954209e-07, + 1.1417370160415885e-07, + 2.9605759621631478e-08, + 7.1233121623492934e-09 + ], + "hidden_norms_per_layer": [ + 1.5058701038360596, + 2.3091824054718018, + 3.9312002658843994, + 8.719876289367676, + 17.75613784790039 + ] + } + }, + "fa": { + "log": { + "train_loss": [ + 1.8659718270111083, + 1.683680397567749, + 1.612106671218872, + 1.5741597354888917, + 1.5599941147613525, + 1.5427036904144287, + 1.5440460584259033, + 1.5428195544815064, + 1.5271256440734864, + 1.5313361112594603, + 1.5289501099395753, + 1.513870721130371, + 1.5121803590393066, + 1.5032499996566773, + 1.512363984184265, + 1.5016355478668213, + 1.5096042656707764, + 1.492105902671814, + 1.4917547158050537, + 1.4900038906860351, + 1.4975745567321777, + 1.493273950843811, + 1.5052244140625, + 1.5001088582611084, + 1.5032766550445558, + 1.5210559719085692, + 1.5131746913909911, + 1.4969936119842528, + 1.5052455416107178, + 1.5028073372650146, + 1.509829647216797, + 1.5195129321670533, + 1.4970213110351562, + 1.5049412929916381, + 1.4949871908187866, + 1.4840487638092041, + 1.5036991092300416, + 1.4982619463348388, + 1.4966608276367188, + 1.5110313299179077, + 1.5175931993865968, + 1.5064766229248048, + 1.5220397052764894, + 1.5112490351104737, + 1.5147967623138427, + 1.5128357276153563, + 1.5076934622192384, + 1.5041581441879273, + 1.5137867282485962, + 1.5087187747573854, + 1.5027286514663696, + 1.5078837477111817, + 1.5078793271636963, + 1.5332094471740723, + 1.5532902967071534, + 1.531460919418335, + 1.526025957069397, + 1.545231460647583, + 1.5436910135269164, + 1.5562543505859374, + 1.592395346107483, + 1.5260646786499024, + 1.510891372642517, + 1.5131159967422485, + 1.5337466653823852, + 1.570516603012085, + 1.5490166927719116, + 1.5552853171539307, + 1.5633169314193727, + 1.5687613497543336, + 1.5776711074447631, + 1.550319636154175, + 1.5639197861099243, + 1.5420448788452148, + 1.5506871451187134, + 1.5436728594970703, + 1.544439082107544, + 1.5564761966323852, + 1.5428286236572266, + 1.5689187644577027, + 1.5568335976409913, + 1.5351758861541749, + 1.5409207321929932, + 1.5642808813858031, + 1.5521496292495727, + 1.5486036518096924, + 1.5483359182739258, + 1.5397209240722656, + 1.5328784543228149, + 1.5347419134521485, + 1.5272779167175292, + 1.5183787253189087, + 1.5255509783172607, + 1.5052685770416259, + 1.5213663787841798, + 1.4785558428573609, + 1.4870614541244507, + 1.4948050667953492, + 1.4956997775650025, + 1.5064945538711547 + ], + "train_acc": [ + 0.3056, + 0.37904, + 0.4103, + 0.42516, + 0.43474, + 0.44184, + 0.4445, + 0.44374, + 0.4478, + 0.4489, + 0.45134, + 0.45386, + 0.45748, + 0.45826, + 0.45484, + 0.45908, + 0.45536, + 0.46316, + 0.46284, + 0.46542, + 0.4616, + 0.46186, + 0.45934, + 0.45926, + 0.45776, + 0.44942, + 0.45392, + 0.4577, + 0.45366, + 0.4564, + 0.45234, + 0.4506, + 0.45694, + 0.45458, + 0.45722, + 0.46484, + 0.46076, + 0.45914, + 0.46288, + 0.45626, + 0.45278, + 0.45988, + 0.4519, + 0.45574, + 0.45572, + 0.45734, + 0.45724, + 0.4602, + 0.45514, + 0.4564, + 0.46106, + 0.45974, + 0.45838, + 0.44886, + 0.44068, + 0.45242, + 0.45194, + 0.44476, + 0.44334, + 0.44222, + 0.42254, + 0.44746, + 0.45404, + 0.45282, + 0.4468, + 0.42856, + 0.44068, + 0.43984, + 0.43342, + 0.43192, + 0.43184, + 0.43894, + 0.433, + 0.44186, + 0.4392, + 0.44028, + 0.44122, + 0.43994, + 0.4433, + 0.43554, + 0.43714, + 0.44596, + 0.44356, + 0.4375, + 0.4413, + 0.44216, + 0.44138, + 0.45042, + 0.45134, + 0.44988, + 0.45178, + 0.4552, + 0.44996, + 0.45752, + 0.45072, + 0.46666, + 0.46272, + 0.46206, + 0.45912, + 0.4544 + ], + "test_acc": [ + 0.2557, + 0.3587, + 0.3773, + 0.4178, + 0.4133, + 0.4564, + 0.453, + 0.4769, + 0.4726, + 0.4852, + 0.4752, + 0.4801, + 0.4714, + 0.4655, + 0.4422, + 0.4411, + 0.4299, + 0.3935, + 0.3857, + 0.3673, + 0.3759, + 0.4085, + 0.3923, + 0.4606, + 0.4338, + 0.359, + 0.4343, + 0.4325, + 0.447, + 0.489, + 0.4758, + 0.4802, + 0.484, + 0.482, + 0.4826, + 0.4847, + 0.4832, + 0.4697, + 0.4249, + 0.409, + 0.409, + 0.3935, + 0.3071, + 0.4144, + 0.3761, + 0.3694, + 0.3964, + 0.3913, + 0.4114, + 0.465, + 0.4863, + 0.4788, + 0.4888, + 0.4753, + 0.4704, + 0.483, + 0.492, + 0.4622, + 0.4634, + 0.4524, + 0.4046, + 0.4036, + 0.4197, + 0.4015, + 0.3201, + 0.3319, + 0.3996, + 0.2774, + 0.317, + 0.4131, + 0.4293, + 0.4107, + 0.4385, + 0.4546, + 0.4745, + 0.4664, + 0.4682, + 0.4707, + 0.4637, + 0.4634, + 0.4574, + 0.4256, + 0.3755, + 0.3476, + 0.3271, + 0.2652, + 0.3075, + 0.3732, + 0.3428, + 0.3723, + 0.3851, + 0.4178, + 0.4538, + 0.4451, + 0.4813, + 0.4791, + 0.4951, + 0.4864, + 0.474, + 0.4701 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.07231192290782928, + 0.08217933773994446, + 0.15553204715251923, + 0.4070398211479187 + ], + "bp_grad_norms_per_layer": [ + 1.9104201783193275e-05, + 2.399963932475657e-06, + 1.234139631378639e-06, + 1.0221878028460196e-06, + 7.074656309669081e-07 + ], + "hidden_norms_per_layer": [ + 55.40227127075195, + 103.83504486083984, + 151.3930206298828, + 184.45449829101562, + 189.0428466796875 + ] + } + }, + "dfa": { + "log": { + "train_loss": [ + 1.9979866750717163, + 1.7517047381591797, + 1.666371762084961, + 1.600228463973999, + 1.5743235528182984, + 1.5476901987457274, + 1.5314745957183837, + 1.5130221286010743, + 1.4985457011795045, + 1.5043407316970825, + 1.4782429806900024, + 1.4846010361099242, + 1.4903296518325806, + 1.489443695526123, + 1.4796258502960205, + 1.48433977848053, + 1.4877143989562989, + 1.4892795726776122, + 1.4888588542175294, + 1.4829449924087525, + 1.4706789566802978, + 1.4695693682861328, + 1.4745273109054566, + 1.4871982336044312, + 1.469974294166565, + 1.4704977536773682, + 1.4612956504058838, + 1.471293696861267, + 1.4503397106933593, + 1.4601988890838622, + 1.4435253295516968, + 1.447725463256836, + 1.4467037618637084, + 1.4500885382843018, + 1.455040583152771, + 1.4443602278137206, + 1.447977113723755, + 1.4414146844100952, + 1.4293622527694703, + 1.4400424856185914, + 1.4403304705047608, + 1.430347915916443, + 1.4418269156646728, + 1.4286183041763305, + 1.431903427810669, + 1.43258889087677, + 1.4342171427154542, + 1.4285272072219848, + 1.4248057216644288, + 1.4252272537231445, + 1.4247102612304687, + 1.420763522605896, + 1.427785071258545, + 1.4206389274978637, + 1.4140512529754639, + 1.430296021385193, + 1.4163820014190673, + 1.4163366886138915, + 1.4075730377578735, + 1.4129050022506713, + 1.412215914993286, + 1.4040869583511353, + 1.4064097495269776, + 1.4082780233383179, + 1.3974828253936769, + 1.3907576309585572, + 1.3999906717681885, + 1.4001604806137085, + 1.3971656357192994, + 1.3846220355606078, + 1.413904198036194, + 1.3953790336990357, + 1.407677121810913, + 1.4085192776870727, + 1.3891954959869384, + 1.3969441717147828, + 1.3953401776123047, + 1.4075214514541625, + 1.392098694076538, + 1.4014366470336914, + 1.383703885116577, + 1.3975200021362304, + 1.3966769958114624, + 1.395452327079773, + 1.3924421725082397, + 1.392994442138672, + 1.3946838153839112, + 1.3889806948471068, + 1.4011986894607544, + 1.392875761756897, + 1.3996651697540283, + 1.3918553145599366, + 1.3905788117218019, + 1.3978934088897705, + 1.395444873085022, + 1.3836221188735962, + 1.3835073752593994, + 1.3996466543579102, + 1.3921513790512086, + 1.3886110556030273 + ], + "train_acc": [ + 0.25512, + 0.35406, + 0.39256, + 0.41872, + 0.42746, + 0.44032, + 0.44904, + 0.45578, + 0.46216, + 0.46186, + 0.47208, + 0.4704, + 0.46696, + 0.46728, + 0.46982, + 0.47016, + 0.46732, + 0.47058, + 0.46704, + 0.47188, + 0.47184, + 0.47774, + 0.47564, + 0.46992, + 0.47904, + 0.47598, + 0.4805, + 0.4798, + 0.48436, + 0.4804, + 0.48658, + 0.4882, + 0.48746, + 0.48498, + 0.4856, + 0.48972, + 0.48944, + 0.4911, + 0.49712, + 0.49246, + 0.49236, + 0.49502, + 0.49186, + 0.4949, + 0.49132, + 0.49518, + 0.49632, + 0.49714, + 0.49698, + 0.4976, + 0.49764, + 0.49996, + 0.4982, + 0.50006, + 0.50194, + 0.49868, + 0.50102, + 0.5003, + 0.50452, + 0.50352, + 0.50094, + 0.50638, + 0.50562, + 0.50712, + 0.50918, + 0.51182, + 0.50668, + 0.50992, + 0.51012, + 0.51506, + 0.50606, + 0.50954, + 0.50492, + 0.50494, + 0.51098, + 0.50954, + 0.5119, + 0.50756, + 0.5122, + 0.5099, + 0.51502, + 0.51232, + 0.51182, + 0.51178, + 0.51356, + 0.51212, + 0.5126, + 0.5151, + 0.50946, + 0.51328, + 0.51028, + 0.51492, + 0.51728, + 0.51268, + 0.5116, + 0.5164, + 0.51488, + 0.51248, + 0.51738, + 0.51552 + ], + "test_acc": [ + 0.2659, + 0.3594, + 0.3468, + 0.4054, + 0.4209, + 0.4382, + 0.4645, + 0.4759, + 0.484, + 0.4903, + 0.4803, + 0.4829, + 0.4731, + 0.48, + 0.4662, + 0.4533, + 0.4632, + 0.4207, + 0.4454, + 0.4012, + 0.4227, + 0.4392, + 0.4277, + 0.4557, + 0.4545, + 0.4582, + 0.48, + 0.4613, + 0.5073, + 0.5058, + 0.5176, + 0.5158, + 0.5175, + 0.5144, + 0.504, + 0.4989, + 0.4939, + 0.4828, + 0.4713, + 0.4078, + 0.4124, + 0.4353, + 0.4391, + 0.4563, + 0.4511, + 0.4067, + 0.4166, + 0.4923, + 0.4659, + 0.5016, + 0.5189, + 0.523, + 0.5282, + 0.5231, + 0.5334, + 0.5074, + 0.5186, + 0.5232, + 0.5093, + 0.4995, + 0.467, + 0.4539, + 0.441, + 0.4158, + 0.4242, + 0.3758, + 0.4375, + 0.2489, + 0.4025, + 0.453, + 0.5135, + 0.4813, + 0.5284, + 0.5371, + 0.5471, + 0.5423, + 0.5411, + 0.5358, + 0.5337, + 0.5311, + 0.5235, + 0.4908, + 0.464, + 0.4208, + 0.4237, + 0.4022, + 0.3981, + 0.3835, + 0.3665, + 0.466, + 0.3939, + 0.4512, + 0.5103, + 0.4967, + 0.5091, + 0.5297, + 0.5453, + 0.5533, + 0.5418, + 0.548 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.09619210660457611, + 0.07335361838340759, + 0.09598866105079651, + 0.12553545832633972 + ], + "bp_grad_norms_per_layer": [ + 2.3029326257528737e-05, + 3.30211491927912e-06, + 1.7296084706686088e-06, + 1.7123409179475857e-06, + 1.822835770326492e-06 + ], + "hidden_norms_per_layer": [ + 46.774864196777344, + 112.76661682128906, + 160.17086791992188, + 191.71311950683594, + 218.50283813476562 + ] + } + }, + "frozen_acc": 0.439 + }, + "456": { + "bp": { + "log": { + "train_loss": [ + 1.5160641179275514, + 1.1373616902923585, + 0.9867977604675293, + 0.879104539604187, + 0.8026973062515259, + 0.7398024030876159, + 0.6849897325134278, + 0.6419805959129333, + 0.6066270620346069, + 0.5656318543624878, + 0.5430069333076477, + 0.5161823916244507, + 0.4938885500907898, + 0.4700241546821594, + 0.45997175704956056, + 0.4387467160606384, + 0.424728159160614, + 0.4102775760555267, + 0.39500373538017275, + 0.3853588530731201, + 0.3722192826938629, + 0.3609906807899475, + 0.35011868640899657, + 0.3387249102306366, + 0.32812179962158206, + 0.32087999514579774, + 0.3091567077445984, + 0.30012500077247617, + 0.28842351221084594, + 0.2877265364074707, + 0.27251338097572325, + 0.26745018371105195, + 0.25646164291858675, + 0.25673630625247956, + 0.24372106365203858, + 0.23358901292800904, + 0.23192961641311646, + 0.2255696634578705, + 0.21565012225151062, + 0.20677277130126953, + 0.20152188514709474, + 0.19581060210227966, + 0.19028258794784547, + 0.1841914382791519, + 0.17373496751785278, + 0.17271406743049622, + 0.16331802525043487, + 0.15863498505592347, + 0.14999562792301177, + 0.14473856409549712, + 0.14406693646430968, + 0.14047701974868773, + 0.1324915998506546, + 0.1275099449801445, + 0.12249933202266693, + 0.11727544169425964, + 0.11460136109352112, + 0.10892109509944915, + 0.10204498662948608, + 0.09586662238121033, + 0.09406495225906372, + 0.08779436621665955, + 0.087703556432724, + 0.08578594008922577, + 0.07818658845186234, + 0.07675694673776627, + 0.07220518976211548, + 0.06950767105042935, + 0.06377516150712967, + 0.06165861406207085, + 0.06159033078074455, + 0.058180121289491654, + 0.05655836649179458, + 0.05223947284221649, + 0.05033184681296349, + 0.04905604504346848, + 0.04456530170381069, + 0.04502734445810318, + 0.04437524861574173, + 0.04308886869430542, + 0.03868388356208801, + 0.03812801341593266, + 0.03718253348588944, + 0.03652035888537765, + 0.0338644351452589, + 0.03453644402831793, + 0.032784310665130614, + 0.03278352576315403, + 0.031418144221305844, + 0.030436194059848785, + 0.02994262287378311, + 0.03070086252808571, + 0.02871063878774643, + 0.030094075206518172, + 0.02943230504631996, + 0.027803415595293045, + 0.028644300409555436, + 0.028327953987121582, + 0.028030424483418463, + 0.027398860431313513 + ], + "train_acc": [ + 0.44308, + 0.59558, + 0.65168, + 0.68998, + 0.7194, + 0.7423, + 0.7602, + 0.77614, + 0.79044, + 0.80464, + 0.81352, + 0.82222, + 0.83044, + 0.83888, + 0.84234, + 0.85044, + 0.85332, + 0.859, + 0.86514, + 0.86824, + 0.87012, + 0.87526, + 0.8781, + 0.88222, + 0.8871, + 0.88816, + 0.89312, + 0.89714, + 0.89986, + 0.89924, + 0.90564, + 0.90728, + 0.9118, + 0.91082, + 0.91566, + 0.9195, + 0.91938, + 0.9218, + 0.92472, + 0.92866, + 0.93012, + 0.9323, + 0.93438, + 0.93586, + 0.94102, + 0.94056, + 0.94362, + 0.9455, + 0.94822, + 0.95118, + 0.94988, + 0.95224, + 0.95454, + 0.9569, + 0.95858, + 0.96016, + 0.96116, + 0.96306, + 0.9657, + 0.9686, + 0.96904, + 0.97188, + 0.97136, + 0.9718, + 0.97554, + 0.9755, + 0.97714, + 0.97796, + 0.98142, + 0.98202, + 0.9814, + 0.98234, + 0.9833, + 0.98538, + 0.98568, + 0.98642, + 0.98808, + 0.98796, + 0.98826, + 0.98844, + 0.99046, + 0.99028, + 0.99066, + 0.9907, + 0.99234, + 0.99216, + 0.9928, + 0.99288, + 0.9932, + 0.99352, + 0.99434, + 0.99378, + 0.99432, + 0.9936, + 0.994, + 0.99482, + 0.99412, + 0.99418, + 0.99446, + 0.99458 + ], + "test_acc": [ + 0.5183, + 0.5736, + 0.6279, + 0.6712, + 0.6831, + 0.7037, + 0.7237, + 0.7395, + 0.7255, + 0.7823, + 0.7595, + 0.7661, + 0.7836, + 0.759, + 0.7763, + 0.7452, + 0.7823, + 0.81, + 0.8002, + 0.8178, + 0.8219, + 0.7635, + 0.7796, + 0.8069, + 0.817, + 0.801, + 0.8244, + 0.8341, + 0.8304, + 0.8073, + 0.8264, + 0.8266, + 0.8423, + 0.8438, + 0.8508, + 0.8521, + 0.8528, + 0.8569, + 0.8246, + 0.847, + 0.8519, + 0.834, + 0.8514, + 0.8564, + 0.8668, + 0.8543, + 0.8501, + 0.8509, + 0.8432, + 0.8499, + 0.8521, + 0.8618, + 0.8625, + 0.8683, + 0.8661, + 0.8431, + 0.8536, + 0.8602, + 0.861, + 0.8676, + 0.8685, + 0.8694, + 0.8659, + 0.8662, + 0.8693, + 0.8665, + 0.8729, + 0.8673, + 0.8773, + 0.8757, + 0.8698, + 0.8681, + 0.8717, + 0.8755, + 0.872, + 0.8735, + 0.8739, + 0.8748, + 0.8769, + 0.877, + 0.8746, + 0.8774, + 0.8766, + 0.8746, + 0.8767, + 0.8777, + 0.8767, + 0.8767, + 0.8764, + 0.8771, + 0.8788, + 0.878, + 0.8773, + 0.8789, + 0.8774, + 0.8777, + 0.8776, + 0.8783, + 0.8783, + 0.8773 + ] + }, + "diagnostics": { + "bp_cosine": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bp_grad_norms_per_layer": [ + 1.1557457213484668e-07, + 1.5904217320894531e-07, + 1.3247040442365687e-07, + 3.798226444473585e-08, + 9.729313354966962e-09 + ], + "hidden_norms_per_layer": [ + 1.7021474838256836, + 2.5449094772338867, + 4.418560028076172, + 9.197453498840332, + 18.361495971679688 + ] + } + }, + "fa": { + "log": { + "train_loss": [ + 1.8388006496429443, + 1.6388477425384522, + 1.5723047241592407, + 1.5523447470474243, + 1.5415249212646485, + 1.5431161571502685, + 1.5355080755996704, + 1.5270839902877809, + 1.5336033702087402, + 1.539637003250122, + 1.54302769657135, + 1.538811323776245, + 1.5301817972564697, + 1.513635392112732, + 1.511602727394104, + 1.5054410875320434, + 1.4944276239395142, + 1.4915078888702393, + 1.505673057899475, + 1.4965799645996094, + 1.4820210153961182, + 1.470949204788208, + 1.5031878339385987, + 1.5060544648742675, + 1.5197064126205444, + 1.5097587853240966, + 1.4998890134429932, + 1.5088149597930909, + 1.5380420586013794, + 1.5479945287322998, + 1.5401077768707276, + 1.5486767250823974, + 1.5603229951858522, + 1.558787651863098, + 1.572075382347107, + 1.5438019393157958, + 1.542765788040161, + 1.5333216193389894, + 1.524303759613037, + 1.5235723961639405, + 1.5214403876495362, + 1.5204402813720703, + 1.541364458580017, + 1.5012250566864014, + 1.5124277173614502, + 1.5230836597061157, + 1.5412120163726806, + 1.5329921883392335, + 1.5200326070404053, + 1.5141836537933349, + 1.517231360168457, + 1.5352338036346436, + 1.533933445968628, + 1.5161780032348633, + 1.5225077356719972, + 1.5297851563262939, + 1.513075235671997, + 1.5052410777664185, + 1.515364197921753, + 1.5016302545166016, + 1.5332107681274414, + 1.5103576389312745, + 1.5200442121124267, + 1.5020100690078735, + 1.5109573263931275, + 1.4995048323822022, + 1.4985650747299195, + 1.4828378940200806, + 1.4779076181030273, + 1.4760516178131105, + 1.4895838101196288, + 1.4858886737823487, + 1.4851336638259887, + 1.500923940010071, + 1.4823656270599366, + 1.4936273226928711, + 1.4718116438674926, + 1.479018363571167, + 1.4953905407714845, + 1.4994900365447998, + 1.4885512816619872, + 1.480618069229126, + 1.5012863097381592, + 1.506208432044983, + 1.4944241470336914, + 1.49456167137146, + 1.5098730950164796, + 1.5051140392303466, + 1.5134692226409912, + 1.5226804944229126, + 1.5144084841918946, + 1.5232038221740722, + 1.5139210459136963, + 1.5156014365005492, + 1.52377382938385, + 1.5234981735229491, + 1.5224218480682372, + 1.5218167197036743, + 1.5318193957138062, + 1.5287795416259766 + ], + "train_acc": [ + 0.31774, + 0.3982, + 0.42496, + 0.43068, + 0.44088, + 0.44126, + 0.44228, + 0.44938, + 0.44294, + 0.44418, + 0.44554, + 0.44738, + 0.44878, + 0.45672, + 0.45624, + 0.45514, + 0.46162, + 0.46508, + 0.4537, + 0.45884, + 0.4671, + 0.47226, + 0.45796, + 0.45434, + 0.45222, + 0.45602, + 0.4592, + 0.45838, + 0.4486, + 0.4429, + 0.44742, + 0.44442, + 0.44166, + 0.44236, + 0.43566, + 0.44358, + 0.44418, + 0.44772, + 0.45104, + 0.45326, + 0.4502, + 0.45424, + 0.44642, + 0.45936, + 0.4546, + 0.45028, + 0.44218, + 0.44476, + 0.44862, + 0.45316, + 0.45018, + 0.44558, + 0.445, + 0.44918, + 0.44712, + 0.44466, + 0.45282, + 0.45582, + 0.45008, + 0.45656, + 0.44814, + 0.4574, + 0.4478, + 0.45758, + 0.45634, + 0.45834, + 0.458, + 0.4626, + 0.46408, + 0.46842, + 0.46282, + 0.46148, + 0.4641, + 0.45702, + 0.46232, + 0.46062, + 0.469, + 0.46806, + 0.45776, + 0.45832, + 0.46242, + 0.46564, + 0.45702, + 0.45586, + 0.4598, + 0.46158, + 0.45398, + 0.45968, + 0.45214, + 0.44914, + 0.45398, + 0.44604, + 0.45474, + 0.4488, + 0.44712, + 0.44762, + 0.4469, + 0.45234, + 0.4448, + 0.44538 + ], + "test_acc": [ + 0.3086, + 0.3587, + 0.3434, + 0.3477, + 0.4298, + 0.4628, + 0.4504, + 0.4734, + 0.4801, + 0.4632, + 0.4663, + 0.4767, + 0.4678, + 0.4424, + 0.4285, + 0.428, + 0.4418, + 0.3465, + 0.4019, + 0.3723, + 0.3955, + 0.3582, + 0.3886, + 0.3837, + 0.4198, + 0.4193, + 0.405, + 0.4546, + 0.4503, + 0.4776, + 0.47, + 0.4658, + 0.4401, + 0.4718, + 0.4374, + 0.4485, + 0.4589, + 0.3954, + 0.4312, + 0.406, + 0.3895, + 0.3406, + 0.338, + 0.3789, + 0.3933, + 0.3649, + 0.3774, + 0.3894, + 0.4353, + 0.4685, + 0.4606, + 0.4865, + 0.4834, + 0.4816, + 0.4656, + 0.4809, + 0.4869, + 0.4569, + 0.4697, + 0.4341, + 0.44, + 0.4354, + 0.395, + 0.3731, + 0.3257, + 0.4188, + 0.3973, + 0.3604, + 0.3774, + 0.4403, + 0.4193, + 0.4522, + 0.4503, + 0.487, + 0.4902, + 0.4957, + 0.508, + 0.4846, + 0.4724, + 0.4804, + 0.4706, + 0.4534, + 0.4274, + 0.4526, + 0.444, + 0.359, + 0.3653, + 0.3762, + 0.3793, + 0.3683, + 0.3477, + 0.4465, + 0.4061, + 0.4241, + 0.4229, + 0.4535, + 0.4707, + 0.4677, + 0.4769, + 0.474 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.058251358568668365, + 0.0052527980878949165, + 0.16866855323314667, + 0.40164506435394287 + ], + "bp_grad_norms_per_layer": [ + 1.2751997928717174e-05, + 3.002295898113516e-06, + 1.257812300536898e-06, + 8.748378945711011e-07, + 6.224869366633357e-07 + ], + "hidden_norms_per_layer": [ + 53.4076042175293, + 94.59198760986328, + 138.4558868408203, + 174.03082275390625, + 177.5882568359375 + ] + } + }, + "dfa": { + "log": { + "train_loss": [ + 1.9832865395355224, + 1.7502513399887085, + 1.6449337438201905, + 1.6053136781311035, + 1.5808841290664672, + 1.5549153183364868, + 1.5427701051330567, + 1.534728247947693, + 1.5328357236480712, + 1.5239458906555177, + 1.5125219562530519, + 1.5000166980743408, + 1.499222512741089, + 1.4927287301635743, + 1.5004344689941407, + 1.4861587203216553, + 1.4685827215576173, + 1.463277092437744, + 1.4733178770065307, + 1.4807002882003784, + 1.4656713399505614, + 1.4568580744552613, + 1.4681837302780152, + 1.4557059508895873, + 1.4571999851989745, + 1.4609215265655517, + 1.4586345113754273, + 1.4629971759796143, + 1.4590657321166993, + 1.4617421231460572, + 1.4511952079010009, + 1.461978643836975, + 1.453667638092041, + 1.4468986032104492, + 1.4443752507781982, + 1.4449514136505126, + 1.4444499270248412, + 1.4468188973999023, + 1.439971184463501, + 1.4227961892700196, + 1.4266341059494019, + 1.422662779006958, + 1.426161422729492, + 1.4228117908477784, + 1.427011708984375, + 1.4431268807220459, + 1.4146196817398071, + 1.4275095965576172, + 1.4253623778915405, + 1.4229059297561646, + 1.4180848153305055, + 1.4208539867782592, + 1.4236131421661378, + 1.4215651251983643, + 1.4113855828857422, + 1.4156936545562744, + 1.4165809607696533, + 1.4152497507095336, + 1.4176463265228272, + 1.4037966454696655, + 1.4144108854675292, + 1.4033693023681642, + 1.4085983514785767, + 1.4072367011260987, + 1.4190242646026612, + 1.4065343897628784, + 1.4055108359909059, + 1.4067657685089112, + 1.4057906729507446, + 1.4030395392608643, + 1.4049832558822632, + 1.4050726447296142, + 1.4044393698120117, + 1.4132345629882812, + 1.4143582116699218, + 1.4134309550857544, + 1.402359348526001, + 1.3989218573379516, + 1.4112048414611817, + 1.4131255010986328, + 1.3988475032043457, + 1.4039105146026611, + 1.4007704114151, + 1.4156162036895752, + 1.4040945704650878, + 1.3912679317855834, + 1.4181099109649657, + 1.4037213237762451, + 1.4149015707778931, + 1.4188450262069703, + 1.3975644765090942, + 1.4184134230804444, + 1.4000829550933838, + 1.4012997241210938, + 1.4128226322174073, + 1.4041969888687134, + 1.4022131369781494, + 1.408169732055664, + 1.4077017026901244, + 1.401384118461609 + ], + "train_acc": [ + 0.27112, + 0.36064, + 0.40478, + 0.41718, + 0.42858, + 0.44078, + 0.44306, + 0.4494, + 0.45062, + 0.45602, + 0.45942, + 0.4644, + 0.46126, + 0.46632, + 0.46514, + 0.46942, + 0.47602, + 0.48078, + 0.47528, + 0.47308, + 0.4787, + 0.48544, + 0.47896, + 0.48336, + 0.4838, + 0.4813, + 0.48428, + 0.4804, + 0.48508, + 0.4835, + 0.48618, + 0.48328, + 0.48842, + 0.49088, + 0.48918, + 0.49114, + 0.49146, + 0.4912, + 0.49384, + 0.49812, + 0.4967, + 0.49934, + 0.49922, + 0.49834, + 0.49984, + 0.4932, + 0.49898, + 0.49748, + 0.49922, + 0.5005, + 0.50234, + 0.50114, + 0.49996, + 0.50416, + 0.50542, + 0.50446, + 0.50272, + 0.50446, + 0.5037, + 0.50842, + 0.50524, + 0.5119, + 0.50634, + 0.50902, + 0.50526, + 0.50828, + 0.50806, + 0.50748, + 0.50902, + 0.51128, + 0.50924, + 0.50872, + 0.5103, + 0.50704, + 0.50846, + 0.50658, + 0.51196, + 0.5129, + 0.50898, + 0.50978, + 0.51132, + 0.50952, + 0.5122, + 0.51048, + 0.51124, + 0.51608, + 0.50632, + 0.51178, + 0.50774, + 0.507, + 0.51196, + 0.50764, + 0.51432, + 0.51292, + 0.50924, + 0.515, + 0.51512, + 0.5099, + 0.51278, + 0.51376 + ], + "test_acc": [ + 0.2675, + 0.3692, + 0.3562, + 0.3556, + 0.4334, + 0.462, + 0.4672, + 0.4809, + 0.4729, + 0.4752, + 0.494, + 0.4868, + 0.4799, + 0.4728, + 0.4611, + 0.4517, + 0.4326, + 0.351, + 0.3931, + 0.4196, + 0.4363, + 0.4205, + 0.434, + 0.448, + 0.4435, + 0.4335, + 0.4635, + 0.479, + 0.4596, + 0.4963, + 0.5133, + 0.5136, + 0.5115, + 0.5249, + 0.4836, + 0.5063, + 0.4954, + 0.452, + 0.4942, + 0.3831, + 0.41, + 0.3788, + 0.3498, + 0.4271, + 0.4629, + 0.4629, + 0.4719, + 0.4597, + 0.4492, + 0.5074, + 0.5105, + 0.517, + 0.5225, + 0.5369, + 0.5273, + 0.5189, + 0.5249, + 0.5052, + 0.5099, + 0.5056, + 0.4619, + 0.4698, + 0.4649, + 0.4008, + 0.4123, + 0.4251, + 0.3647, + 0.4546, + 0.4994, + 0.4953, + 0.4378, + 0.5049, + 0.512, + 0.5291, + 0.538, + 0.5387, + 0.5379, + 0.5368, + 0.5373, + 0.5233, + 0.5246, + 0.4641, + 0.4691, + 0.5015, + 0.4382, + 0.4761, + 0.416, + 0.464, + 0.4394, + 0.4196, + 0.3663, + 0.4529, + 0.4557, + 0.4781, + 0.5161, + 0.5182, + 0.5327, + 0.5406, + 0.5435, + 0.5315 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.09811964631080627, + 0.05562638118863106, + 0.13867022097110748, + 0.1304049789905548 + ], + "bp_grad_norms_per_layer": [ + 3.095270585617982e-05, + 3.172246806570911e-06, + 1.7334730273432797e-06, + 1.652150672271091e-06, + 1.706813350210723e-06 + ], + "hidden_norms_per_layer": [ + 47.190711975097656, + 108.21077728271484, + 148.76641845703125, + 181.61634826660156, + 217.3177947998047 + ] + } + }, + "frozen_acc": 0.4401 + } +}
\ No newline at end of file |