{ "config": { "output_dir": "results/snapshot_no_outln_v1", "epochs": 100, "lr": 0.001, "wd": 0.01, "seed": 123, "depth": 4, "d_hidden": 256 }, "depth": 4, "d_hidden": 256, "num_classes": 10, "architecture": "ResidualMLP_NoOutLN", "bp_log": [ { "hidden_norms": [ 8.690464973449707, 8.719978332519531, 8.73093318939209, 8.75937271118164, 8.790542602539062 ], "bp_grad_per_sample_l2_med": [ 0.0005465824506245553, 0.0005437708459794521, 0.0005393712199293077, 0.0005331890424713492, 0.0005310169071890414 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.1015625, "loss_eval": 2.3754236698150635, "epoch": 0 }, { "hidden_norms": [ 40.83987808227539, 37.75401306152344, 36.1661376953125, 34.91564178466797, 34.55687713623047 ], "bp_grad_per_sample_l2_med": [ 0.00012231437722221017, 0.00012846711615566164, 0.00013815351121593267, 0.00015655385504942387, 0.0002070761693175882 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.435546875, "loss_eval": 1.5918896198272705, "epoch": 1 }, { "hidden_norms": [ 54.60358810424805, 49.46598434448242, 46.75371170043945, 44.21198272705078, 42.52875900268555 ], "bp_grad_per_sample_l2_med": [ 0.00010624218703014776, 0.00011056899529648945, 0.0001174700737465173, 0.00012732982577290386, 0.00015480577712878585 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.4755859375, "loss_eval": 1.464656114578247, "epoch": 2 }, { "hidden_norms": [ 65.05919647216797, 58.81830596923828, 54.65021896362305, 50.87609100341797, 48.61247253417969 ], "bp_grad_per_sample_l2_med": [ 9.24510313780047e-05, 9.810000483412296e-05, 0.00010529180872254074, 0.00011547923350008205, 0.00013095361646264791 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.509765625, "loss_eval": 1.4144818782806396, "epoch": 3 }, { "hidden_norms": [ 71.89185333251953, 63.81675338745117, 58.61539077758789, 53.633819580078125, 50.85374450683594 ], "bp_grad_per_sample_l2_med": [ 9.624486119719222e-05, 0.00010101673979079351, 0.00010665278387023136, 0.00011629729851847515, 0.0001258883421542123 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5009765625, "loss_eval": 1.4042909145355225, "epoch": 4 }, { "hidden_norms": [ 77.86115264892578, 68.96236419677734, 62.764793395996094, 56.297122955322266, 51.927825927734375 ], "bp_grad_per_sample_l2_med": [ 8.636285201646388e-05, 9.12561226869002e-05, 9.721348760649562e-05, 0.0001029788691084832, 0.00010866572119994089 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5048828125, "loss_eval": 1.362424373626709, "epoch": 5 }, { "hidden_norms": [ 86.97894287109375, 76.51913452148438, 68.91358947753906, 61.691619873046875, 55.97148132324219 ], "bp_grad_per_sample_l2_med": [ 8.555527165299281e-05, 9.211624274030328e-05, 9.770254109753296e-05, 0.00010545850091148168, 0.00011015798372682184 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.4990234375, "loss_eval": 1.4210331439971924, "epoch": 6 }, { "hidden_norms": [ 91.98681640625, 80.48826599121094, 72.19147491455078, 63.2117919921875, 57.618526458740234 ], "bp_grad_per_sample_l2_med": [ 8.108472684398293e-05, 8.69045325089246e-05, 9.184813097817823e-05, 9.785865404410288e-05, 0.00010359002772020176 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.50390625, "loss_eval": 1.395978569984436, "epoch": 7 }, { "hidden_norms": [ 97.7012939453125, 84.81765747070312, 75.55701446533203, 65.7588119506836, 58.28969955444336 ], "bp_grad_per_sample_l2_med": [ 8.22104630060494e-05, 8.808301208773628e-05, 9.288280853070319e-05, 0.0001000006013782695, 0.00010321019362891093 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.525390625, "loss_eval": 1.3341916799545288, "epoch": 8 }, { "hidden_norms": [ 102.29643249511719, 88.3180923461914, 78.02013397216797, 67.14125061035156, 59.45139694213867 ], "bp_grad_per_sample_l2_med": [ 8.297000749735162e-05, 8.909840107662603e-05, 9.493192192167044e-05, 0.00010043827933259308, 0.00010197651863563806 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5166015625, "loss_eval": 1.3378056287765503, "epoch": 9 }, { "hidden_norms": [ 107.60400390625, 93.19139862060547, 81.3952407836914, 70.16273498535156, 61.15400314331055 ], "bp_grad_per_sample_l2_med": [ 7.625297439517453e-05, 8.249503298429772e-05, 8.778223127592355e-05, 9.526272333459929e-05, 9.708418656373397e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.54296875, "loss_eval": 1.3057411909103394, "epoch": 10 }, { "hidden_norms": [ 111.52012634277344, 95.61714935302734, 83.3553695678711, 70.52283477783203, 61.52479553222656 ], "bp_grad_per_sample_l2_med": [ 7.589814777020365e-05, 8.213706314563751e-05, 8.74441975611262e-05, 9.462270099902526e-05, 9.573540592100471e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5400390625, "loss_eval": 1.2877662181854248, "epoch": 11 }, { "hidden_norms": [ 116.06771850585938, 99.79177856445312, 86.30980682373047, 72.20254516601562, 62.78416442871094 ], "bp_grad_per_sample_l2_med": [ 7.193555939011276e-05, 7.673310028621927e-05, 8.175434049917385e-05, 8.827414421830326e-05, 9.135493019130081e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5478515625, "loss_eval": 1.2685296535491943, "epoch": 12 }, { "hidden_norms": [ 119.3271484375, 102.65406799316406, 88.69587707519531, 74.90689849853516, 63.780494689941406 ], "bp_grad_per_sample_l2_med": [ 7.618113158969209e-05, 8.220612653531134e-05, 8.806472760625184e-05, 9.463543392485008e-05, 9.703192336019129e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.54296875, "loss_eval": 1.276496410369873, "epoch": 13 }, { "hidden_norms": [ 123.31849670410156, 105.7769775390625, 90.95068359375, 76.97051239013672, 64.97062683105469 ], "bp_grad_per_sample_l2_med": [ 7.194027421064675e-05, 7.883367652539164e-05, 8.381865336559713e-05, 9.018390846904367e-05, 8.924194844439626e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.552734375, "loss_eval": 1.2604155540466309, "epoch": 14 }, { "hidden_norms": [ 127.73625946044922, 109.2970199584961, 94.82887268066406, 79.42200469970703, 66.68120574951172 ], "bp_grad_per_sample_l2_med": [ 7.26957805454731e-05, 7.816226570867002e-05, 8.386534318560734e-05, 9.044967737281695e-05, 9.091151150641963e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.55859375, "loss_eval": 1.2421667575836182, "epoch": 15 }, { "hidden_norms": [ 129.39227294921875, 110.16195678710938, 95.65125274658203, 79.63654327392578, 66.4422836303711 ], "bp_grad_per_sample_l2_med": [ 7.170928438426927e-05, 7.703503069933504e-05, 8.211386011680588e-05, 8.873116166796535e-05, 9.066827624337748e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5615234375, "loss_eval": 1.2539770603179932, "epoch": 16 }, { "hidden_norms": [ 132.24916076660156, 113.025634765625, 96.19522857666016, 80.5164566040039, 67.23816680908203 ], "bp_grad_per_sample_l2_med": [ 7.194816862465814e-05, 7.835567521397024e-05, 8.341929060406983e-05, 8.761802746448666e-05, 8.926806913223118e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5732421875, "loss_eval": 1.2596629858016968, "epoch": 17 }, { "hidden_norms": [ 136.37730407714844, 116.11273956298828, 98.82146453857422, 81.83920288085938, 67.72627258300781 ], "bp_grad_per_sample_l2_med": [ 7.331569941015914e-05, 7.95917512732558e-05, 8.647916547488421e-05, 9.198131010634825e-05, 9.28269510040991e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.53515625, "loss_eval": 1.2714436054229736, "epoch": 18 }, { "hidden_norms": [ 137.7354736328125, 119.1905288696289, 102.62776184082031, 84.3735580444336, 69.55421447753906 ], "bp_grad_per_sample_l2_med": [ 7.105377881089225e-05, 7.70094629842788e-05, 8.26972391223535e-05, 8.802180673228577e-05, 8.82365129655227e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5498046875, "loss_eval": 1.25264310836792, "epoch": 19 }, { "hidden_norms": [ 139.01124572753906, 119.05533599853516, 101.28179168701172, 83.50191497802734, 68.7996826171875 ], "bp_grad_per_sample_l2_med": [ 7.610249303979799e-05, 8.31697034300305e-05, 8.997280383482575e-05, 9.514019620837644e-05, 9.370686893817037e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.517578125, "loss_eval": 1.2884626388549805, "epoch": 20 }, { "hidden_norms": [ 142.8061981201172, 121.41246795654297, 104.47654724121094, 86.13514709472656, 70.62234497070312 ], "bp_grad_per_sample_l2_med": [ 7.287831977009773e-05, 7.990973244886845e-05, 8.473258640151471e-05, 9.054663678398356e-05, 9.23949119169265e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5498046875, "loss_eval": 1.2458946704864502, "epoch": 21 }, { "hidden_norms": [ 145.03463745117188, 124.42599487304688, 105.64387512207031, 87.60891723632812, 71.11911010742188 ], "bp_grad_per_sample_l2_med": [ 6.878219573991373e-05, 7.463164365617558e-05, 7.942628144519404e-05, 8.418951620114967e-05, 8.709819667274132e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5654296875, "loss_eval": 1.2031928300857544, "epoch": 22 }, { "hidden_norms": [ 145.368896484375, 124.08200073242188, 106.14088439941406, 87.3053970336914, 70.22563171386719 ], "bp_grad_per_sample_l2_med": [ 6.987902452237904e-05, 7.564797124359757e-05, 8.058137609623373e-05, 8.513103239238262e-05, 8.664488268550485e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5830078125, "loss_eval": 1.2048817873001099, "epoch": 23 }, { "hidden_norms": [ 149.82542419433594, 127.8211898803711, 109.31559753417969, 88.96003723144531, 71.56672668457031 ], "bp_grad_per_sample_l2_med": [ 7.123420073185116e-05, 7.683804142288864e-05, 8.418370271101594e-05, 8.922854613047093e-05, 8.777298353379592e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5654296875, "loss_eval": 1.2408947944641113, "epoch": 24 }, { "hidden_norms": [ 151.1898193359375, 128.61166381835938, 110.0819320678711, 89.33537292480469, 70.91573333740234 ], "bp_grad_per_sample_l2_med": [ 7.046251994324848e-05, 7.593455666210502e-05, 8.183503086911514e-05, 8.78809587447904e-05, 8.738410542719066e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5849609375, "loss_eval": 1.2345162630081177, "epoch": 25 }, { "hidden_norms": [ 153.0899200439453, 130.6381072998047, 110.78546905517578, 90.43073272705078, 72.28581237792969 ], "bp_grad_per_sample_l2_med": [ 7.224789442261681e-05, 7.864048529881984e-05, 8.493732457282022e-05, 9.218508785124868e-05, 9.127514931606129e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.548828125, "loss_eval": 1.234302282333374, "epoch": 26 }, { "hidden_norms": [ 156.78964233398438, 132.35365295410156, 114.26016998291016, 93.03483581542969, 73.8830337524414 ], "bp_grad_per_sample_l2_med": [ 7.004363578744233e-05, 7.51781408325769e-05, 8.189951768144965e-05, 8.64862377056852e-05, 8.457603689748794e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.572265625, "loss_eval": 1.226435661315918, "epoch": 27 }, { "hidden_norms": [ 154.7094268798828, 132.68295288085938, 112.78950500488281, 91.68452453613281, 72.69532012939453 ], "bp_grad_per_sample_l2_med": [ 6.871543155284598e-05, 7.408537931041792e-05, 7.912247383501381e-05, 8.584219176555052e-05, 8.712658018339425e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5693359375, "loss_eval": 1.186962604522705, "epoch": 28 }, { "hidden_norms": [ 156.5343475341797, 133.95303344726562, 113.44208526611328, 91.55599212646484, 72.66578674316406 ], "bp_grad_per_sample_l2_med": [ 6.697547360090539e-05, 7.314077083719894e-05, 7.949489372549579e-05, 8.466470171697438e-05, 8.366732799913734e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.595703125, "loss_eval": 1.1845954656600952, "epoch": 29 }, { "hidden_norms": [ 158.63601684570312, 134.8338165283203, 115.27066802978516, 93.78146362304688, 72.8468017578125 ], "bp_grad_per_sample_l2_med": [ 6.742558616679162e-05, 7.408189412672073e-05, 7.9598423326388e-05, 8.415436604991555e-05, 8.754149166634306e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5693359375, "loss_eval": 1.208282470703125, "epoch": 30 }, { "hidden_norms": [ 158.21023559570312, 136.07545471191406, 116.15364837646484, 93.98001098632812, 73.68004608154297 ], "bp_grad_per_sample_l2_med": [ 7.207741873571649e-05, 7.860636833356693e-05, 8.520736446371302e-05, 9.168307587970048e-05, 8.956313104135916e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5859375, "loss_eval": 1.2018094062805176, "epoch": 31 }, { "hidden_norms": [ 160.46771240234375, 136.1265411376953, 116.0124282836914, 93.3584976196289, 73.7890396118164 ], "bp_grad_per_sample_l2_med": [ 7.191704207798466e-05, 7.717879634583369e-05, 8.299856563098729e-05, 8.967710164142773e-05, 8.699094178155065e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5810546875, "loss_eval": 1.1889103651046753, "epoch": 32 }, { "hidden_norms": [ 160.90545654296875, 137.0214080810547, 115.83223724365234, 94.28914642333984, 73.96448516845703 ], "bp_grad_per_sample_l2_med": [ 7.10546228219755e-05, 7.790922973072156e-05, 8.321165660163388e-05, 8.87274945853278e-05, 8.640237501822412e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5859375, "loss_eval": 1.1516971588134766, "epoch": 33 }, { "hidden_norms": [ 163.9844207763672, 138.9420166015625, 118.25187683105469, 94.9247817993164, 73.99342346191406 ], "bp_grad_per_sample_l2_med": [ 7.05249622114934e-05, 7.705103053012863e-05, 8.39303684188053e-05, 8.84484761627391e-05, 8.569705096306279e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5888671875, "loss_eval": 1.1713684797286987, "epoch": 34 }, { "hidden_norms": [ 162.2567596435547, 139.536376953125, 118.07953643798828, 96.10607147216797, 75.22054290771484 ], "bp_grad_per_sample_l2_med": [ 6.98907533660531e-05, 7.564698171336204e-05, 8.246934885391966e-05, 8.673300180817023e-05, 8.65447727846913e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5869140625, "loss_eval": 1.1986680030822754, "epoch": 35 }, { "hidden_norms": [ 163.85494995117188, 140.6683807373047, 120.20167541503906, 96.79766845703125, 74.6565933227539 ], "bp_grad_per_sample_l2_med": [ 6.933045369805768e-05, 7.555640331702307e-05, 8.187161438399926e-05, 8.634777623228729e-05, 8.516138041159138e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.58203125, "loss_eval": 1.17092764377594, "epoch": 36 }, { "hidden_norms": [ 163.91464233398438, 141.8627166748047, 120.35345458984375, 96.861083984375, 74.91275024414062 ], "bp_grad_per_sample_l2_med": [ 6.821981514804065e-05, 7.462653593393043e-05, 7.9863122664392e-05, 8.513165812473744e-05, 8.408474968746305e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.607421875, "loss_eval": 1.1603121757507324, "epoch": 37 }, { "hidden_norms": [ 166.6566162109375, 142.48072814941406, 120.16492462158203, 96.4870376586914, 75.0911636352539 ], "bp_grad_per_sample_l2_med": [ 6.862134614493698e-05, 7.509759598178789e-05, 8.221028838306665e-05, 8.709747635293752e-05, 8.625433838460594e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5927734375, "loss_eval": 1.163398027420044, "epoch": 38 }, { "hidden_norms": [ 165.2766571044922, 140.6273193359375, 119.01939392089844, 96.45698547363281, 74.86931610107422 ], "bp_grad_per_sample_l2_med": [ 6.741421384504065e-05, 7.467559044016525e-05, 8.113843068713322e-05, 8.498551324009895e-05, 8.365403482457623e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.1174335479736328, "epoch": 39 }, { "hidden_norms": [ 166.8720703125, 141.94195556640625, 119.73834228515625, 96.83306884765625, 75.50749206542969 ], "bp_grad_per_sample_l2_med": [ 6.83375183143653e-05, 7.506174733862281e-05, 8.1863887317013e-05, 8.717682067072019e-05, 8.521847485098988e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6201171875, "loss_eval": 1.128427267074585, "epoch": 40 }, { "hidden_norms": [ 166.10345458984375, 140.8309783935547, 119.59312438964844, 96.5144271850586, 75.01549530029297 ], "bp_grad_per_sample_l2_med": [ 7.117655331967399e-05, 7.808134250808507e-05, 8.549879566999152e-05, 9.121275070356205e-05, 8.961764251580462e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6025390625, "loss_eval": 1.1407405138015747, "epoch": 41 }, { "hidden_norms": [ 168.5572052001953, 144.19313049316406, 121.29338836669922, 98.18904113769531, 75.74433898925781 ], "bp_grad_per_sample_l2_med": [ 7.024689693935215e-05, 7.835906581021845e-05, 8.28477568575181e-05, 8.988843183033168e-05, 9.142952330876142e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5791015625, "loss_eval": 1.188612699508667, "epoch": 42 }, { "hidden_norms": [ 167.82464599609375, 142.2963104248047, 120.96216583251953, 98.01409149169922, 76.0032730102539 ], "bp_grad_per_sample_l2_med": [ 7.296045077964664e-05, 7.839543832233176e-05, 8.31817596917972e-05, 9.021619916893542e-05, 8.68452261784114e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.60546875, "loss_eval": 1.1675610542297363, "epoch": 43 }, { "hidden_norms": [ 168.66015625, 143.3383026123047, 121.46915435791016, 97.43902587890625, 75.26473236083984 ], "bp_grad_per_sample_l2_med": [ 7.207799353636801e-05, 8.018259541131556e-05, 8.563740993849933e-05, 9.22580948099494e-05, 9.03013497008942e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.591796875, "loss_eval": 1.1672401428222656, "epoch": 44 }, { "hidden_norms": [ 168.55662536621094, 142.82704162597656, 120.73102569580078, 96.30245971679688, 74.20568084716797 ], "bp_grad_per_sample_l2_med": [ 7.172006007749587e-05, 7.97949469415471e-05, 8.564699237467721e-05, 9.092836262425408e-05, 9.031151421368122e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.591796875, "loss_eval": 1.1739519834518433, "epoch": 45 }, { "hidden_norms": [ 169.05859375, 143.376953125, 122.22779083251953, 98.1865234375, 75.46460723876953 ], "bp_grad_per_sample_l2_med": [ 7.164492853917181e-05, 8.059864194365218e-05, 8.811463339952752e-05, 9.420064452569932e-05, 9.068247891264036e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5869140625, "loss_eval": 1.1654919385910034, "epoch": 46 }, { "hidden_norms": [ 167.85174560546875, 143.98324584960938, 121.09931945800781, 97.61621856689453, 75.3441390991211 ], "bp_grad_per_sample_l2_med": [ 7.121654198272154e-05, 7.876066229073331e-05, 8.58678831718862e-05, 9.374372893944383e-05, 8.886006980901584e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6015625, "loss_eval": 1.1619040966033936, "epoch": 47 }, { "hidden_norms": [ 169.16136169433594, 144.1681671142578, 121.65021514892578, 97.65489959716797, 75.40325927734375 ], "bp_grad_per_sample_l2_med": [ 7.085441029630601e-05, 7.872789865359664e-05, 8.54654426802881e-05, 9.159239561995491e-05, 8.735150913707912e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.60546875, "loss_eval": 1.1553215980529785, "epoch": 48 }, { "hidden_norms": [ 170.07469177246094, 144.21502685546875, 122.42488098144531, 97.60433959960938, 75.30228424072266 ], "bp_grad_per_sample_l2_med": [ 7.460799679392949e-05, 8.310206612804905e-05, 8.914316276786849e-05, 9.709167352411896e-05, 9.34089912334457e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.5947265625, "loss_eval": 1.1511603593826294, "epoch": 49 }, { "hidden_norms": [ 169.58541870117188, 143.38230895996094, 121.96705627441406, 97.77040100097656, 74.732177734375 ], "bp_grad_per_sample_l2_med": [ 7.605904102092609e-05, 8.306169183924794e-05, 9.093777771340683e-05, 9.604891965864226e-05, 9.101478644879535e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.583984375, "loss_eval": 1.150202751159668, "epoch": 50 }, { "hidden_norms": [ 169.28955078125, 143.6193084716797, 122.43891906738281, 97.91162109375, 75.27656555175781 ], "bp_grad_per_sample_l2_med": [ 7.325071055674925e-05, 8.037279621930793e-05, 8.85110639501363e-05, 9.169802797259763e-05, 8.926681766752154e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6201171875, "loss_eval": 1.1172325611114502, "epoch": 51 }, { "hidden_norms": [ 170.01052856445312, 143.45779418945312, 122.65426635742188, 98.24798583984375, 75.68919372558594 ], "bp_grad_per_sample_l2_med": [ 7.252323121065274e-05, 8.011860336409882e-05, 8.620596781838685e-05, 9.34487470658496e-05, 9.04093321878463e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.611328125, "loss_eval": 1.1147592067718506, "epoch": 52 }, { "hidden_norms": [ 168.67430114746094, 143.25802612304688, 119.88789367675781, 96.92530822753906, 74.42180633544922 ], "bp_grad_per_sample_l2_med": [ 7.410924445139244e-05, 8.137265831464902e-05, 8.864435949362814e-05, 9.472777310293168e-05, 9.015527029987425e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.625, "loss_eval": 1.1209393739700317, "epoch": 53 }, { "hidden_norms": [ 169.25973510742188, 142.8248291015625, 120.75433349609375, 96.85049438476562, 74.96371459960938 ], "bp_grad_per_sample_l2_med": [ 7.351540989475325e-05, 8.063198038144037e-05, 8.647661161376163e-05, 9.411892096977681e-05, 9.352037159260362e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.1025673151016235, "epoch": 54 }, { "hidden_norms": [ 170.8097381591797, 143.562744140625, 121.1410903930664, 97.70262145996094, 75.55540466308594 ], "bp_grad_per_sample_l2_med": [ 7.382583135040477e-05, 8.104312291834503e-05, 8.895712380763143e-05, 9.191031131194904e-05, 8.924967551138252e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6142578125, "loss_eval": 1.1013734340667725, "epoch": 55 }, { "hidden_norms": [ 169.41827392578125, 143.60491943359375, 119.79347229003906, 96.5761947631836, 74.94788360595703 ], "bp_grad_per_sample_l2_med": [ 7.506331166950986e-05, 8.308376709464937e-05, 9.05599954421632e-05, 9.552844858262688e-05, 9.322594269178808e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6259765625, "loss_eval": 1.1202704906463623, "epoch": 56 }, { "hidden_norms": [ 169.0540008544922, 144.03970336914062, 121.87033081054688, 98.80317687988281, 76.42084503173828 ], "bp_grad_per_sample_l2_med": [ 7.446128438459709e-05, 8.153915405273438e-05, 8.840708323987201e-05, 9.388235048390925e-05, 9.186066017718986e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6171875, "loss_eval": 1.1205706596374512, "epoch": 57 }, { "hidden_norms": [ 168.36595153808594, 141.80178833007812, 120.2418212890625, 96.8748779296875, 75.01248168945312 ], "bp_grad_per_sample_l2_med": [ 7.731275400146842e-05, 8.405288099311292e-05, 9.186116949422285e-05, 9.942329052137211e-05, 9.51286856434308e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6162109375, "loss_eval": 1.1108977794647217, "epoch": 58 }, { "hidden_norms": [ 169.39569091796875, 142.4537353515625, 120.81804656982422, 97.19158172607422, 75.20236206054688 ], "bp_grad_per_sample_l2_med": [ 7.883378566475585e-05, 8.777670154813677e-05, 9.416328248335049e-05, 0.00010057339386548847, 9.685986879048869e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6259765625, "loss_eval": 1.1141078472137451, "epoch": 59 }, { "hidden_norms": [ 169.97256469726562, 143.7432098388672, 121.0943832397461, 97.53318786621094, 75.44910430908203 ], "bp_grad_per_sample_l2_med": [ 7.617164374096319e-05, 8.471525507047772e-05, 9.014597890200093e-05, 9.796666563488543e-05, 9.110565588343889e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.0869580507278442, "epoch": 60 }, { "hidden_norms": [ 168.3030242919922, 142.93931579589844, 120.8933334350586, 97.99317932128906, 75.29071044921875 ], "bp_grad_per_sample_l2_med": [ 7.692870713071898e-05, 8.63347522681579e-05, 9.28592708078213e-05, 9.994371794164181e-05, 9.114396380027756e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6357421875, "loss_eval": 1.102014183998108, "epoch": 61 }, { "hidden_norms": [ 168.24777221679688, 142.03550720214844, 120.25982666015625, 97.82561492919922, 75.54430389404297 ], "bp_grad_per_sample_l2_med": [ 7.734074461041018e-05, 8.487069862894714e-05, 9.25088970689103e-05, 9.827558096731082e-05, 9.154371218755841e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.642578125, "loss_eval": 1.0736993551254272, "epoch": 62 }, { "hidden_norms": [ 168.08807373046875, 142.24661254882812, 119.9559555053711, 96.72630310058594, 74.6895523071289 ], "bp_grad_per_sample_l2_med": [ 8.049221651162952e-05, 8.925019210437313e-05, 9.64810824370943e-05, 0.00010555233166087419, 9.567404049448669e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6328125, "loss_eval": 1.0822858810424805, "epoch": 63 }, { "hidden_norms": [ 167.2539825439453, 141.55946350097656, 119.37681579589844, 97.13011169433594, 75.02286529541016 ], "bp_grad_per_sample_l2_med": [ 7.919344352558255e-05, 8.567116310587153e-05, 9.377488458994776e-05, 9.892786329146475e-05, 9.566175140207633e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6328125, "loss_eval": 1.1096018552780151, "epoch": 64 }, { "hidden_norms": [ 168.11643981933594, 142.01052856445312, 119.23418426513672, 96.38211059570312, 75.08849334716797 ], "bp_grad_per_sample_l2_med": [ 7.787172216922045e-05, 8.574797539040446e-05, 9.008680353872478e-05, 9.943459735950455e-05, 9.4872091722209e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6455078125, "loss_eval": 1.1080338954925537, "epoch": 65 }, { "hidden_norms": [ 168.09153747558594, 141.83984375, 120.16891479492188, 97.12582397460938, 74.98177337646484 ], "bp_grad_per_sample_l2_med": [ 7.894716691225767e-05, 8.66493719513528e-05, 9.518097795080394e-05, 0.00010154353367397562, 9.530662646284327e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.1069355010986328, "epoch": 66 }, { "hidden_norms": [ 167.35382080078125, 142.33642578125, 120.0411148071289, 96.53257751464844, 75.0328598022461 ], "bp_grad_per_sample_l2_med": [ 7.973265019245446e-05, 8.856245403876528e-05, 9.601243800716475e-05, 0.00010215263318968937, 9.676075569586828e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.63671875, "loss_eval": 1.100548505783081, "epoch": 67 }, { "hidden_norms": [ 167.418701171875, 140.93800354003906, 119.4802017211914, 96.3717269897461, 74.67574310302734 ], "bp_grad_per_sample_l2_med": [ 8.022025576792657e-05, 8.782520308159292e-05, 9.638317715143785e-05, 0.0001046421384671703, 9.856691031018272e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.63671875, "loss_eval": 1.1227837800979614, "epoch": 68 }, { "hidden_norms": [ 166.9136962890625, 140.45266723632812, 119.06848907470703, 95.9060287475586, 74.79631042480469 ], "bp_grad_per_sample_l2_med": [ 7.995362102519721e-05, 8.583935414208099e-05, 9.508246148470789e-05, 0.00010096231562783942, 9.634289017412812e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6416015625, "loss_eval": 1.1006299257278442, "epoch": 69 }, { "hidden_norms": [ 165.4694366455078, 139.69601440429688, 117.53054809570312, 95.05348205566406, 74.65673065185547 ], "bp_grad_per_sample_l2_med": [ 7.79753245296888e-05, 8.487935701850802e-05, 9.169900295091793e-05, 9.879520075628534e-05, 9.398034308105707e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.623046875, "loss_eval": 1.0988688468933105, "epoch": 70 }, { "hidden_norms": [ 165.3974609375, 139.54141235351562, 117.3493881225586, 94.9970474243164, 74.31880187988281 ], "bp_grad_per_sample_l2_med": [ 7.893131260061637e-05, 8.71433803695254e-05, 9.492320532444865e-05, 0.00010128845315193757, 9.578587196301669e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6484375, "loss_eval": 1.0860004425048828, "epoch": 71 }, { "hidden_norms": [ 165.16651916503906, 138.63233947753906, 117.15692138671875, 94.41555786132812, 74.16561889648438 ], "bp_grad_per_sample_l2_med": [ 8.611902012489736e-05, 9.412867802893743e-05, 0.0001005554513540119, 0.00010507499246159568, 0.00010004997602663934 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.0985480546951294, "epoch": 72 }, { "hidden_norms": [ 166.48802185058594, 139.67433166503906, 117.13744354248047, 94.41883087158203, 74.25392150878906 ], "bp_grad_per_sample_l2_med": [ 8.272679406218231e-05, 9.101553587242961e-05, 9.994471474783495e-05, 0.00010372102406108752, 9.65072977123782e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.63671875, "loss_eval": 1.1026251316070557, "epoch": 73 }, { "hidden_norms": [ 164.66531372070312, 138.62359619140625, 117.72949981689453, 95.40411376953125, 74.5541763305664 ], "bp_grad_per_sample_l2_med": [ 8.516917296219617e-05, 9.385120938532054e-05, 0.00010402742918813601, 0.00010775420378195122, 0.00010169474262511358 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6298828125, "loss_eval": 1.1083872318267822, "epoch": 74 }, { "hidden_norms": [ 164.67889404296875, 138.3468017578125, 116.61951446533203, 93.94100952148438, 74.09746551513672 ], "bp_grad_per_sample_l2_med": [ 8.641117165097967e-05, 9.53027411014773e-05, 0.0001029834384098649, 0.0001086485426640138, 0.0001005055892164819 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6455078125, "loss_eval": 1.1155339479446411, "epoch": 75 }, { "hidden_norms": [ 164.2607421875, 138.0647735595703, 116.18480682373047, 93.95038604736328, 73.88935089111328 ], "bp_grad_per_sample_l2_med": [ 8.567768963985145e-05, 9.307480650022626e-05, 9.939757728716359e-05, 0.00010579575609881431, 9.849719936028123e-05 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.1126312017440796, "epoch": 76 }, { "hidden_norms": [ 163.9792938232422, 137.88185119628906, 116.34628295898438, 93.93537139892578, 73.83805084228516 ], "bp_grad_per_sample_l2_med": [ 8.795045869192109e-05, 9.678495553089306e-05, 0.00010362159082433209, 0.0001105417322833091, 0.00010525066318223253 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6337890625, "loss_eval": 1.110876202583313, "epoch": 77 }, { "hidden_norms": [ 164.1384735107422, 137.82691955566406, 115.94445037841797, 94.01095581054688, 73.68436431884766 ], "bp_grad_per_sample_l2_med": [ 8.610311488155276e-05, 9.507987851975486e-05, 0.00010208813182543963, 0.00010807226499309763, 0.00010176940850215033 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6318359375, "loss_eval": 1.1176977157592773, "epoch": 78 }, { "hidden_norms": [ 163.91049194335938, 136.9142608642578, 115.37925720214844, 93.2219009399414, 73.2654800415039 ], "bp_grad_per_sample_l2_med": [ 8.745997183723375e-05, 9.566589869791642e-05, 0.00010251311323372647, 0.00011129804624943063, 0.0001056971013895236 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6318359375, "loss_eval": 1.1140623092651367, "epoch": 79 }, { "hidden_norms": [ 163.40182495117188, 137.21026611328125, 115.46720123291016, 93.46426391601562, 73.12786102294922 ], "bp_grad_per_sample_l2_med": [ 8.96864221431315e-05, 9.8639284260571e-05, 0.0001043426527758129, 0.00010869379184441641, 0.00010685920278774574 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.630859375, "loss_eval": 1.1114736795425415, "epoch": 80 }, { "hidden_norms": [ 163.22100830078125, 136.5157012939453, 115.2002944946289, 93.15667724609375, 73.07371520996094 ], "bp_grad_per_sample_l2_med": [ 8.870210876921192e-05, 9.846940520219505e-05, 0.0001080361835192889, 0.0001128382355091162, 0.00010244990698993206 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.1125456094741821, "epoch": 81 }, { "hidden_norms": [ 163.21449279785156, 136.63999938964844, 114.51496124267578, 92.76043701171875, 73.22138214111328 ], "bp_grad_per_sample_l2_med": [ 8.551862265449017e-05, 9.3683076556772e-05, 0.00010453341383254156, 0.00010722207662183791, 0.00010129058500751853 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.638671875, "loss_eval": 1.0996887683868408, "epoch": 82 }, { "hidden_norms": [ 162.75770568847656, 136.49710083007812, 114.6112060546875, 92.87682342529297, 73.25039672851562 ], "bp_grad_per_sample_l2_med": [ 8.870910096447915e-05, 9.74184149526991e-05, 0.00010446018859511241, 0.00011418589565437287, 0.00010412647679913789 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.634765625, "loss_eval": 1.1063097715377808, "epoch": 83 }, { "hidden_norms": [ 163.11697387695312, 136.4162139892578, 114.9229507446289, 93.17060089111328, 73.40281677246094 ], "bp_grad_per_sample_l2_med": [ 8.790192077867687e-05, 9.763163689058274e-05, 0.00010599731467664242, 0.00011016600910807028, 0.00010507069964660332 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6435546875, "loss_eval": 1.1009955406188965, "epoch": 84 }, { "hidden_norms": [ 162.4318389892578, 136.2643280029297, 114.47940826416016, 92.43824005126953, 72.75123596191406 ], "bp_grad_per_sample_l2_med": [ 8.680798055138439e-05, 9.524248889647424e-05, 0.00010346775525249541, 0.00010771532106446102, 0.00010157373617403209 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.106760025024414, "epoch": 85 }, { "hidden_norms": [ 162.55992126464844, 136.00660705566406, 114.44908142089844, 92.65226745605469, 73.14122772216797 ], "bp_grad_per_sample_l2_med": [ 8.55888138175942e-05, 9.422176663065329e-05, 0.00010130204464076087, 0.0001082807284547016, 0.00010286335600540042 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6435546875, "loss_eval": 1.1080232858657837, "epoch": 86 }, { "hidden_norms": [ 162.33607482910156, 136.22657775878906, 114.64276885986328, 92.26687622070312, 72.99312591552734 ], "bp_grad_per_sample_l2_med": [ 9.005892934510484e-05, 9.746963041834533e-05, 0.00010383747576270252, 0.00010905141971306875, 0.00010293527157045901 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6455078125, "loss_eval": 1.0989083051681519, "epoch": 87 }, { "hidden_norms": [ 161.69874572753906, 135.9654998779297, 113.88583374023438, 91.72888946533203, 72.5824966430664 ], "bp_grad_per_sample_l2_med": [ 9.02136744116433e-05, 9.903020691126585e-05, 0.0001059234855347313, 0.00011399909999454394, 0.00010543780081206933 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6435546875, "loss_eval": 1.1039698123931885, "epoch": 88 }, { "hidden_norms": [ 162.3827362060547, 136.0760498046875, 114.07840728759766, 91.95870971679688, 72.59473419189453 ], "bp_grad_per_sample_l2_med": [ 9.043919999385253e-05, 9.950586536433548e-05, 0.00010800046584336087, 0.00011628754145931453, 0.00010360861051594839 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6435546875, "loss_eval": 1.1007411479949951, "epoch": 89 }, { "hidden_norms": [ 161.50054931640625, 135.7166748046875, 113.83382415771484, 91.96630096435547, 72.61833953857422 ], "bp_grad_per_sample_l2_med": [ 9.075389243662357e-05, 9.988105011871085e-05, 0.00010788880899781361, 0.00011431374150561169, 0.00010596351057756692 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.64453125, "loss_eval": 1.0992103815078735, "epoch": 90 }, { "hidden_norms": [ 161.48770141601562, 135.71417236328125, 114.12840270996094, 91.98160552978516, 72.64606475830078 ], "bp_grad_per_sample_l2_med": [ 9.050803782884032e-05, 9.805837908061221e-05, 0.00010800142626976594, 0.00011649157386273146, 0.00010660875705070794 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.640625, "loss_eval": 1.1021543741226196, "epoch": 91 }, { "hidden_norms": [ 162.0372314453125, 135.4561767578125, 114.00292205810547, 91.83483123779297, 72.68809509277344 ], "bp_grad_per_sample_l2_med": [ 8.82204039953649e-05, 9.769284224603325e-05, 0.00010632916382746771, 0.00011439422814873978, 0.00010489066335139796 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6416015625, "loss_eval": 1.1001535654067993, "epoch": 92 }, { "hidden_norms": [ 161.88534545898438, 135.54629516601562, 113.90684509277344, 91.81143188476562, 72.64588165283203 ], "bp_grad_per_sample_l2_med": [ 9.120439790422097e-05, 9.779920219443738e-05, 0.00010798833682201803, 0.00011447365250205621, 0.00010797424329211935 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.642578125, "loss_eval": 1.0961315631866455, "epoch": 93 }, { "hidden_norms": [ 162.06427001953125, 135.49281311035156, 113.69275665283203, 91.76304626464844, 72.4867935180664 ], "bp_grad_per_sample_l2_med": [ 9.100054739974439e-05, 9.935065463650972e-05, 0.00010879126784857363, 0.00011589765199460089, 0.00010837834270205349 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6416015625, "loss_eval": 1.097299337387085, "epoch": 94 }, { "hidden_norms": [ 162.06063842773438, 135.57981872558594, 113.76399230957031, 91.94515991210938, 72.56278991699219 ], "bp_grad_per_sample_l2_med": [ 9.139141184277833e-05, 9.897649579215795e-05, 0.00010867504897760227, 0.0001159063758677803, 0.00010943930828943849 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6376953125, "loss_eval": 1.0986907482147217, "epoch": 95 }, { "hidden_norms": [ 161.8842315673828, 135.4130859375, 113.66045379638672, 91.80276489257812, 72.58989715576172 ], "bp_grad_per_sample_l2_med": [ 9.080857125809416e-05, 0.00010123007814399898, 0.00010883246432058513, 0.00011908033775398508, 0.00010963032400468364 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.0988240242004395, "epoch": 96 }, { "hidden_norms": [ 161.86744689941406, 135.38331604003906, 113.66378784179688, 91.70223236083984, 72.4896240234375 ], "bp_grad_per_sample_l2_med": [ 9.091695392271504e-05, 0.00010080484207719564, 0.00010940106585621834, 0.00011762498616008088, 0.00010917771578533575 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.0987744331359863, "epoch": 97 }, { "hidden_norms": [ 161.89633178710938, 135.33140563964844, 113.67347717285156, 91.68895721435547, 72.49469757080078 ], "bp_grad_per_sample_l2_med": [ 9.099576709559187e-05, 0.00010038664186140522, 0.0001086170959752053, 0.00011788319534389302, 0.00010914496670011431 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.0990701913833618, "epoch": 98 }, { "hidden_norms": [ 161.9002227783203, 135.33474731445312, 113.68601989746094, 91.69290924072266, 72.48957061767578 ], "bp_grad_per_sample_l2_med": [ 9.096309076994658e-05, 0.00010059915803140029, 0.00010838409070856869, 0.00011784962407546118, 0.00010893247235799208 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.098876953125, "epoch": 99 }, { "hidden_norms": [ 161.8989715576172, 135.33889770507812, 113.69281768798828, 91.6856689453125, 72.48480224609375 ], "bp_grad_per_sample_l2_med": [ 9.085259807761759e-05, 0.00010061707871500403, 0.00010823038610396907, 0.00011745247320504859, 0.00010919221676886082 ], "gamma_dfa": NaN, "gamma_dfa_per_layer": [], "acc_eval": 0.6396484375, "loss_eval": 1.0987944602966309, "epoch": 100 } ], "dfa_log": [ { "hidden_norms": [ 8.690464973449707, 8.719978332519531, 8.73093318939209, 8.75937271118164, 8.790542602539062 ], "bp_grad_per_sample_l2_med": [ 0.0005465824506245553, 0.0005437708459794521, 0.0005393712199293077, 0.0005331890424713492, 0.0005310169071890414 ], "gamma_dfa": 0.007568402143078856, "gamma_dfa_per_layer": [ 0.002326551591977477, 0.0009101498289965093, -0.013218702748417854, 0.04025560989975929 ], "acc_eval": 0.1015625, "loss_eval": 2.3754236698150635, "epoch": 0 }, { "hidden_norms": [ 536.5761108398438, 845.265625, 979.7896118164062, 1192.0323486328125, 1230.83935546875 ], "bp_grad_per_sample_l2_med": [ 0.0006465085316449404, 0.0006462159799411893, 0.0006460825679823756, 0.0006459451396949589, 0.0006460213917307556 ], "gamma_dfa": 0.013024769607000053, "gamma_dfa_per_layer": [ 0.035579413175582886, -0.0025600260123610497, -0.0014369464479386806, 0.020516637712717056 ], "acc_eval": 0.212890625, "loss_eval": 8.137651443481445, "epoch": 1 }, { "hidden_norms": [ 886.7508544921875, 1871.2640380859375, 2198.631591796875, 2689.22412109375, 2904.254150390625 ], "bp_grad_per_sample_l2_med": [ 0.0007187994197010994, 0.0007172312471084297, 0.0007172476034611464, 0.0007177897496148944, 0.000717311049811542 ], "gamma_dfa": 0.004487544531002641, "gamma_dfa_per_layer": [ 0.04744107276201248, -0.011962954886257648, -0.02088175155222416, 0.003353811800479889 ], "acc_eval": 0.203125, "loss_eval": 16.637451171875, "epoch": 2 }, { "hidden_norms": [ 1117.1649169921875, 3064.644775390625, 3849.060546875, 4987.09130859375, 5690.720703125 ], "bp_grad_per_sample_l2_med": [ 0.000734492321498692, 0.0007317167473956943, 0.0007317643612623215, 0.0007318624993786216, 0.0007319750147871673 ], "gamma_dfa": 0.0065072893630713224, "gamma_dfa_per_layer": [ 0.0597357451915741, -0.0063293795101344585, -0.033218011260032654, 0.0058408030308783054 ], "acc_eval": 0.224609375, "loss_eval": 29.753459930419922, "epoch": 3 }, { "hidden_norms": [ 1279.7017822265625, 4015.093017578125, 5594.23828125, 7459.69091796875, 8727.64453125 ], "bp_grad_per_sample_l2_med": [ 0.0007434640428982675, 0.0007419881876558065, 0.0007416673470288515, 0.000741377065423876, 0.0007413675775751472 ], "gamma_dfa": 0.0072651703376322985, "gamma_dfa_per_layer": [ 0.07467889785766602, -0.02277005836367607, -0.009787362068891525, -0.013060796074569225 ], "acc_eval": 0.1640625, "loss_eval": 54.22368621826172, "epoch": 4 }, { "hidden_norms": [ 1399.06787109375, 4862.35302734375, 9250.7666015625, 10789.8828125, 12902.6591796875 ], "bp_grad_per_sample_l2_med": [ 0.0007491935975849628, 0.0007442779606208205, 0.0007423132774420083, 0.0007422835915349424, 0.0007422153139486909 ], "gamma_dfa": -0.005301014054566622, "gamma_dfa_per_layer": [ 0.06516245007514954, -0.03411812335252762, -0.034175027161836624, -0.01807335577905178 ], "acc_eval": 0.2080078125, "loss_eval": 62.78772735595703, "epoch": 5 }, { "hidden_norms": [ 1478.1070556640625, 5865.33935546875, 15407.5283203125, 16717.609375, 19284.30078125 ], "bp_grad_per_sample_l2_med": [ 0.000746070989407599, 0.0007320672739297152, 0.0007320406148210168, 0.0007324790931306779, 0.0007322196033783257 ], "gamma_dfa": -0.0043716938234865665, "gamma_dfa_per_layer": [ 0.0889529138803482, -0.03475068882107735, -0.06096648424863815, -0.010722516104578972 ], "acc_eval": 0.21875, "loss_eval": 84.72342681884766, "epoch": 6 }, { "hidden_norms": [ 1569.764892578125, 7991.109375, 22041.46484375, 23657.2890625, 27372.69140625 ], "bp_grad_per_sample_l2_med": [ 0.0007371728424914181, 0.0007328476058319211, 0.0007317248382605612, 0.0007321859593503177, 0.0007314819958992302 ], "gamma_dfa": -0.006586531409993768, "gamma_dfa_per_layer": [ 0.08020298182964325, -0.038106564432382584, -0.05412164330482483, -0.014320899732410908 ], "acc_eval": 0.21484375, "loss_eval": 87.40310668945312, "epoch": 7 }, { "hidden_norms": [ 1649.8133544921875, 12248.005859375, 30825.916015625, 32827.55078125, 38153.3828125 ], "bp_grad_per_sample_l2_med": [ 0.0007630810141563416, 0.0007434195140376687, 0.0007433100836351514, 0.0007435025763697922, 0.0007434298167936504 ], "gamma_dfa": -0.0035092607140541077, "gamma_dfa_per_layer": [ 0.1012866348028183, -0.029570601880550385, -0.04660683125257492, -0.039146244525909424 ], "acc_eval": 0.1708984375, "loss_eval": 157.51614379882812, "epoch": 8 }, { "hidden_norms": [ 1712.73193359375, 20302.939453125, 43360.37109375, 46000.90234375, 53154.84765625 ], "bp_grad_per_sample_l2_med": [ 0.0007849909015931189, 0.0007540763472206891, 0.0007541946833953261, 0.0007542177918367088, 0.0007542550447396934 ], "gamma_dfa": 0.006478439085185528, "gamma_dfa_per_layer": [ 0.1487787812948227, -0.03583626449108124, -0.0212298221886158, -0.06579893827438354 ], "acc_eval": 0.138671875, "loss_eval": 512.7744750976562, "epoch": 9 }, { "hidden_norms": [ 1763.957763671875, 29818.015625, 57092.5546875, 60514.234375, 69695.1015625 ], "bp_grad_per_sample_l2_med": [ 0.00080581457586959, 0.0007400442264042795, 0.0007398677407763898, 0.0007363590411841869, 0.0007358043803833425 ], "gamma_dfa": -0.003822646103799343, "gamma_dfa_per_layer": [ 0.1044168770313263, -0.0318819060921669, -0.054846249520778656, -0.03297930583357811 ], "acc_eval": 0.203125, "loss_eval": 288.6083984375, "epoch": 10 }, { "hidden_norms": [ 1841.6363525390625, 43646.69921875, 76665.53125, 80991.453125, 91946.4765625 ], "bp_grad_per_sample_l2_med": [ 0.0008064995636232197, 0.0007405033684335649, 0.0007410499965772033, 0.0007410682155750692, 0.0007410107646137476 ], "gamma_dfa": -0.005903353448957205, "gamma_dfa_per_layer": [ 0.15344271063804626, -0.06077828258275986, -0.0893951952457428, -0.02688264660537243 ], "acc_eval": 0.1630859375, "loss_eval": 462.175537109375, "epoch": 11 }, { "hidden_norms": [ 1938.4581298828125, 63804.453125, 101178.828125, 106970.6171875, 119676.0390625 ], "bp_grad_per_sample_l2_med": [ 0.0008472055778838694, 0.0007312041707336903, 0.0007307010819204152, 0.0007308369968086481, 0.000730738160200417 ], "gamma_dfa": 0.015948185697197914, "gamma_dfa_per_layer": [ 0.19398558139801025, -0.05326637625694275, -0.057601772248744965, -0.019324690103530884 ], "acc_eval": 0.1572265625, "loss_eval": 481.7687072753906, "epoch": 12 }, { "hidden_norms": [ 2059.50390625, 86267.453125, 127668.078125, 134690.953125, 148832.21875 ], "bp_grad_per_sample_l2_med": [ 0.0008536268142051995, 0.0007572658942081034, 0.0007572331232950091, 0.0007572534959763288, 0.0007572824251838028 ], "gamma_dfa": 0.007115887477993965, "gamma_dfa_per_layer": [ 0.19894848763942719, -0.06199394166469574, -0.04606857895851135, -0.06242241710424423 ], "acc_eval": 0.162109375, "loss_eval": 442.7697448730469, "epoch": 13 }, { "hidden_norms": [ 2162.650390625, 111971.2421875, 158544.5, 167081.546875, 183230.21875 ], "bp_grad_per_sample_l2_med": [ 0.0009137325105257332, 0.0007456843741238117, 0.0007456432213075459, 0.0007455914164893329, 0.0007455993909388781 ], "gamma_dfa": 0.008699490688741207, "gamma_dfa_per_layer": [ 0.22433382272720337, -0.07114191353321075, -0.07720339298248291, -0.041190553456544876 ], "acc_eval": 0.16796875, "loss_eval": 631.255859375, "epoch": 14 }, { "hidden_norms": [ 2287.1767578125, 140028.015625, 188737.5625, 197952.296875, 214414.0625 ], "bp_grad_per_sample_l2_med": [ 0.000864461821038276, 0.0007380775641649961, 0.0007383264601230621, 0.000738749688025564, 0.0007389392121694982 ], "gamma_dfa": 0.01581217348575592, "gamma_dfa_per_layer": [ 0.21350334584712982, -0.05864371731877327, -0.039877790957689285, -0.051733143627643585 ], "acc_eval": 0.1806640625, "loss_eval": 720.0626220703125, "epoch": 15 }, { "hidden_norms": [ 2390.364013671875, 180786.796875, 233030.703125, 243522.09375, 260648.25 ], "bp_grad_per_sample_l2_med": [ 0.0010889085242524743, 0.0007420245674438775, 0.0007420974434353411, 0.0007420690963044763, 0.0007420206675305963 ], "gamma_dfa": 0.01692677615210414, "gamma_dfa_per_layer": [ 0.22792349755764008, -0.06613948941230774, -0.0679212138056755, -0.026155689731240273 ], "acc_eval": 0.1904296875, "loss_eval": 1348.43115234375, "epoch": 16 }, { "hidden_norms": [ 2525.60009765625, 226341.015625, 282575.21875, 294521.5, 313155.65625 ], "bp_grad_per_sample_l2_med": [ 0.0010620173998177052, 0.0007694299565628171, 0.0007695311214774847, 0.0007694744854234159, 0.000769737409427762 ], "gamma_dfa": 0.012939120642840862, "gamma_dfa_per_layer": [ 0.24798060953617096, -0.07888300716876984, -0.03452270105481148, -0.0828184187412262 ], "acc_eval": 0.1572265625, "loss_eval": 1277.5867919921875, "epoch": 17 }, { "hidden_norms": [ 2738.423828125, 284434.5625, 346282.90625, 359909.125, 379330.46875 ], "bp_grad_per_sample_l2_med": [ 0.0009644942474551499, 0.0007429496035911143, 0.0007425086805596948, 0.0007422671769745648, 0.0007426248048432171 ], "gamma_dfa": 0.02641105931252241, "gamma_dfa_per_layer": [ 0.2637922763824463, -0.06210581958293915, -0.05640384927392006, -0.039638370275497437 ], "acc_eval": 0.220703125, "loss_eval": 802.8688354492188, "epoch": 18 }, { "hidden_norms": [ 2890.100830078125, 346858.71875, 414202.09375, 429987.3125, 451374.3125 ], "bp_grad_per_sample_l2_med": [ 0.0010854159481823444, 0.0007560763042420149, 0.0007561030797660351, 0.0007562912651337683, 0.0007561809034086764 ], "gamma_dfa": -0.006043614819645882, "gamma_dfa_per_layer": [ 0.18550744652748108, -0.07387037575244904, -0.0915735587477684, -0.04423797130584717 ], "acc_eval": 0.0927734375, "loss_eval": 2067.48974609375, "epoch": 19 }, { "hidden_norms": [ 3048.9677734375, 416326.4375, 488715.9375, 506779.0, 528907.5 ], "bp_grad_per_sample_l2_med": [ 0.001142722088843584, 0.0007379497401416302, 0.0007378923473879695, 0.0007379662129096687, 0.0007378893787972629 ], "gamma_dfa": 0.020490088500082493, "gamma_dfa_per_layer": [ 0.21813809871673584, -0.053681232035160065, -0.04219571128487587, -0.040300801396369934 ], "acc_eval": 0.2294921875, "loss_eval": 1929.7166748046875, "epoch": 20 }, { "hidden_norms": [ 3216.734619140625, 499057.0, 577401.1875, 597297.0, 620542.125 ], "bp_grad_per_sample_l2_med": [ 0.0014556541573256254, 0.0007413470884785056, 0.0007413764833472669, 0.0007412104168906808, 0.0007420589681714773 ], "gamma_dfa": 0.03948488784953952, "gamma_dfa_per_layer": [ 0.27680304646492004, -0.05157003924250603, -0.039460550993680954, -0.02783290483057499 ], "acc_eval": 0.1474609375, "loss_eval": 2699.9052734375, "epoch": 21 }, { "hidden_norms": [ 3342.216064453125, 584495.625, 665696.625, 687533.1875, 710813.9375 ], "bp_grad_per_sample_l2_med": [ 0.001884044730104506, 0.0007584495469927788, 0.0007583577535115182, 0.0007583281840197742, 0.0007583273691125214 ], "gamma_dfa": 0.004080784507095814, "gamma_dfa_per_layer": [ 0.1770291030406952, -0.056366197764873505, -0.057933274656534195, -0.046406492590904236 ], "acc_eval": 0.2373046875, "loss_eval": 1742.9925537109375, "epoch": 22 }, { "hidden_norms": [ 3566.038818359375, 674756.3125, 760463.3125, 784571.125, 808618.6875 ], "bp_grad_per_sample_l2_med": [ 0.001965342788025737, 0.0007340435404330492, 0.0007341310847550631, 0.0007343373727053404, 0.0007337987190112472 ], "gamma_dfa": 0.030578704085201025, "gamma_dfa_per_layer": [ 0.24771088361740112, -0.05749209225177765, -0.04569869861006737, -0.022205276414752007 ], "acc_eval": 0.1611328125, "loss_eval": 2397.3916015625, "epoch": 23 }, { "hidden_norms": [ 3779.54296875, 786509.5, 877152.1875, 903987.8125, 928449.375 ], "bp_grad_per_sample_l2_med": [ 0.0016364307375624776, 0.0007935749599710107, 0.000793365528807044, 0.0007934189052321017, 0.0007935216999612749 ], "gamma_dfa": 0.01740677817724645, "gamma_dfa_per_layer": [ 0.2701166570186615, -0.0851234570145607, 0.004913746379315853, -0.12027983367443085 ], "acc_eval": 0.12109375, "loss_eval": 4908.0458984375, "epoch": 24 }, { "hidden_norms": [ 3969.119873046875, 900145.9375, 993945.75, 1023047.9375, 1047156.125 ], "bp_grad_per_sample_l2_med": [ 0.0012235429603606462, 0.0007582573452964425, 0.0007582195685245097, 0.000758210604544729, 0.0007582050748169422 ], "gamma_dfa": -0.005556041374802589, "gamma_dfa_per_layer": [ 0.2166597992181778, -0.09299580752849579, -0.09515514969825745, -0.05073300749063492 ], "acc_eval": 0.1728515625, "loss_eval": 3738.029541015625, "epoch": 25 }, { "hidden_norms": [ 4167.24169921875, 1027096.125, 1126300.25, 1158199.625, 1183064.875 ], "bp_grad_per_sample_l2_med": [ 0.0015538743464276195, 0.0007320540607906878, 0.0007321767043322325, 0.0007325086044147611, 0.0007322292076423764 ], "gamma_dfa": 0.013890675269067287, "gamma_dfa_per_layer": [ 0.25793927907943726, -0.09288333356380463, -0.07571414113044739, -0.03377910330891609 ], "acc_eval": 0.10546875, "loss_eval": 6202.408203125, "epoch": 26 }, { "hidden_norms": [ 4332.73046875, 1157313.5, 1261637.875, 1297158.5, 1323617.625 ], "bp_grad_per_sample_l2_med": [ 0.0015948566142469645, 0.0007783056935295463, 0.00077825813787058, 0.0007782406755723059, 0.0007781987660564482 ], "gamma_dfa": 0.02306488621979952, "gamma_dfa_per_layer": [ 0.2585013508796692, -0.07491485029459, -0.058371271938085556, -0.03295568376779556 ], "acc_eval": 0.208984375, "loss_eval": 4646.37451171875, "epoch": 27 }, { "hidden_norms": [ 4508.3486328125, 1310938.125, 1421261.875, 1460382.75, 1487384.375 ], "bp_grad_per_sample_l2_med": [ 0.001599438488483429, 0.0007645513396710157, 0.0007644708384759724, 0.00076470518251881, 0.0007645483710803092 ], "gamma_dfa": 0.017900947481393814, "gamma_dfa_per_layer": [ 0.24153774976730347, -0.06473007053136826, -0.06562119722366333, -0.039582692086696625 ], "acc_eval": 0.173828125, "loss_eval": 5292.640625, "epoch": 28 }, { "hidden_norms": [ 4729.70556640625, 1458380.25, 1572980.125, 1615003.0, 1642261.875 ], "bp_grad_per_sample_l2_med": [ 0.0014249716186895967, 0.0007341640302911401, 0.00073421117849648, 0.0007345581543631852, 0.0007344211917370558 ], "gamma_dfa": 0.03120402991771698, "gamma_dfa_per_layer": [ 0.2725849747657776, -0.07284568250179291, -0.05128118395805359, -0.02364198863506317 ], "acc_eval": 0.17578125, "loss_eval": 4871.27001953125, "epoch": 29 }, { "hidden_norms": [ 4886.33984375, 1617197.25, 1735577.625, 1780813.375, 1808887.125 ], "bp_grad_per_sample_l2_med": [ 0.0018187292153015733, 0.0007682304712943733, 0.0007675564847886562, 0.0007677674293518066, 0.0007678233087062836 ], "gamma_dfa": 0.017138252966105938, "gamma_dfa_per_layer": [ 0.2494080811738968, -0.08018361777067184, -0.027287419885396957, -0.07338403165340424 ], "acc_eval": 0.193359375, "loss_eval": 3960.6728515625, "epoch": 30 }, { "hidden_norms": [ 5119.7841796875, 1765219.5, 1886735.375, 1934213.125, 1961976.25 ], "bp_grad_per_sample_l2_med": [ 0.0022127064876258373, 0.000754481996409595, 0.0007539362413808703, 0.0007542265811935067, 0.0007539446814917028 ], "gamma_dfa": 0.0332237659022212, "gamma_dfa_per_layer": [ 0.30639636516571045, -0.08304375410079956, -0.06092921271920204, -0.029528334736824036 ], "acc_eval": 0.193359375, "loss_eval": 4306.7734375, "epoch": 31 }, { "hidden_norms": [ 5354.88720703125, 1941186.125, 2066860.125, 2117348.25, 2144884.0 ], "bp_grad_per_sample_l2_med": [ 0.0013304626336321235, 0.0007719467394053936, 0.0007719435379840434, 0.0007721700239926577, 0.0007720825960859656 ], "gamma_dfa": 0.01764332875609398, "gamma_dfa_per_layer": [ 0.2670303285121918, -0.07338991016149521, -0.05201137810945511, -0.07105572521686554 ], "acc_eval": 0.1845703125, "loss_eval": 4018.3662109375, "epoch": 32 }, { "hidden_norms": [ 5519.78759765625, 2116056.25, 2246081.5, 2300078.25, 2327378.75 ], "bp_grad_per_sample_l2_med": [ 0.0016995095647871494, 0.0007534062024205923, 0.0007532716845162213, 0.0007533822790719569, 0.0007532139425165951 ], "gamma_dfa": 0.021287068724632263, "gamma_dfa_per_layer": [ 0.2717400789260864, -0.08038187026977539, -0.05876553803682327, -0.04744439572095871 ], "acc_eval": 0.216796875, "loss_eval": 6509.134765625, "epoch": 33 }, { "hidden_norms": [ 5700.9130859375, 2317603.75, 2452612.5, 2509779.5, 2537064.75 ], "bp_grad_per_sample_l2_med": [ 0.001880816649645567, 0.0007947525009512901, 0.0007945421966724098, 0.0007944482495076954, 0.0007949797436594963 ], "gamma_dfa": 0.02851281687617302, "gamma_dfa_per_layer": [ 0.2822743058204651, -0.08248982578516006, -0.05187612026929855, -0.03385709226131439 ], "acc_eval": 0.1337890625, "loss_eval": 8231.9248046875, "epoch": 34 }, { "hidden_norms": [ 5855.8310546875, 2515524.75, 2653569.0, 2713748.5, 2740903.25 ], "bp_grad_per_sample_l2_med": [ 0.0018560283351689577, 0.0007757823332212865, 0.0007757038110867143, 0.0007756180129945278, 0.0007759004947729409 ], "gamma_dfa": 0.018099953944329172, "gamma_dfa_per_layer": [ 0.2729976773262024, -0.08800812810659409, -0.002550901612266898, -0.11003883183002472 ], "acc_eval": 0.150390625, "loss_eval": 7247.7216796875, "epoch": 35 }, { "hidden_norms": [ 6036.9033203125, 2711563.0, 2854179.0, 2918077.75, 2945814.5 ], "bp_grad_per_sample_l2_med": [ 0.001862754113972187, 0.0007525583496317267, 0.0007525330875068903, 0.0007526627741754055, 0.0007525623659603298 ], "gamma_dfa": 0.02487885858863592, "gamma_dfa_per_layer": [ 0.29685819149017334, -0.08635345101356506, -0.056181322783231735, -0.054807983338832855 ], "acc_eval": 0.1435546875, "loss_eval": 7513.36376953125, "epoch": 36 }, { "hidden_norms": [ 6188.01611328125, 2906995.5, 3054202.25, 3121279.0, 3149996.75 ], "bp_grad_per_sample_l2_med": [ 0.0013340733712539077, 0.0007529910071752965, 0.0007524905377067626, 0.0007527912384830415, 0.0007525555556640029 ], "gamma_dfa": 0.027058321982622147, "gamma_dfa_per_layer": [ 0.25763267278671265, -0.06575162708759308, -0.04412994533777237, -0.03951781243085861 ], "acc_eval": 0.2431640625, "loss_eval": 12329.697265625, "epoch": 37 }, { "hidden_norms": [ 6390.7060546875, 3133419.5, 3288636.0, 3360502.75, 3390539.25 ], "bp_grad_per_sample_l2_med": [ 0.0014776778407394886, 0.0007607035804539919, 0.0007607110310345888, 0.0007606975850649178, 0.000760715629439801 ], "gamma_dfa": 0.022189474664628506, "gamma_dfa_per_layer": [ 0.2616554796695709, -0.07128072530031204, -0.06259018927812576, -0.039026666432619095 ], "acc_eval": 0.173828125, "loss_eval": 6832.28955078125, "epoch": 38 }, { "hidden_norms": [ 6548.68115234375, 3356773.75, 3517968.25, 3593598.5, 3624375.0 ], "bp_grad_per_sample_l2_med": [ 0.002129003871232271, 0.0007741872104816139, 0.000774160900618881, 0.0007743749301880598, 0.0007743173046037555 ], "gamma_dfa": 0.034090133383870125, "gamma_dfa_per_layer": [ 0.3182219862937927, -0.08398662507534027, -0.06546281278133392, -0.03241201490163803 ], "acc_eval": 0.1904296875, "loss_eval": 5371.0859375, "epoch": 39 }, { "hidden_norms": [ 6723.9697265625, 3592963.25, 3757696.25, 3837777.75, 3868088.5 ], "bp_grad_per_sample_l2_med": [ 0.0018772021867334843, 0.0007547365385107696, 0.0007547002169303596, 0.0007546909037046134, 0.000754650856833905 ], "gamma_dfa": 0.003609549254179001, "gamma_dfa_per_layer": [ 0.282962441444397, -0.10840916633605957, -0.10053665935993195, -0.05957841873168945 ], "acc_eval": 0.1376953125, "loss_eval": 8650.76953125, "epoch": 40 }, { "hidden_norms": [ 6887.81005859375, 3829273.5, 3999416.75, 4084005.5, 4113581.5 ], "bp_grad_per_sample_l2_med": [ 0.0020062020048499107, 0.0007521071238443255, 0.0007519447826780379, 0.0007520412327721715, 0.0007518909987993538 ], "gamma_dfa": 0.01951257325708866, "gamma_dfa_per_layer": [ 0.2743881344795227, -0.08543786406517029, -0.05402272939682007, -0.056877247989177704 ], "acc_eval": 0.1796875, "loss_eval": 15509.98828125, "epoch": 41 }, { "hidden_norms": [ 7027.42626953125, 4050130.5, 4223340.0, 4310667.5, 4340882.5 ], "bp_grad_per_sample_l2_med": [ 0.0016777552664279938, 0.0007508718408644199, 0.0007508369744755328, 0.0007509454735554755, 0.0007508718408644199 ], "gamma_dfa": 0.02786387037485838, "gamma_dfa_per_layer": [ 0.2803051769733429, -0.07360324263572693, -0.04823639243841171, -0.04701006039977074 ], "acc_eval": 0.2275390625, "loss_eval": 7618.71533203125, "epoch": 42 }, { "hidden_norms": [ 7157.845703125, 4292685.0, 4471049.5, 4562175.0, 4591811.0 ], "bp_grad_per_sample_l2_med": [ 0.0016224944265559316, 0.0007538175559602678, 0.0007538740755990148, 0.0007538648205809295, 0.0007538393838331103 ], "gamma_dfa": 0.0053657907992601395, "gamma_dfa_per_layer": [ 0.26428842544555664, -0.10051027685403824, -0.08806045353412628, -0.05425453186035156 ], "acc_eval": 0.166015625, "loss_eval": 7869.64111328125, "epoch": 43 }, { "hidden_norms": [ 7275.4365234375, 4532040.5, 4714971.5, 4809776.0, 4839258.5 ], "bp_grad_per_sample_l2_med": [ 0.002823092043399811, 0.0007887987303547561, 0.0007888769032433629, 0.0007889135158620775, 0.0007889300468377769 ], "gamma_dfa": 0.008974121417850256, "gamma_dfa_per_layer": [ 0.25932246446609497, -0.10199789702892303, 0.012336602434515953, -0.13376468420028687 ], "acc_eval": 0.091796875, "loss_eval": 19789.41796875, "epoch": 44 }, { "hidden_norms": [ 7393.93212890625, 4772152.5, 4958566.0, 5058113.0, 5086560.0 ], "bp_grad_per_sample_l2_med": [ 0.0019131727749481797, 0.0007677456014789641, 0.0007676532259210944, 0.000767527730204165, 0.0007678664987906814 ], "gamma_dfa": 0.014807725325226784, "gamma_dfa_per_layer": [ 0.23344306647777557, -0.08349616825580597, -0.0560825914144516, -0.03463340550661087 ], "acc_eval": 0.224609375, "loss_eval": 12636.65625, "epoch": 45 }, { "hidden_norms": [ 7527.99462890625, 5048336.0, 5239027.5, 5342244.0, 5370085.0 ], "bp_grad_per_sample_l2_med": [ 0.0018555351998656988, 0.000769329781178385, 0.0007686647586524487, 0.0007689501508139074, 0.0007690390921197832 ], "gamma_dfa": 0.004876136779785156, "gamma_dfa_per_layer": [ 0.21739649772644043, -0.08506827056407928, -0.03674054145812988, -0.07608313858509064 ], "acc_eval": 0.232421875, "loss_eval": 12248.12109375, "epoch": 46 }, { "hidden_norms": [ 7638.85693359375, 5287113.0, 5479795.0, 5586404.5, 5613225.0 ], "bp_grad_per_sample_l2_med": [ 0.0025236238725483418, 0.0007688805344514549, 0.000768228666856885, 0.0007684807060286403, 0.0007685597520321608 ], "gamma_dfa": -0.006854387931525707, "gamma_dfa_per_layer": [ 0.17993390560150146, -0.08751687407493591, -0.030272338539361954, -0.08956224471330643 ], "acc_eval": 0.1796875, "loss_eval": 18537.177734375, "epoch": 47 }, { "hidden_norms": [ 7754.390625, 5527426.0, 5724221.0, 5833576.5, 5860100.0 ], "bp_grad_per_sample_l2_med": [ 0.0020714402198791504, 0.0007631001644767821, 0.0007630567415617406, 0.0007630541222169995, 0.0007631017942912877 ], "gamma_dfa": 0.02875693328678608, "gamma_dfa_per_layer": [ 0.29564130306243896, -0.08437579870223999, -0.050235565751791, -0.04600220546126366 ], "acc_eval": 0.208984375, "loss_eval": 10527.2578125, "epoch": 48 }, { "hidden_norms": [ 7888.46923828125, 5787159.5, 5987915.0, 6101035.0, 6127097.0 ], "bp_grad_per_sample_l2_med": [ 0.0026283818297088146, 0.0007835617288947105, 0.0007836156873963773, 0.000783648225478828, 0.0007836673175916076 ], "gamma_dfa": 0.011204172391444445, "gamma_dfa_per_layer": [ 0.26796066761016846, -0.10181419551372528, 0.010023357346653938, -0.13135313987731934 ], "acc_eval": 0.0966796875, "loss_eval": 15481.84375, "epoch": 49 }, { "hidden_norms": [ 7975.13671875, 6029198.0, 6234359.5, 6352162.0, 6377873.0 ], "bp_grad_per_sample_l2_med": [ 0.001740386476740241, 0.0007632866618223488, 0.0007632256019860506, 0.0007631148328073323, 0.0007634586072526872 ], "gamma_dfa": -0.000985240563750267, "gamma_dfa_per_layer": [ 0.20569762587547302, -0.0866088718175888, -0.04746733605861664, -0.07556238025426865 ], "acc_eval": 0.2001953125, "loss_eval": 12020.572265625, "epoch": 50 }, { "hidden_norms": [ 8109.23095703125, 6280213.0, 6488845.5, 6610432.5, 6636101.5 ], "bp_grad_per_sample_l2_med": [ 0.0018630403792485595, 0.0007671525236219168, 0.000766951881814748, 0.0007671291241422296, 0.0007672281353734434 ], "gamma_dfa": -0.0027379142120480537, "gamma_dfa_per_layer": [ 0.22697225213050842, -0.10085368156433105, -0.059774767607450485, -0.0772954598069191 ], "acc_eval": 0.13671875, "loss_eval": 12490.904296875, "epoch": 51 }, { "hidden_norms": [ 8223.3388671875, 6520398.5, 6731145.5, 6855487.0, 6880542.0 ], "bp_grad_per_sample_l2_med": [ 0.0020134998485445976, 0.0007573508773930371, 0.0007573754992336035, 0.0007574421470053494, 0.0007576147909276187 ], "gamma_dfa": 0.00887075625360012, "gamma_dfa_per_layer": [ 0.260132372379303, -0.08125708997249603, -0.07711100578308105, -0.06628125160932541 ], "acc_eval": 0.12890625, "loss_eval": 13286.50390625, "epoch": 52 }, { "hidden_norms": [ 8317.2099609375, 6773551.0, 6990263.5, 7117609.5, 7143509.5 ], "bp_grad_per_sample_l2_med": [ 0.0016349060460925102, 0.000744542689062655, 0.0007445236551575363, 0.000744638848118484, 0.0007445821538567543 ], "gamma_dfa": 0.036132486537098885, "gamma_dfa_per_layer": [ 0.35822737216949463, -0.09246134012937546, -0.05995674431324005, -0.06127934157848358 ], "acc_eval": 0.1318359375, "loss_eval": 12961.923828125, "epoch": 53 }, { "hidden_norms": [ 8396.16015625, 7036334.0, 7256480.5, 7388541.0, 7414023.5 ], "bp_grad_per_sample_l2_med": [ 0.0016424244968220592, 0.0007655483204871416, 0.0007653584470972419, 0.0007655261433683336, 0.0007656112429685891 ], "gamma_dfa": 0.00855250470340252, "gamma_dfa_per_layer": [ 0.31318342685699463, -0.11486171185970306, -0.07210143655538559, -0.0920102596282959 ], "acc_eval": 0.0986328125, "loss_eval": 14289.1396484375, "epoch": 54 }, { "hidden_norms": [ 8425.91796875, 7268265.0, 7491250.5, 7626377.5, 7651502.5 ], "bp_grad_per_sample_l2_med": [ 0.0014321975177153945, 0.0007547372952103615, 0.0007547161658294499, 0.0007547704153694212, 0.000754979089833796 ], "gamma_dfa": 0.019777772948145866, "gamma_dfa_per_layer": [ 0.3146383762359619, -0.0827077254652977, -0.0876566469669342, -0.06516291201114655 ], "acc_eval": 0.0908203125, "loss_eval": 12761.185546875, "epoch": 55 }, { "hidden_norms": [ 8519.505859375, 7514964.5, 7741589.0, 7880037.0, 7905207.0 ], "bp_grad_per_sample_l2_med": [ 0.0017787133110687137, 0.0007505406392738223, 0.0007507357513532043, 0.0007507326663471758, 0.0007507237605750561 ], "gamma_dfa": -0.012186199426651001, "gamma_dfa_per_layer": [ 0.2306034117937088, -0.11392365396022797, -0.1025918573141098, -0.06283269822597504 ], "acc_eval": 0.1455078125, "loss_eval": 8573.3310546875, "epoch": 56 }, { "hidden_norms": [ 8575.814453125, 7701015.5, 7930432.0, 8070523.0, 8095346.5 ], "bp_grad_per_sample_l2_med": [ 0.0013273135991767049, 0.0007214294746518135, 0.0007213159115053713, 0.0007215962978079915, 0.0007215975201688707 ], "gamma_dfa": 0.02046024613082409, "gamma_dfa_per_layer": [ 0.2830252945423126, -0.09345690906047821, -0.06962529569864273, -0.038102105259895325 ], "acc_eval": 0.1923828125, "loss_eval": 6201.162109375, "epoch": 57 }, { "hidden_norms": [ 8635.1220703125, 7939687.0, 8172801.5, 8315327.5, 8340462.5 ], "bp_grad_per_sample_l2_med": [ 0.002125338651239872, 0.0007551790331490338, 0.0007551065064035356, 0.0007549694273620844, 0.000755314074922353 ], "gamma_dfa": 0.019076894968748093, "gamma_dfa_per_layer": [ 0.25508445501327515, -0.07673472911119461, -0.04303552210330963, -0.059006623923778534 ], "acc_eval": 0.1865234375, "loss_eval": 12055.595703125, "epoch": 58 }, { "hidden_norms": [ 8706.6689453125, 8158003.0, 8394169.0, 8539798.0, 8565165.0 ], "bp_grad_per_sample_l2_med": [ 0.001350156613625586, 0.0007560249068774283, 0.0007559725781902671, 0.0007558663492091, 0.0007561935926787555 ], "gamma_dfa": 0.028152598068118095, "gamma_dfa_per_layer": [ 0.28580546379089355, -0.08475945889949799, -0.05238167941570282, -0.03605393320322037 ], "acc_eval": 0.220703125, "loss_eval": 12085.9541015625, "epoch": 59 }, { "hidden_norms": [ 8758.453125, 8374766.0, 8613513.0, 8761622.0, 8786363.0 ], "bp_grad_per_sample_l2_med": [ 0.002377285622060299, 0.0007197813247330487, 0.0007195555372163653, 0.0007198317907750607, 0.000719684932846576 ], "gamma_dfa": 0.025455349124968052, "gamma_dfa_per_layer": [ 0.27419814467430115, -0.08699844777584076, -0.04594934359192848, -0.0394289568066597 ], "acc_eval": 0.1669921875, "loss_eval": 13302.744140625, "epoch": 60 }, { "hidden_norms": [ 8795.5654296875, 8572136.0, 8812910.0, 8963599.0, 8987706.0 ], "bp_grad_per_sample_l2_med": [ 0.0015984047204256058, 0.0007187420851550996, 0.0007185072172433138, 0.000718816474545747, 0.000718718278221786 ], "gamma_dfa": 0.020128127187490463, "gamma_dfa_per_layer": [ 0.3066103458404541, -0.1022094339132309, -0.07834567129611969, -0.04554273188114166 ], "acc_eval": 0.1181640625, "loss_eval": 6553.7236328125, "epoch": 61 }, { "hidden_norms": [ 8811.46875, 8766653.0, 9009529.0, 9162389.0, 9185680.0 ], "bp_grad_per_sample_l2_med": [ 0.0019123096717521548, 0.0007724921451881528, 0.0007725215400569141, 0.0007725482573732734, 0.0007725649629719555 ], "gamma_dfa": 0.03271363768726587, "gamma_dfa_per_layer": [ 0.2947639226913452, -0.08735189586877823, -0.04557036980986595, -0.030987106263637543 ], "acc_eval": 0.18359375, "loss_eval": 11607.7158203125, "epoch": 62 }, { "hidden_norms": [ 8860.6220703125, 8977001.0, 9224122.0, 9379773.0, 9402851.0 ], "bp_grad_per_sample_l2_med": [ 0.0013403806369751692, 0.0007685344316996634, 0.0007685531745664775, 0.0007685986929573119, 0.0007685821619816124 ], "gamma_dfa": 0.020242065889760852, "gamma_dfa_per_layer": [ 0.30239802598953247, -0.09480112791061401, -0.014634584076702595, -0.11199405044317245 ], "acc_eval": 0.1337890625, "loss_eval": 9788.81640625, "epoch": 63 }, { "hidden_norms": [ 8904.9482421875, 9185937.0, 9436793.0, 9595000.0, 9618183.0 ], "bp_grad_per_sample_l2_med": [ 0.0012845145538449287, 0.0007421535556204617, 0.0007421503541991115, 0.0007421293412335217, 0.0007421668851748109 ], "gamma_dfa": 0.02229973580688238, "gamma_dfa_per_layer": [ 0.2927352786064148, -0.08628389239311218, -0.060364432632923126, -0.05688801035284996 ], "acc_eval": 0.1728515625, "loss_eval": 8114.20458984375, "epoch": 64 }, { "hidden_norms": [ 8892.296875, 9356716.0, 9611136.0, 9771064.0, 9794530.0 ], "bp_grad_per_sample_l2_med": [ 0.001351315644569695, 0.0007599962409585714, 0.0007597811054438353, 0.0007599799428135157, 0.0007600505487062037 ], "gamma_dfa": 0.019069598987698555, "gamma_dfa_per_layer": [ 0.29072487354278564, -0.0944916158914566, -0.05359811335802078, -0.06635674834251404 ], "acc_eval": 0.169921875, "loss_eval": 8773.3408203125, "epoch": 65 }, { "hidden_norms": [ 8905.83984375, 9511506.0, 9766884.0, 9928659.0, 9951002.0 ], "bp_grad_per_sample_l2_med": [ 0.0017338081961497664, 0.0007696599350310862, 0.0007696837419643998, 0.0007697126129642129, 0.0007697291439399123 ], "gamma_dfa": 0.028427925892174244, "gamma_dfa_per_layer": [ 0.3319295644760132, -0.09938425570726395, 0.004324089735746384, -0.12315769493579865 ], "acc_eval": 0.1142578125, "loss_eval": 12823.435546875, "epoch": 66 }, { "hidden_norms": [ 8944.53125, 9692436.0, 9950194.0, 10113948.0, 10136307.0 ], "bp_grad_per_sample_l2_med": [ 0.0017030658200383186, 0.000714489258825779, 0.0007141575333662331, 0.0007145405979827046, 0.0007144163828343153 ], "gamma_dfa": 0.055724941194057465, "gamma_dfa_per_layer": [ 0.3514706492424011, -0.07685236632823944, -0.031716104596853256, -0.020002413541078568 ], "acc_eval": 0.18359375, "loss_eval": 10412.890625, "epoch": 67 }, { "hidden_norms": [ 8926.98828125, 9838798.0, 10099141.0, 10264565.0, 10286604.0 ], "bp_grad_per_sample_l2_med": [ 0.0015448650810867548, 0.0007684402517043054, 0.0007684584707021713, 0.0007684882148168981, 0.0007685049204155803 ], "gamma_dfa": 0.032529132440686226, "gamma_dfa_per_layer": [ 0.3082513213157654, -0.0888272076845169, -0.032446227967739105, -0.056861355900764465 ], "acc_eval": 0.19921875, "loss_eval": 8345.18359375, "epoch": 68 }, { "hidden_norms": [ 8903.689453125, 10005445.0, 10266980.0, 10434005.0, 10454617.0 ], "bp_grad_per_sample_l2_med": [ 0.0017746278317645192, 0.0007130402373149991, 0.0007127230055630207, 0.0007131076999939978, 0.0007130174781195819 ], "gamma_dfa": 0.05443635303527117, "gamma_dfa_per_layer": [ 0.35508570075035095, -0.08241431415081024, -0.03841204196214676, -0.01651393249630928 ], "acc_eval": 0.140625, "loss_eval": 7877.36181640625, "epoch": 69 }, { "hidden_norms": [ 8910.42578125, 10173785.0, 10439506.0, 10609011.0, 10630571.0 ], "bp_grad_per_sample_l2_med": [ 0.0011222161119803786, 0.0007312637171708047, 0.0007313191890716553, 0.0007313672685995698, 0.0007313768728636205 ], "gamma_dfa": 0.023520448245108128, "gamma_dfa_per_layer": [ 0.29335978627204895, -0.08935706317424774, -0.06947942078113556, -0.04044150933623314 ], "acc_eval": 0.2421875, "loss_eval": 5653.23388671875, "epoch": 70 }, { "hidden_norms": [ 8876.2041015625, 10317365.0, 10586095.0, 10757344.0, 10779691.0 ], "bp_grad_per_sample_l2_med": [ 0.0011208312353119254, 0.0007571111200377345, 0.0007568965083919466, 0.0007570943562313914, 0.0007571595488116145 ], "gamma_dfa": 0.025294490158557892, "gamma_dfa_per_layer": [ 0.331506609916687, -0.09467847645282745, -0.06287634372711182, -0.07277382910251617 ], "acc_eval": 0.1884765625, "loss_eval": 3869.094970703125, "epoch": 71 }, { "hidden_norms": [ 8852.7001953125, 10449657.0, 10719980.0, 10891483.0, 10913594.0 ], "bp_grad_per_sample_l2_med": [ 0.001109768869355321, 0.0007331773522309959, 0.0007331601809710264, 0.0007332302629947662, 0.0007332285749725997 ], "gamma_dfa": 0.03539558406919241, "gamma_dfa_per_layer": [ 0.3268349766731262, -0.08062416315078735, -0.055393531918525696, -0.04923494532704353 ], "acc_eval": 0.2353515625, "loss_eval": 7111.935546875, "epoch": 72 }, { "hidden_norms": [ 8827.3955078125, 10582167.0, 10855077.0, 11028114.0, 11050690.0 ], "bp_grad_per_sample_l2_med": [ 0.001240618177689612, 0.0007623998681083322, 0.0007624404970556498, 0.0007624777499586344, 0.0007624629070051014 ], "gamma_dfa": 0.03839550958946347, "gamma_dfa_per_layer": [ 0.36802345514297485, -0.09764832258224487, -0.0042990874499082565, -0.11249400675296783 ], "acc_eval": 0.1357421875, "loss_eval": 6752.0322265625, "epoch": 73 }, { "hidden_norms": [ 8814.1962890625, 10696667.0, 10971925.0, 11146316.0, 11168931.0 ], "bp_grad_per_sample_l2_med": [ 0.001309843035414815, 0.0007403214112855494, 0.0007405314245261252, 0.0007405264186672866, 0.0007405087817460299 ], "gamma_dfa": 0.038134077563881874, "gamma_dfa_per_layer": [ 0.3364037275314331, -0.08192241191864014, -0.03633008152246475, -0.06561492383480072 ], "acc_eval": 0.212890625, "loss_eval": 6998.021484375, "epoch": 74 }, { "hidden_norms": [ 8779.0400390625, 10798076.0, 11075004.0, 11250115.0, 11272600.0 ], "bp_grad_per_sample_l2_med": [ 0.0011087025050073862, 0.0007316112169064581, 0.0007316232076846063, 0.0007316932315006852, 0.00073169672396034 ], "gamma_dfa": 0.04451032355427742, "gamma_dfa_per_layer": [ 0.34500744938850403, -0.07661331444978714, -0.04388073831796646, -0.04647210240364075 ], "acc_eval": 0.2490234375, "loss_eval": 3624.614013671875, "epoch": 75 }, { "hidden_norms": [ 8751.8486328125, 10906611.0, 11185716.0, 11362176.0, 11384611.0 ], "bp_grad_per_sample_l2_med": [ 0.001067605335265398, 0.0007393756532110274, 0.0007396025466732681, 0.000739598530344665, 0.000739583745598793 ], "gamma_dfa": 0.03648093156516552, "gamma_dfa_per_layer": [ 0.31906285881996155, -0.07843812555074692, -0.051880721002817154, -0.0428202860057354 ], "acc_eval": 0.2509765625, "loss_eval": 2816.3427734375, "epoch": 76 }, { "hidden_norms": [ 8743.0078125, 10999747.0, 11279813.0, 11457343.0, 11479737.0 ], "bp_grad_per_sample_l2_med": [ 0.0010900371707975864, 0.0007332717068493366, 0.0007332694949582219, 0.0007332508685067296, 0.0007332859677262604 ], "gamma_dfa": 0.03520212788134813, "gamma_dfa_per_layer": [ 0.3010096549987793, -0.07223288714885712, -0.05185239389538765, -0.036115862429142 ], "acc_eval": 0.2451171875, "loss_eval": 3747.66748046875, "epoch": 77 }, { "hidden_norms": [ 8693.3349609375, 11081850.0, 11362476.0, 11540274.0, 11562006.0 ], "bp_grad_per_sample_l2_med": [ 0.0010161141399294138, 0.0007433417486026883, 0.0007432828424498439, 0.000743163691367954, 0.0007434578728862107 ], "gamma_dfa": 0.04203554056584835, "gamma_dfa_per_layer": [ 0.3622134029865265, -0.08443501591682434, -0.020812533795833588, -0.08882369101047516 ], "acc_eval": 0.1953125, "loss_eval": 3283.453125, "epoch": 78 }, { "hidden_norms": [ 8679.0673828125, 11176062.0, 11458995.0, 11637744.0, 11660108.0 ], "bp_grad_per_sample_l2_med": [ 0.0010180213721469045, 0.0007298000273294747, 0.000729813240468502, 0.0007298758719116449, 0.0007298807031475008 ], "gamma_dfa": 0.03867925424128771, "gamma_dfa_per_layer": [ 0.3430703282356262, -0.08001460134983063, -0.05243712291121483, -0.05590158700942993 ], "acc_eval": 0.22265625, "loss_eval": 3249.233154296875, "epoch": 79 }, { "hidden_norms": [ 8630.8896484375, 11249126.0, 11532709.0, 11711592.0, 11733760.0 ], "bp_grad_per_sample_l2_med": [ 0.001043561496771872, 0.0007425911608152092, 0.0007425197982229292, 0.0007423801580443978, 0.000742721778806299 ], "gamma_dfa": 0.028339628130197525, "gamma_dfa_per_layer": [ 0.32279035449028015, -0.09357395768165588, -0.06377816200256348, -0.05207972228527069 ], "acc_eval": 0.1904296875, "loss_eval": 3085.4638671875, "epoch": 80 }, { "hidden_norms": [ 8578.060546875, 11304050.0, 11589802.0, 11769234.0, 11792299.0 ], "bp_grad_per_sample_l2_med": [ 0.000967628788203001, 0.0007289479253813624, 0.0007289598579518497, 0.0007290169014595449, 0.0007290222565643489 ], "gamma_dfa": 0.02121756039559841, "gamma_dfa_per_layer": [ 0.31049084663391113, -0.09504136443138123, -0.07916043698787689, -0.05141880363225937 ], "acc_eval": 0.236328125, "loss_eval": 1885.889404296875, "epoch": 81 }, { "hidden_norms": [ 8522.4794921875, 11393685.0, 11680880.0, 11860855.0, 11883774.0 ], "bp_grad_per_sample_l2_med": [ 0.0010794082190841436, 0.0007521919906139374, 0.0007519960636273026, 0.0007521732477471232, 0.0007522284286096692 ], "gamma_dfa": 0.026587368920445442, "gamma_dfa_per_layer": [ 0.37745779752731323, -0.11168865859508514, -0.0728297159075737, -0.08658994734287262 ], "acc_eval": 0.1220703125, "loss_eval": 2588.15478515625, "epoch": 82 }, { "hidden_norms": [ 8482.1484375, 11447732.0, 11736021.0, 11916302.0, 11939110.0 ], "bp_grad_per_sample_l2_med": [ 0.0009376976522617042, 0.0007250583730638027, 0.000724694284144789, 0.0007250410853885114, 0.0007250093622133136 ], "gamma_dfa": 0.0355191919952631, "gamma_dfa_per_layer": [ 0.31943440437316895, -0.07911509275436401, -0.0536213181912899, -0.04462122544646263 ], "acc_eval": 0.2783203125, "loss_eval": 1507.2919921875, "epoch": 83 }, { "hidden_norms": [ 8430.1455078125, 11492522.0, 11781554.0, 11962317.0, 11985175.0 ], "bp_grad_per_sample_l2_med": [ 0.0009387033060193062, 0.0007079826318658888, 0.0007078545750118792, 0.0007080811192281544, 0.0007080849609337747 ], "gamma_dfa": 0.036465028300881386, "gamma_dfa_per_layer": [ 0.3066443204879761, -0.07488954067230225, -0.03129498288035393, -0.05459968373179436 ], "acc_eval": 0.275390625, "loss_eval": 1614.5029296875, "epoch": 84 }, { "hidden_norms": [ 8369.6298828125, 11532036.0, 11821641.0, 12002443.0, 12025323.0 ], "bp_grad_per_sample_l2_med": [ 0.0009389162878505886, 0.0007232772768475115, 0.0007233347278088331, 0.0007233632495626807, 0.000723376520909369 ], "gamma_dfa": 0.040183850564062595, "gamma_dfa_per_layer": [ 0.34539365768432617, -0.08373545110225677, -0.05380668863654137, -0.04711611568927765 ], "acc_eval": 0.25, "loss_eval": 1501.9444580078125, "epoch": 85 }, { "hidden_norms": [ 8319.4169921875, 11569238.0, 11860199.0, 12041371.0, 12064573.0 ], "bp_grad_per_sample_l2_med": [ 0.0009176665917038918, 0.0007041870849207044, 0.0007039242191240191, 0.0007042758516035974, 0.0007042170618660748 ], "gamma_dfa": 0.035514961928129196, "gamma_dfa_per_layer": [ 0.2879785895347595, -0.07180146872997284, -0.037917762994766235, -0.03619951009750366 ], "acc_eval": 0.30859375, "loss_eval": 1078.8165283203125, "epoch": 86 }, { "hidden_norms": [ 8282.478515625, 11596869.0, 11888039.0, 12069453.0, 12092582.0 ], "bp_grad_per_sample_l2_med": [ 0.00098571612033993, 0.000731602602172643, 0.0007312855450436473, 0.0007312477100640535, 0.0007316134287975729 ], "gamma_dfa": 0.04066215269267559, "gamma_dfa_per_layer": [ 0.33381348848342896, -0.08063024282455444, -0.055662885308265686, -0.034871749579906464 ], "acc_eval": 0.234375, "loss_eval": 1841.648193359375, "epoch": 87 }, { "hidden_norms": [ 8242.1005859375, 11624052.0, 11916218.0, 12098548.0, 12121911.0 ], "bp_grad_per_sample_l2_med": [ 0.0009184937225654721, 0.0007233315263874829, 0.000723001197911799, 0.0007232833886519074, 0.0007232468342408538 ], "gamma_dfa": 0.03233872726559639, "gamma_dfa_per_layer": [ 0.2990570068359375, -0.07802218198776245, -0.04814079403877258, -0.04353912174701691 ], "acc_eval": 0.2890625, "loss_eval": 980.395751953125, "epoch": 88 }, { "hidden_norms": [ 8216.91796875, 11647355.0, 11939175.0, 12121172.0, 12144056.0 ], "bp_grad_per_sample_l2_med": [ 0.0008776114555075765, 0.0007067625410854816, 0.0007066249381750822, 0.0007068619015626609, 0.0007068667327985168 ], "gamma_dfa": 0.027417242527008057, "gamma_dfa_per_layer": [ 0.28433892130851746, -0.07622525095939636, -0.050822652876377106, -0.04762204736471176 ], "acc_eval": 0.326171875, "loss_eval": 776.0946044921875, "epoch": 89 }, { "hidden_norms": [ 8169.76513671875, 11658648.0, 11950474.0, 12132456.0, 12155182.0 ], "bp_grad_per_sample_l2_med": [ 0.0008986471802927554, 0.0007065801764838398, 0.0007064181263558567, 0.000706693041138351, 0.0007066999096423388 ], "gamma_dfa": 0.03352018166333437, "gamma_dfa_per_layer": [ 0.296892374753952, -0.07546264678239822, -0.04814247041940689, -0.03920653089880943 ], "acc_eval": 0.3095703125, "loss_eval": 893.558349609375, "epoch": 90 }, { "hidden_norms": [ 8142.11669921875, 11667783.0, 11959690.0, 12141714.0, 12164439.0 ], "bp_grad_per_sample_l2_med": [ 0.0009172433638013899, 0.0007064292440190911, 0.0007062776712700725, 0.0007065359968692064, 0.000706541701219976 ], "gamma_dfa": 0.03799809701740742, "gamma_dfa_per_layer": [ 0.31104975938796997, -0.07753260433673859, -0.04483959078788757, -0.03668517619371414 ], "acc_eval": 0.2763671875, "loss_eval": 918.902099609375, "epoch": 91 }, { "hidden_norms": [ 8113.36474609375, 11673688.0, 11965558.0, 12147558.0, 12170198.0 ], "bp_grad_per_sample_l2_med": [ 0.0009179572225548327, 0.0007257050601765513, 0.0007257269462570548, 0.0007257769466377795, 0.0007257869001477957 ], "gamma_dfa": 0.03620104119181633, "gamma_dfa_per_layer": [ 0.3097808361053467, -0.07722775638103485, -0.0500766858458519, -0.03767222911119461 ], "acc_eval": 0.2880859375, "loss_eval": 1033.579833984375, "epoch": 92 }, { "hidden_norms": [ 8085.35595703125, 11678927.0, 11970798.0, 12152808.0, 12175446.0 ], "bp_grad_per_sample_l2_med": [ 0.0008720594923943281, 0.0007061808719299734, 0.0007060291827656329, 0.0007062855875119567, 0.0007062909426167607 ], "gamma_dfa": 0.03221010882407427, "gamma_dfa_per_layer": [ 0.2895042598247528, -0.07448285818099976, -0.04004380851984024, -0.04613715782761574 ], "acc_eval": 0.3046875, "loss_eval": 827.44140625, "epoch": 93 }, { "hidden_norms": [ 8072.322265625, 11682684.0, 11974490.0, 12156499.0, 12179080.0 ], "bp_grad_per_sample_l2_med": [ 0.0008837314089760184, 0.0007061065407469869, 0.0007059663184918463, 0.00070620869519189, 0.000706215447280556 ], "gamma_dfa": 0.026722624897956848, "gamma_dfa_per_layer": [ 0.28959959745407104, -0.08210700005292892, -0.05253326892852783, -0.048068828880786896 ], "acc_eval": 0.291015625, "loss_eval": 795.6766357421875, "epoch": 94 }, { "hidden_norms": [ 8063.02001953125, 11684947.0, 11976758.0, 12158785.0, 12181362.0 ], "bp_grad_per_sample_l2_med": [ 0.0008943622815422714, 0.0007086708792485297, 0.0007086790283210576, 0.0007087094127200544, 0.0007087020785547793 ], "gamma_dfa": 0.02946585137397051, "gamma_dfa_per_layer": [ 0.29232603311538696, -0.08056485652923584, -0.05102770775556564, -0.042870063334703445 ], "acc_eval": 0.2919921875, "loss_eval": 839.8633422851562, "epoch": 95 }, { "hidden_norms": [ 8055.40576171875, 11685775.0, 11977584.0, 12159594.0, 12182165.0 ], "bp_grad_per_sample_l2_med": [ 0.0008769903797656298, 0.0007059753406792879, 0.0007058423361741006, 0.0007060715579427779, 0.0007060769130475819 ], "gamma_dfa": 0.02765239030122757, "gamma_dfa_per_layer": [ 0.2855387032032013, -0.07872132211923599, -0.051525406539440155, -0.04468241333961487 ], "acc_eval": 0.3115234375, "loss_eval": 736.9282836914062, "epoch": 96 }, { "hidden_norms": [ 8050.93310546875, 11685670.0, 11977453.0, 12159452.0, 12182004.0 ], "bp_grad_per_sample_l2_med": [ 0.0008705379441380501, 0.0007085780380293727, 0.0007085860124789178, 0.0007086164550855756, 0.0007086091791279614 ], "gamma_dfa": 0.026861276477575302, "gamma_dfa_per_layer": [ 0.2898082733154297, -0.07899712026119232, -0.046087510883808136, -0.05727853626012802 ], "acc_eval": 0.302734375, "loss_eval": 737.6731567382812, "epoch": 97 }, { "hidden_norms": [ 8048.384765625, 11685821.0, 11977554.0, 12159347.0, 12182068.0 ], "bp_grad_per_sample_l2_med": [ 0.0008696588920429349, 0.0007085675024427474, 0.0007085754186846316, 0.0007086056284606457, 0.0007085986435413361 ], "gamma_dfa": 0.02852465771138668, "gamma_dfa_per_layer": [ 0.2933640480041504, -0.07862062007188797, -0.04777185618877411, -0.05287294089794159 ], "acc_eval": 0.30859375, "loss_eval": 716.3431396484375, "epoch": 98 }, { "hidden_norms": [ 8047.294921875, 11685550.0, 11977281.0, 12159072.0, 12181796.0 ], "bp_grad_per_sample_l2_med": [ 0.000868224713485688, 0.0007059023482725024, 0.0007057614857330918, 0.0007060033385641873, 0.0007060095085762441 ], "gamma_dfa": 0.026804575696587563, "gamma_dfa_per_layer": [ 0.2827316224575043, -0.07767541706562042, -0.051301658153533936, -0.046536244451999664 ], "acc_eval": 0.32421875, "loss_eval": 693.041259765625, "epoch": 99 }, { "hidden_norms": [ 8047.01025390625, 11685479.0, 11977214.0, 12159006.0, 12181733.0 ], "bp_grad_per_sample_l2_med": [ 0.0008688519592396915, 0.0007085604593157768, 0.0007085682009346783, 0.0007085984107106924, 0.0007085916586220264 ], "gamma_dfa": 0.027284779585897923, "gamma_dfa_per_layer": [ 0.2883991003036499, -0.07865853607654572, -0.04951424151659012, -0.05108720436692238 ], "acc_eval": 0.3134765625, "loss_eval": 705.9644775390625, "epoch": 100 } ] }