{ "dfa": { "log": { "train_loss": [ 2.036063042526245, 2.021697966270447, 2.0175282815551756, 2.0099474266815185, 2.0023637646484373, 1.9997982411193849, 1.994500837135315, 1.9948944988250732, 1.9934745358657837, 1.9940558145904541, 1.989395669708252, 1.9907533937835693, 1.9909110592269899, 1.9884686621856689, 1.9896867315673827, 1.9894394902038575, 1.9898611724472046, 1.9885188024139404, 1.987230980796814, 1.9882823168945312, 1.989858097000122, 1.9871241819763183, 1.9898512621307374, 1.9869138607788086, 1.989206803970337, 1.988134487876892, 1.986097745704651, 1.9872820987701416, 1.9868804365539552, 1.9866938884735108, 1.985588796081543, 1.986480817642212, 1.9833618145370484, 1.9839750741958617, 1.9829646868133546, 1.9850209189605712, 1.9842300912857056, 1.9849878060150146, 1.9847687102508544, 1.9829170959854125, 1.984829327354431, 1.9833095259094238, 1.9831390253067016, 1.9819875910186768, 1.9806521664810182, 1.9821762627410888, 1.9833445807647705, 1.9825785246276855, 1.9821733226013183, 1.9822086193847657, 1.9808910798645019, 1.9806908596801758, 1.9812886644744874, 1.9800793671417236, 1.9819620014953614, 1.9800292537689208, 1.979716037750244, 1.978658859024048, 1.9786357926940918, 1.9784277129745484, 1.9790855308532715, 1.9804114780426025, 1.9788293676757813, 1.9797553412628175, 1.9789648551940917, 1.9809454851913453, 1.9784064822006227, 1.9783699047851562, 1.9753275060272217, 1.980608378677368, 1.9775778076553345, 1.9774704048919678, 1.9763223318481444, 1.978011087913513, 1.97850968624115, 1.9783587040710449, 1.9769906464385987, 1.9791353679656982, 1.97542318939209, 1.9777735634613036, 1.975693401260376, 1.9773611065673828, 1.9757630486679076, 1.9765492203521728, 1.975723260231018, 1.9762512990951537, 1.9754029594421387, 1.9746607822418214, 1.9762510384368897, 1.9770903870391845, 1.9748862505340576, 1.976749499130249, 1.976892409286499, 1.9757273367309571, 1.972305432357788, 1.9770755380630494, 1.9764292287445069, 1.9747362934875488, 1.975049077911377, 1.976587531967163 ], "train_acc": [ 0.25522, 0.26076, 0.26296, 0.26702, 0.2714, 0.27334, 0.27538, 0.27482, 0.27362, 0.27556, 0.2766, 0.27682, 0.27788, 0.27572, 0.2761, 0.28036, 0.2788, 0.2774, 0.27756, 0.27672, 0.2781, 0.27916, 0.27804, 0.2809, 0.27756, 0.28, 0.28036, 0.2806, 0.27974, 0.27884, 0.28096, 0.28062, 0.28074, 0.2811, 0.27964, 0.28086, 0.2816, 0.27984, 0.28018, 0.28336, 0.28218, 0.28254, 0.28162, 0.2826, 0.28312, 0.2808, 0.28174, 0.28084, 0.28134, 0.28002, 0.28486, 0.28302, 0.28208, 0.28486, 0.28308, 0.2868, 0.28404, 0.28324, 0.28522, 0.28274, 0.28296, 0.2849, 0.28348, 0.28502, 0.2858, 0.28408, 0.28474, 0.28406, 0.28494, 0.28688, 0.28452, 0.2866, 0.28644, 0.28752, 0.2848, 0.2847, 0.28528, 0.28742, 0.28474, 0.28446, 0.28554, 0.28544, 0.2885, 0.28666, 0.28764, 0.28658, 0.28774, 0.2877, 0.2864, 0.28752, 0.28678, 0.28682, 0.28516, 0.28676, 0.28974, 0.2863, 0.28726, 0.28506, 0.2869, 0.28632 ], "test_acc": [ 0.2764, 0.2831, 0.2553, 0.2822, 0.2726, 0.3049, 0.2889, 0.2915, 0.2919, 0.29, 0.2917, 0.3012, 0.3024, 0.2861, 0.2951, 0.2962, 0.2897, 0.3072, 0.3078, 0.2958, 0.3093, 0.3003, 0.3061, 0.2877, 0.2989, 0.3088, 0.2985, 0.3014, 0.2986, 0.3011, 0.2905, 0.2903, 0.3073, 0.3026, 0.2959, 0.3046, 0.2985, 0.2826, 0.3078, 0.3067, 0.311, 0.2923, 0.3024, 0.2948, 0.3099, 0.3032, 0.3032, 0.2891, 0.3125, 0.2991, 0.3019, 0.3096, 0.3008, 0.3084, 0.3091, 0.3074, 0.3035, 0.3102, 0.3007, 0.2979, 0.306, 0.309, 0.3073, 0.2987, 0.3052, 0.2988, 0.306, 0.2997, 0.3018, 0.3041, 0.3108, 0.3085, 0.3074, 0.2964, 0.3099, 0.3028, 0.3144, 0.3079, 0.3112, 0.3078, 0.307, 0.3066, 0.3091, 0.312, 0.3103, 0.3094, 0.3098, 0.3109, 0.3078, 0.311, 0.3066, 0.3075, 0.31, 0.3083, 0.3101, 0.3094, 0.3091, 0.3094, 0.3093, 0.3092 ] }, "diagnostics": { "bp_cosine": [ 0.4088655710220337, -0.002644116524606943, -0.0004242559662088752, -0.0010030616540461779 ], "perturbation_rho": [ 0.017800072208046913, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ -5.755573511123657e-07, 0.0, 0.0, 0.0 ], "0.003": [ -1.5613622963428497e-06, 0.0, 3.725290298461914e-09, 0.0 ], "0.01": [ -4.863366484642029e-06, 8.381903171539307e-09, 3.725290298461914e-09, 0.0 ] } }, "drift": { "embed.weight": 315.7518315228289, "embed.bias": 267.4648316812159, "blocks.0.ln.weight": 8.951174139569966, "blocks.0.w1.weight": 192.5650439107619, "blocks.0.w1.bias": 171.4174148721031, "blocks.0.w2.weight": 313.89070882314047, "blocks.1.ln.weight": 6.8925622022167055, "blocks.1.w1.weight": 194.8736554676167, "blocks.1.w1.bias": 185.61167242903338, "blocks.1.w2.weight": 199.17952398047407, "blocks.2.ln.weight": 8.397539871551576, "blocks.2.w1.weight": 312.5130188038433, "blocks.2.w1.bias": 283.112828695419, "blocks.2.w2.weight": 249.32467631496087, "blocks.3.ln.weight": 6.76367039376874, "blocks.3.w1.weight": 241.46568621944522, "blocks.3.w1.bias": 203.66496160187438, "blocks.3.w2.weight": 186.01939293630215, "out_ln.weight": 0.5298360495994237, "out_head.weight": 8.435630315194661, "out_head.bias": 0.7630893123248244 } }, "credit_bridge": { "log": { "train_loss": [ 2.047214571609497, 2.0258394496154786, 2.014380089035034, 2.0146764693450927, 2.002668328704834, 2.000372503089905, 2.001418789329529, 1.998143268814087, 1.9978233530426026, 1.9975765690612792, 1.9943444046783447, 1.9969068594741821, 1.9981716201019286, 1.9975472425842284, 1.9952556930541991, 1.995059373474121, 1.995745087661743, 1.9953922092437744, 1.9958506728363037, 1.9966995294189454, 1.9936217088317871, 1.9977384044647217, 1.9900378979492188, 1.995351834487915, 1.9918289903259276, 1.9904872145843506, 1.9942275651550292, 1.989791995162964, 1.9887557349014282, 1.988693539352417, 1.9892886767959594, 1.9865470782089234, 1.9907586919784546, 1.9870898510742188, 1.9892321113586426, 1.98550331451416, 1.9859091914367675, 1.9834753859710694, 1.98342726020813, 1.9825064794158935, 1.975549033241272, 1.9788008226776124, 1.9745526809692382, 1.9800522961425782, 1.9824256409454346, 1.9816255992126466, 1.978651096534729, 1.9725130395507813, 1.9663972332000732, 1.9632064117050172, 1.9650584650421143, 1.9675109244537354, 1.9645280550765991, 1.9664162315368652, 1.9687347400665283, 1.9710959251403808, 1.9732261672210694, 1.974084882888794, 1.9758672645568847, 1.9739485864257813, 1.9705300562286376, 1.9686042825317382, 1.965795273361206, 1.9660617874908448, 1.9628826525115968, 1.9620544732666017, 1.9629843045043944, 1.9600788848114015, 1.9614591297912598, 1.959416093711853, 1.9595416427993775, 1.9580717747497558, 1.9569868729400635, 1.9550456240081786, 1.9526267935180663, 1.9543473984146118, 1.9556241884994507, 1.953918418045044, 1.9537964162445067, 1.9556760054779052, 1.954758342666626, 1.954609064102173, 1.9536275988006593, 1.9515601125717164, 1.9516277051544189, 1.9505773259735106, 1.9528203700256348, 1.9523416848754882, 1.9502265241241454, 1.9548965677642822, 1.9504040404510499, 1.9516542065048217, 1.9515247675323486, 1.9528300396347047, 1.9510270280456543, 1.9527411913299562, 1.9511454486465454, 1.9502003860092163, 1.9522995095825195, 1.9499988179779053 ], "train_acc": [ 0.2499, 0.25788, 0.26494, 0.26084, 0.26878, 0.2712, 0.27118, 0.27266, 0.27206, 0.27154, 0.27462, 0.27238, 0.27458, 0.27032, 0.27216, 0.27462, 0.27516, 0.27298, 0.27476, 0.27324, 0.27506, 0.274, 0.27674, 0.27228, 0.27442, 0.27654, 0.27692, 0.27454, 0.2804, 0.27958, 0.27752, 0.27736, 0.27586, 0.2782, 0.27726, 0.28116, 0.2789, 0.27918, 0.27974, 0.27888, 0.28152, 0.28328, 0.28688, 0.28546, 0.28702, 0.28784, 0.28384, 0.2859, 0.28622, 0.28602, 0.28538, 0.28386, 0.2856, 0.28078, 0.28262, 0.28218, 0.27848, 0.27654, 0.27756, 0.2757, 0.2768, 0.27826, 0.27982, 0.2823, 0.2833, 0.28266, 0.28444, 0.28494, 0.28888, 0.28544, 0.28652, 0.28844, 0.28944, 0.2881, 0.28956, 0.2906, 0.29176, 0.28834, 0.2891, 0.28948, 0.29038, 0.29102, 0.29088, 0.2909, 0.29376, 0.29154, 0.29132, 0.29376, 0.29256, 0.29118, 0.29196, 0.2941, 0.29126, 0.29016, 0.2928, 0.29118, 0.29464, 0.29172, 0.29392, 0.29224 ], "test_acc": [ 0.268, 0.2814, 0.2568, 0.292, 0.2886, 0.2937, 0.2938, 0.2863, 0.2814, 0.2905, 0.275, 0.3008, 0.2934, 0.2729, 0.2989, 0.2943, 0.3016, 0.3044, 0.2873, 0.2852, 0.2866, 0.2992, 0.2724, 0.2684, 0.2827, 0.304, 0.2923, 0.2958, 0.2981, 0.2918, 0.2992, 0.2875, 0.2948, 0.2875, 0.3111, 0.2978, 0.3045, 0.2924, 0.2877, 0.3019, 0.2913, 0.2895, 0.2916, 0.3021, 0.3003, 0.3099, 0.3144, 0.3095, 0.3134, 0.3026, 0.3103, 0.313, 0.3017, 0.2915, 0.3025, 0.3131, 0.3051, 0.2965, 0.2797, 0.2977, 0.297, 0.2923, 0.3018, 0.3011, 0.2965, 0.2952, 0.3104, 0.3054, 0.3027, 0.2976, 0.3061, 0.3103, 0.2906, 0.3087, 0.3045, 0.3048, 0.3059, 0.3052, 0.3091, 0.3066, 0.3069, 0.302, 0.3095, 0.3084, 0.3047, 0.3052, 0.3046, 0.312, 0.3046, 0.3087, 0.3074, 0.3071, 0.3084, 0.3055, 0.3087, 0.306, 0.3077, 0.3083, 0.3083, 0.3082 ], "value_loss": [ 0.4913383872461319, 0.22707418837547302, 0.13916742013454436, 0.13212530642986298, 0.10880221369981766, 0.08938120811700821, 0.08285075999736786, 0.07436370565414428, 0.0646062517285347, 0.06708085874557496, 0.06273384610176086, 0.064812075984478, 0.049855572044849396, 0.05398712279319763, 0.052991126668453216, 0.050567634534835815, 0.04312473271250725, 0.04782974468231201, 0.04543443771123886, 0.04484746047854424, 0.035203484983444215, 0.04272815336585045, 0.03375269600868225, 0.03881277943253517, 0.034244361296892165, 0.027195509301424028, 0.030852211108207704, 0.028148308331370355, 0.02536116129040718, 0.02516651110470295, 0.025302239354252815, 0.024717796894311906, 0.026331115382909775, 0.02268559746146202, 0.021856163937449456, 0.02109427482008934, 0.01978621674835682, 0.020399272651076317, 0.019002752946615218, 0.023610892441272735, 0.023741913932561875, 0.027797962927818297, 0.027950212181806565, 0.03767011716604233, 0.03873864560246468, 0.04052356805562973, 0.037897691878676414, 0.03509879319190979, 0.0298798540186882, 0.02826528010547161, 0.025150670776367186, 0.023189803918004036, 0.02258694800913334, 0.0227879896363616, 0.018950610594153403, 0.02115175976037979, 0.018137221140265464, 0.019522321037650107, 0.020110222578048707, 0.021634354048967363, 0.015847989951372148, 0.015064587514996529, 0.015048437801599503, 0.016566245526373386, 0.012935848025679588, 0.013470480437874794, 0.012650928798913956, 0.012831412743330002, 0.011072860435843468, 0.011155749862790108, 0.010086000168919564, 0.009089389600753783, 0.008566578444838524, 0.008092092015594243, 0.006333343644291163, 0.006346363427191973, 0.006376809701025486, 0.005647175543010235, 0.0053406619898974895, 0.0047307779046893116, 0.00445646613240242, 0.004058126023709774, 0.0036959357082098723, 0.003506302860453725, 0.0027707107151299713, 0.002242106978483498, 0.0019543161161243916, 0.0018740397913753987, 0.0018142502733692527, 0.0016265417851135135, 0.001198948476240039, 0.0011920882830768825, 0.0015300761497579515, 0.0010724398448318244, 0.0010545289165526629, 0.001005428223758936, 0.000948510251417756, 0.0011458344962261618, 0.0009775474201142787, 0.0009718504769355059 ] }, "diagnostics": { "bp_cosine": [ 0.4191405475139618, 0.03466985002160072, 0.062135644257068634, 0.06281301379203796 ], "perturbation_rho": [ 0.030575327575206757, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ -8.246861398220062e-07, 0.0, 0.0, 0.0 ], "0.003": [ -2.357177436351776e-06, 0.0, 0.0, 0.0 ], "0.01": [ -7.648952305316925e-06, 0.0, 0.0, 0.0 ] } }, "drift": { "embed.weight": 175.57738575537255, "embed.bias": 86.00449885806607, "blocks.0.ln.weight": 7.688942765674561, "blocks.0.w1.weight": 144.41266674735652, "blocks.0.w1.bias": 74.01994211256735, "blocks.0.w2.weight": 210.53383192058863, "blocks.1.ln.weight": 4.915474746745905, "blocks.1.w1.weight": 180.17962097603296, "blocks.1.w1.bias": 190.87101630029008, "blocks.1.w2.weight": 184.55972367569038, "blocks.2.ln.weight": 6.248608922167667, "blocks.2.w1.weight": 243.67136564327112, "blocks.2.w1.bias": 181.912146435998, "blocks.2.w2.weight": 169.06723472537846, "blocks.3.ln.weight": 5.300882057690101, "blocks.3.w1.weight": 226.17127443307106, "blocks.3.w1.bias": 188.5014277153452, "blocks.3.w2.weight": 160.55519875984788, "out_ln.weight": 0.3450086076510187, "out_head.weight": 5.754048046839396, "out_head.bias": 2.9997445042071984 } } }