diff options
Diffstat (limited to 'results/cifar_depth_scan_multiseed/d512_L4_s456.json')
| -rw-r--r-- | results/cifar_depth_scan_multiseed/d512_L4_s456.json | 838 |
1 files changed, 838 insertions, 0 deletions
diff --git a/results/cifar_depth_scan_multiseed/d512_L4_s456.json b/results/cifar_depth_scan_multiseed/d512_L4_s456.json new file mode 100644 index 0000000..d65e1d7 --- /dev/null +++ b/results/cifar_depth_scan_multiseed/d512_L4_s456.json @@ -0,0 +1,838 @@ +{ + "dfa": { + "log": { + "train_loss": [ + 2.036063042526245, + 2.021697966270447, + 2.0175282815551756, + 2.0099474266815185, + 2.0023637646484373, + 1.9997982411193849, + 1.994500837135315, + 1.9948944988250732, + 1.9934745358657837, + 1.9940558145904541, + 1.989395669708252, + 1.9907533937835693, + 1.9909110592269899, + 1.9884686621856689, + 1.9896867315673827, + 1.9894394902038575, + 1.9898611724472046, + 1.9885188024139404, + 1.987230980796814, + 1.9882823168945312, + 1.989858097000122, + 1.9871241819763183, + 1.9898512621307374, + 1.9869138607788086, + 1.989206803970337, + 1.988134487876892, + 1.986097745704651, + 1.9872820987701416, + 1.9868804365539552, + 1.9866938884735108, + 1.985588796081543, + 1.986480817642212, + 1.9833618145370484, + 1.9839750741958617, + 1.9829646868133546, + 1.9850209189605712, + 1.9842300912857056, + 1.9849878060150146, + 1.9847687102508544, + 1.9829170959854125, + 1.984829327354431, + 1.9833095259094238, + 1.9831390253067016, + 1.9819875910186768, + 1.9806521664810182, + 1.9821762627410888, + 1.9833445807647705, + 1.9825785246276855, + 1.9821733226013183, + 1.9822086193847657, + 1.9808910798645019, + 1.9806908596801758, + 1.9812886644744874, + 1.9800793671417236, + 1.9819620014953614, + 1.9800292537689208, + 1.979716037750244, + 1.978658859024048, + 1.9786357926940918, + 1.9784277129745484, + 1.9790855308532715, + 1.9804114780426025, + 1.9788293676757813, + 1.9797553412628175, + 1.9789648551940917, + 1.9809454851913453, + 1.9784064822006227, + 1.9783699047851562, + 1.9753275060272217, + 1.980608378677368, + 1.9775778076553345, + 1.9774704048919678, + 1.9763223318481444, + 1.978011087913513, + 1.97850968624115, + 1.9783587040710449, + 1.9769906464385987, + 1.9791353679656982, + 1.97542318939209, + 1.9777735634613036, + 1.975693401260376, + 1.9773611065673828, + 1.9757630486679076, + 1.9765492203521728, + 1.975723260231018, + 1.9762512990951537, + 1.9754029594421387, + 1.9746607822418214, + 1.9762510384368897, + 1.9770903870391845, + 1.9748862505340576, + 1.976749499130249, + 1.976892409286499, + 1.9757273367309571, + 1.972305432357788, + 1.9770755380630494, + 1.9764292287445069, + 1.9747362934875488, + 1.975049077911377, + 1.976587531967163 + ], + "train_acc": [ + 0.25522, + 0.26076, + 0.26296, + 0.26702, + 0.2714, + 0.27334, + 0.27538, + 0.27482, + 0.27362, + 0.27556, + 0.2766, + 0.27682, + 0.27788, + 0.27572, + 0.2761, + 0.28036, + 0.2788, + 0.2774, + 0.27756, + 0.27672, + 0.2781, + 0.27916, + 0.27804, + 0.2809, + 0.27756, + 0.28, + 0.28036, + 0.2806, + 0.27974, + 0.27884, + 0.28096, + 0.28062, + 0.28074, + 0.2811, + 0.27964, + 0.28086, + 0.2816, + 0.27984, + 0.28018, + 0.28336, + 0.28218, + 0.28254, + 0.28162, + 0.2826, + 0.28312, + 0.2808, + 0.28174, + 0.28084, + 0.28134, + 0.28002, + 0.28486, + 0.28302, + 0.28208, + 0.28486, + 0.28308, + 0.2868, + 0.28404, + 0.28324, + 0.28522, + 0.28274, + 0.28296, + 0.2849, + 0.28348, + 0.28502, + 0.2858, + 0.28408, + 0.28474, + 0.28406, + 0.28494, + 0.28688, + 0.28452, + 0.2866, + 0.28644, + 0.28752, + 0.2848, + 0.2847, + 0.28528, + 0.28742, + 0.28474, + 0.28446, + 0.28554, + 0.28544, + 0.2885, + 0.28666, + 0.28764, + 0.28658, + 0.28774, + 0.2877, + 0.2864, + 0.28752, + 0.28678, + 0.28682, + 0.28516, + 0.28676, + 0.28974, + 0.2863, + 0.28726, + 0.28506, + 0.2869, + 0.28632 + ], + "test_acc": [ + 0.2764, + 0.2831, + 0.2553, + 0.2822, + 0.2726, + 0.3049, + 0.2889, + 0.2915, + 0.2919, + 0.29, + 0.2917, + 0.3012, + 0.3024, + 0.2861, + 0.2951, + 0.2962, + 0.2897, + 0.3072, + 0.3078, + 0.2958, + 0.3093, + 0.3003, + 0.3061, + 0.2877, + 0.2989, + 0.3088, + 0.2985, + 0.3014, + 0.2986, + 0.3011, + 0.2905, + 0.2903, + 0.3073, + 0.3026, + 0.2959, + 0.3046, + 0.2985, + 0.2826, + 0.3078, + 0.3067, + 0.311, + 0.2923, + 0.3024, + 0.2948, + 0.3099, + 0.3032, + 0.3032, + 0.2891, + 0.3125, + 0.2991, + 0.3019, + 0.3096, + 0.3008, + 0.3084, + 0.3091, + 0.3074, + 0.3035, + 0.3102, + 0.3007, + 0.2979, + 0.306, + 0.309, + 0.3073, + 0.2987, + 0.3052, + 0.2988, + 0.306, + 0.2997, + 0.3018, + 0.3041, + 0.3108, + 0.3085, + 0.3074, + 0.2964, + 0.3099, + 0.3028, + 0.3144, + 0.3079, + 0.3112, + 0.3078, + 0.307, + 0.3066, + 0.3091, + 0.312, + 0.3103, + 0.3094, + 0.3098, + 0.3109, + 0.3078, + 0.311, + 0.3066, + 0.3075, + 0.31, + 0.3083, + 0.3101, + 0.3094, + 0.3091, + 0.3094, + 0.3093, + 0.3092 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.4088655710220337, + -0.002644116524606943, + -0.0004242559662088752, + -0.0010030616540461779 + ], + "perturbation_rho": [ + 0.017800072208046913, + 0.0, + 0.0, + 0.0 + ], + "nudging": { + "0.001": [ + -5.755573511123657e-07, + 0.0, + 0.0, + 0.0 + ], + "0.003": [ + -1.5613622963428497e-06, + 0.0, + 3.725290298461914e-09, + 0.0 + ], + "0.01": [ + -4.863366484642029e-06, + 8.381903171539307e-09, + 3.725290298461914e-09, + 0.0 + ] + } + }, + "drift": { + "embed.weight": 315.7518315228289, + "embed.bias": 267.4648316812159, + "blocks.0.ln.weight": 8.951174139569966, + "blocks.0.w1.weight": 192.5650439107619, + "blocks.0.w1.bias": 171.4174148721031, + "blocks.0.w2.weight": 313.89070882314047, + "blocks.1.ln.weight": 6.8925622022167055, + "blocks.1.w1.weight": 194.8736554676167, + "blocks.1.w1.bias": 185.61167242903338, + "blocks.1.w2.weight": 199.17952398047407, + "blocks.2.ln.weight": 8.397539871551576, + "blocks.2.w1.weight": 312.5130188038433, + "blocks.2.w1.bias": 283.112828695419, + "blocks.2.w2.weight": 249.32467631496087, + "blocks.3.ln.weight": 6.76367039376874, + "blocks.3.w1.weight": 241.46568621944522, + "blocks.3.w1.bias": 203.66496160187438, + "blocks.3.w2.weight": 186.01939293630215, + "out_ln.weight": 0.5298360495994237, + "out_head.weight": 8.435630315194661, + "out_head.bias": 0.7630893123248244 + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.047214571609497, + 2.0258394496154786, + 2.014380089035034, + 2.0146764693450927, + 2.002668328704834, + 2.000372503089905, + 2.001418789329529, + 1.998143268814087, + 1.9978233530426026, + 1.9975765690612792, + 1.9943444046783447, + 1.9969068594741821, + 1.9981716201019286, + 1.9975472425842284, + 1.9952556930541991, + 1.995059373474121, + 1.995745087661743, + 1.9953922092437744, + 1.9958506728363037, + 1.9966995294189454, + 1.9936217088317871, + 1.9977384044647217, + 1.9900378979492188, + 1.995351834487915, + 1.9918289903259276, + 1.9904872145843506, + 1.9942275651550292, + 1.989791995162964, + 1.9887557349014282, + 1.988693539352417, + 1.9892886767959594, + 1.9865470782089234, + 1.9907586919784546, + 1.9870898510742188, + 1.9892321113586426, + 1.98550331451416, + 1.9859091914367675, + 1.9834753859710694, + 1.98342726020813, + 1.9825064794158935, + 1.975549033241272, + 1.9788008226776124, + 1.9745526809692382, + 1.9800522961425782, + 1.9824256409454346, + 1.9816255992126466, + 1.978651096534729, + 1.9725130395507813, + 1.9663972332000732, + 1.9632064117050172, + 1.9650584650421143, + 1.9675109244537354, + 1.9645280550765991, + 1.9664162315368652, + 1.9687347400665283, + 1.9710959251403808, + 1.9732261672210694, + 1.974084882888794, + 1.9758672645568847, + 1.9739485864257813, + 1.9705300562286376, + 1.9686042825317382, + 1.965795273361206, + 1.9660617874908448, + 1.9628826525115968, + 1.9620544732666017, + 1.9629843045043944, + 1.9600788848114015, + 1.9614591297912598, + 1.959416093711853, + 1.9595416427993775, + 1.9580717747497558, + 1.9569868729400635, + 1.9550456240081786, + 1.9526267935180663, + 1.9543473984146118, + 1.9556241884994507, + 1.953918418045044, + 1.9537964162445067, + 1.9556760054779052, + 1.954758342666626, + 1.954609064102173, + 1.9536275988006593, + 1.9515601125717164, + 1.9516277051544189, + 1.9505773259735106, + 1.9528203700256348, + 1.9523416848754882, + 1.9502265241241454, + 1.9548965677642822, + 1.9504040404510499, + 1.9516542065048217, + 1.9515247675323486, + 1.9528300396347047, + 1.9510270280456543, + 1.9527411913299562, + 1.9511454486465454, + 1.9502003860092163, + 1.9522995095825195, + 1.9499988179779053 + ], + "train_acc": [ + 0.2499, + 0.25788, + 0.26494, + 0.26084, + 0.26878, + 0.2712, + 0.27118, + 0.27266, + 0.27206, + 0.27154, + 0.27462, + 0.27238, + 0.27458, + 0.27032, + 0.27216, + 0.27462, + 0.27516, + 0.27298, + 0.27476, + 0.27324, + 0.27506, + 0.274, + 0.27674, + 0.27228, + 0.27442, + 0.27654, + 0.27692, + 0.27454, + 0.2804, + 0.27958, + 0.27752, + 0.27736, + 0.27586, + 0.2782, + 0.27726, + 0.28116, + 0.2789, + 0.27918, + 0.27974, + 0.27888, + 0.28152, + 0.28328, + 0.28688, + 0.28546, + 0.28702, + 0.28784, + 0.28384, + 0.2859, + 0.28622, + 0.28602, + 0.28538, + 0.28386, + 0.2856, + 0.28078, + 0.28262, + 0.28218, + 0.27848, + 0.27654, + 0.27756, + 0.2757, + 0.2768, + 0.27826, + 0.27982, + 0.2823, + 0.2833, + 0.28266, + 0.28444, + 0.28494, + 0.28888, + 0.28544, + 0.28652, + 0.28844, + 0.28944, + 0.2881, + 0.28956, + 0.2906, + 0.29176, + 0.28834, + 0.2891, + 0.28948, + 0.29038, + 0.29102, + 0.29088, + 0.2909, + 0.29376, + 0.29154, + 0.29132, + 0.29376, + 0.29256, + 0.29118, + 0.29196, + 0.2941, + 0.29126, + 0.29016, + 0.2928, + 0.29118, + 0.29464, + 0.29172, + 0.29392, + 0.29224 + ], + "test_acc": [ + 0.268, + 0.2814, + 0.2568, + 0.292, + 0.2886, + 0.2937, + 0.2938, + 0.2863, + 0.2814, + 0.2905, + 0.275, + 0.3008, + 0.2934, + 0.2729, + 0.2989, + 0.2943, + 0.3016, + 0.3044, + 0.2873, + 0.2852, + 0.2866, + 0.2992, + 0.2724, + 0.2684, + 0.2827, + 0.304, + 0.2923, + 0.2958, + 0.2981, + 0.2918, + 0.2992, + 0.2875, + 0.2948, + 0.2875, + 0.3111, + 0.2978, + 0.3045, + 0.2924, + 0.2877, + 0.3019, + 0.2913, + 0.2895, + 0.2916, + 0.3021, + 0.3003, + 0.3099, + 0.3144, + 0.3095, + 0.3134, + 0.3026, + 0.3103, + 0.313, + 0.3017, + 0.2915, + 0.3025, + 0.3131, + 0.3051, + 0.2965, + 0.2797, + 0.2977, + 0.297, + 0.2923, + 0.3018, + 0.3011, + 0.2965, + 0.2952, + 0.3104, + 0.3054, + 0.3027, + 0.2976, + 0.3061, + 0.3103, + 0.2906, + 0.3087, + 0.3045, + 0.3048, + 0.3059, + 0.3052, + 0.3091, + 0.3066, + 0.3069, + 0.302, + 0.3095, + 0.3084, + 0.3047, + 0.3052, + 0.3046, + 0.312, + 0.3046, + 0.3087, + 0.3074, + 0.3071, + 0.3084, + 0.3055, + 0.3087, + 0.306, + 0.3077, + 0.3083, + 0.3083, + 0.3082 + ], + "value_loss": [ + 0.4913383872461319, + 0.22707418837547302, + 0.13916742013454436, + 0.13212530642986298, + 0.10880221369981766, + 0.08938120811700821, + 0.08285075999736786, + 0.07436370565414428, + 0.0646062517285347, + 0.06708085874557496, + 0.06273384610176086, + 0.064812075984478, + 0.049855572044849396, + 0.05398712279319763, + 0.052991126668453216, + 0.050567634534835815, + 0.04312473271250725, + 0.04782974468231201, + 0.04543443771123886, + 0.04484746047854424, + 0.035203484983444215, + 0.04272815336585045, + 0.03375269600868225, + 0.03881277943253517, + 0.034244361296892165, + 0.027195509301424028, + 0.030852211108207704, + 0.028148308331370355, + 0.02536116129040718, + 0.02516651110470295, + 0.025302239354252815, + 0.024717796894311906, + 0.026331115382909775, + 0.02268559746146202, + 0.021856163937449456, + 0.02109427482008934, + 0.01978621674835682, + 0.020399272651076317, + 0.019002752946615218, + 0.023610892441272735, + 0.023741913932561875, + 0.027797962927818297, + 0.027950212181806565, + 0.03767011716604233, + 0.03873864560246468, + 0.04052356805562973, + 0.037897691878676414, + 0.03509879319190979, + 0.0298798540186882, + 0.02826528010547161, + 0.025150670776367186, + 0.023189803918004036, + 0.02258694800913334, + 0.0227879896363616, + 0.018950610594153403, + 0.02115175976037979, + 0.018137221140265464, + 0.019522321037650107, + 0.020110222578048707, + 0.021634354048967363, + 0.015847989951372148, + 0.015064587514996529, + 0.015048437801599503, + 0.016566245526373386, + 0.012935848025679588, + 0.013470480437874794, + 0.012650928798913956, + 0.012831412743330002, + 0.011072860435843468, + 0.011155749862790108, + 0.010086000168919564, + 0.009089389600753783, + 0.008566578444838524, + 0.008092092015594243, + 0.006333343644291163, + 0.006346363427191973, + 0.006376809701025486, + 0.005647175543010235, + 0.0053406619898974895, + 0.0047307779046893116, + 0.00445646613240242, + 0.004058126023709774, + 0.0036959357082098723, + 0.003506302860453725, + 0.0027707107151299713, + 0.002242106978483498, + 0.0019543161161243916, + 0.0018740397913753987, + 0.0018142502733692527, + 0.0016265417851135135, + 0.001198948476240039, + 0.0011920882830768825, + 0.0015300761497579515, + 0.0010724398448318244, + 0.0010545289165526629, + 0.001005428223758936, + 0.000948510251417756, + 0.0011458344962261618, + 0.0009775474201142787, + 0.0009718504769355059 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.4191405475139618, + 0.03466985002160072, + 0.062135644257068634, + 0.06281301379203796 + ], + "perturbation_rho": [ + 0.030575327575206757, + 0.0, + 0.0, + 0.0 + ], + "nudging": { + "0.001": [ + -8.246861398220062e-07, + 0.0, + 0.0, + 0.0 + ], + "0.003": [ + -2.357177436351776e-06, + 0.0, + 0.0, + 0.0 + ], + "0.01": [ + -7.648952305316925e-06, + 0.0, + 0.0, + 0.0 + ] + } + }, + "drift": { + "embed.weight": 175.57738575537255, + "embed.bias": 86.00449885806607, + "blocks.0.ln.weight": 7.688942765674561, + "blocks.0.w1.weight": 144.41266674735652, + "blocks.0.w1.bias": 74.01994211256735, + "blocks.0.w2.weight": 210.53383192058863, + "blocks.1.ln.weight": 4.915474746745905, + "blocks.1.w1.weight": 180.17962097603296, + "blocks.1.w1.bias": 190.87101630029008, + "blocks.1.w2.weight": 184.55972367569038, + "blocks.2.ln.weight": 6.248608922167667, + "blocks.2.w1.weight": 243.67136564327112, + "blocks.2.w1.bias": 181.912146435998, + "blocks.2.w2.weight": 169.06723472537846, + "blocks.3.ln.weight": 5.300882057690101, + "blocks.3.w1.weight": 226.17127443307106, + "blocks.3.w1.bias": 188.5014277153452, + "blocks.3.w2.weight": 160.55519875984788, + "out_ln.weight": 0.3450086076510187, + "out_head.weight": 5.754048046839396, + "out_head.bias": 2.9997445042071984 + } + } +}
\ No newline at end of file |