{ "dataset": "synth", "method": "dfa", "seed": 123, "alpha": 0.0, "depth": 8, "batch": 512, "loss": 52.38006591796875, "acc": 0.068359375, "per_layer": [ { "layer": 0, "mean_norm": 0.0839274525642395, "median_norm": 0.07716481387615204, "max_norm": 0.5737373232841492, "min_norm": 0.0, "support": { "1e-08": 0.982421875, "1e-07": 0.9765625, "1e-06": 0.970703125, "1e-05": 0.966796875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -10.646584510803223, "5": -2.3053412437438965, "10": -1.29920494556427, "25": -1.203701376914978, "50": -1.1122887134552002, "75": -0.999566912651062, "90": -0.879206120967865, "95": -0.8187549114227295, "99": -0.6279237270355225 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 2, 0, 0, 3, 3, 0, 1, 1, 2, 2, 3, 0, 3, 9, 444, 32 ], "log_norms_bin_edges": [ -30.0, -29.40482521057129, -28.80965232849121, -28.2144775390625, -27.61930274963379, -27.024127960205078, -26.428955078125, -25.83378028869629, -25.238605499267578, -24.6434326171875, -24.04825782775879, -23.453083038330078, -22.85791015625, -22.26273536682129, -21.667560577392578, -21.072385787963867, -20.477210998535156, -19.882038116455078, -19.286863327026367, -18.691688537597656, -18.096515655517578, -17.501340866088867, -16.906166076660156, -16.310993194580078, -15.715818405151367, -15.120643615722656, -14.525469779968262, -13.930295944213867, -13.335121154785156, -12.739946365356445, -12.144771575927734, -11.549598693847656, -10.954423904418945, -10.359249114990234, -9.764076232910156, -9.168901443481445, -8.573726654052734, -7.978551864624023, -7.383378982543945, -6.788204193115234, -6.193029403686523, -5.597856521606445, -5.002681732177734, -4.407506942749023, -3.8123321533203125, -3.2171592712402344, -2.6219844818115234, -2.0268096923828125, -1.4316368103027344, -0.8364620208740234, -0.24128688871860504 ], "r_inf_mean": 0.24803698062896729, "r_inf_median": 0.2463834285736084, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6415371298789978, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.00023578433319926262, "gamma_active": { "1e-08": 0.00023423258971888572, "1e-07": -4.826748772757128e-05, "1e-06": 0.00014834047760814428, "1e-05": 0.0004994819173589349, "0.0001": 7.119120709830895e-05 }, "gamma_energy_weighted": { "1e-08": -0.0013329442168202204, "1e-07": -0.0013329442168202204, "1e-06": -0.0013329442168202204, "1e-05": -0.0013329442168202204, "0.0001": -0.0013329442168202204 } }, { "layer": 1, "mean_norm": 0.003372239414602518, "median_norm": 0.0033331471495330334, "max_norm": 0.010253923013806343, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.966796875, "1e-05": 0.95703125, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -11.88797378540039, "5": -3.64426589012146, "10": -2.655672311782837, "25": -2.5654711723327637, "50": -2.477085828781128, "75": -2.3985390663146973, "90": -2.3095920085906982, "95": -2.261038064956665, "99": -2.138319730758667 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 0, 2, 0, 0, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 6, 109, 371 ], "log_norms_bin_edges": [ -30.0, -29.439783096313477, -28.87956428527832, -28.319347381591797, -27.75912857055664, -27.198911666870117, -26.63869285583496, -26.078475952148438, -25.51825714111328, -24.958040237426758, -24.3978214263916, -23.837604522705078, -23.277385711669922, -22.7171688079834, -22.156951904296875, -21.59673309326172, -21.036514282226562, -20.47629737854004, -19.916080474853516, -19.35586166381836, -18.795642852783203, -18.23542594909668, -17.675209045410156, -17.114990234375, -16.554773330688477, -15.994555473327637, -15.434337615966797, -14.874119758605957, -14.313901901245117, -13.753683090209961, -13.193466186523438, -12.633247375488281, -12.073030471801758, -11.512813568115234, -10.952594757080078, -10.392377853393555, -9.832159042358398, -9.271942138671875, -8.711723327636719, -8.151506423950195, -7.591287612915039, -7.031070709228516, -6.470851898193359, -5.910634994506836, -5.35041618347168, -4.790199279785156, -4.22998046875, -3.6697635650634766, -3.109546661376953, -2.549327850341797, -1.989109992980957 ], "r_inf_mean": 0.24448999762535095, "r_inf_median": 0.24551840126514435, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6413083076477051, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.21405169367790222, "gamma_active": { "1e-08": 0.21920475363731384, "1e-07": 0.2191845178604126, "1e-06": 0.21928949654102325, "1e-05": 0.21941633522510529, "0.0001": 0.21945802867412567 }, "gamma_energy_weighted": { "1e-08": 0.21105765283361752, "1e-07": 0.21105765283361752, "1e-06": 0.21105765283361752, "1e-05": 0.21105765283361752, "0.0001": 0.21105765283361752 } }, { "layer": 2, "mean_norm": 0.00190958590246737, "median_norm": 0.0020073282066732645, "max_norm": 0.0028413557447493076, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.96484375, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.187179565429688, "5": -3.923316478729248, "10": -2.8141896724700928, "25": -2.7712438106536865, "50": -2.697266101837158, "75": -2.636324167251587, "90": -2.604604959487915, "95": -2.593456506729126, "99": -2.551417112350464 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 1, 3, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.450929641723633, -28.901859283447266, -28.3527889251709, -27.80371856689453, -27.25464630126953, -26.705577850341797, -26.156505584716797, -25.60743522644043, -25.058364868164062, -24.509294509887695, -23.960224151611328, -23.41115379333496, -22.862083435058594, -22.313013076782227, -21.76394271850586, -21.21487045288086, -20.665802001953125, -20.116729736328125, -19.567659378051758, -19.01858901977539, -18.469518661499023, -17.920448303222656, -17.37137794494629, -16.822307586669922, -16.273235321044922, -15.724165916442871, -15.175095558166504, -14.626025199890137, -14.07695484161377, -13.527883529663086, -12.978813171386719, -12.429742813110352, -11.880672454833984, -11.331602096557617, -10.78253173828125, -10.233461380004883, -9.684391021728516, -9.135318756103516, -8.586248397827148, -8.037178039550781, -7.488107681274414, -6.939037322998047, -6.38996696472168, -5.8408966064453125, -5.291826248168945, -4.742755889892578, -4.193685531616211, -3.6446151733398438, -3.0955429077148438, -2.5464744567871094 ], "r_inf_mean": 0.24868807196617126, "r_inf_median": 0.25013667345046997, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6505258679389954, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.1420464664697647, "gamma_active": { "1e-08": 0.14570116996765137, "1e-07": 0.14593738317489624, "1e-06": 0.14577026665210724, "1e-05": 0.14551988244056702, "0.0001": 0.14528648555278778 }, "gamma_energy_weighted": { "1e-08": 0.16216333878388167, "1e-07": 0.16216333878388167, "1e-06": 0.16216333878388167, "1e-05": 0.16216333878388167, "0.0001": 0.16216333878388167 } }, { "layer": 3, "mean_norm": 0.0018773183692246675, "median_norm": 0.0019557613413780928, "max_norm": 0.002757950685918331, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.96484375, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.201337814331055, "5": -3.9317140579223633, "10": -2.8158657550811768, "25": -2.778416633605957, "50": -2.708585500717163, "75": -2.6422619819641113, "90": -2.6140902042388916, "95": -2.600679397583008, "99": -2.5612125396728516 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 1, 3, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.451189041137695, -28.902376174926758, -28.353565216064453, -27.804752349853516, -27.25594139099121, -26.707130432128906, -26.15831756591797, -25.609506607055664, -25.060693740844727, -24.511882781982422, -23.963069915771484, -23.41425895690918, -22.865447998046875, -22.316635131835938, -21.767824172973633, -21.219013214111328, -20.67020034790039, -20.121387481689453, -19.57257843017578, -19.023765563964844, -18.474952697753906, -17.9261417388916, -17.377330780029297, -16.82851791381836, -16.279706954956055, -15.730895042419434, -15.182083129882812, -14.633271217346191, -14.08445930480957, -13.535648345947266, -12.986835479736328, -12.438024520874023, -11.889213562011719, -11.340400695800781, -10.791589736938477, -10.242776870727539, -9.693965911865234, -9.14515495300293, -8.596342086791992, -8.047531127929688, -7.49871826171875, -6.949907302856445, -6.401096343994141, -5.852283477783203, -5.303472518920898, -4.754659652709961, -4.205848693847656, -3.6570358276367188, -3.108224868774414, -2.5594136714935303 ], "r_inf_mean": 0.2485554963350296, "r_inf_median": 0.2501540780067444, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6504602432250977, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.09905887395143509, "gamma_active": { "1e-08": 0.10127194970846176, "1e-07": 0.10138820856809616, "1e-06": 0.1013953685760498, "1e-05": 0.10147277265787125, "0.0001": 0.10139001905918121 }, "gamma_energy_weighted": { "1e-08": 0.12771518988833147, "1e-07": 0.12771518988833147, "1e-06": 0.12771518988833147, "1e-05": 0.12771518988833147, "0.0001": 0.12771518988833147 } }, { "layer": 4, "mean_norm": 0.0018654819577932358, "median_norm": 0.0019469120306894183, "max_norm": 0.0027103624306619167, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.96484375, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.206720352172852, "5": -3.9369194507598877, "10": -2.8117475509643555, "25": -2.7776541709899902, "50": -2.710615634918213, "75": -2.646256923675537, "90": -2.6193454265594482, "95": -2.6038930416107178, "99": -2.5673673152923584 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 1, 3, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.451339721679688, -28.902679443359375, -28.354019165039062, -27.80535888671875, -27.256696701049805, -26.708036422729492, -26.15937614440918, -25.610715866088867, -25.062055587768555, -24.513395309448242, -23.964733123779297, -23.416072845458984, -22.867412567138672, -22.31875228881836, -21.770092010498047, -21.221431732177734, -20.672771453857422, -20.12411117553711, -19.575450897216797, -19.026790618896484, -18.478130340576172, -17.929468154907227, -17.380807876586914, -16.8321475982666, -16.28348731994629, -15.734827041625977, -15.186165809631348, -14.637505531311035, -14.088845252990723, -13.540184020996094, -12.991523742675781, -12.442863464355469, -11.894203186035156, -11.345542907714844, -10.796882629394531, -10.248222351074219, -9.699560165405273, -9.150899887084961, -8.602239608764648, -8.053579330444336, -7.504919052124023, -6.956258773803711, -6.407598495483398, -5.858936309814453, -5.310276031494141, -4.761615753173828, -4.212955474853516, -3.664295196533203, -3.1156349182128906, -2.5669727325439453 ], "r_inf_mean": 0.246339350938797, "r_inf_median": 0.2464510202407837, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6507827043533325, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.12143732607364655, "gamma_active": { "1e-08": 0.12463849037885666, "1e-07": 0.12479206174612045, "1e-06": 0.1243063285946846, "1e-05": 0.12414909154176712, "0.0001": 0.12383846938610077 }, "gamma_energy_weighted": { "1e-08": 0.14727239101531045, "1e-07": 0.14727239101531045, "1e-06": 0.14727239101531045, "1e-05": 0.14727239101531045, "0.0001": 0.14727239101531045 } }, { "layer": 5, "mean_norm": 0.0018538616131991148, "median_norm": 0.0019310237839818, "max_norm": 0.002693063346669078, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.96484375, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.214882850646973, "5": -3.941784620285034, "10": -2.8117361068725586, "25": -2.776134967803955, "50": -2.714076519012451, "75": -2.647488832473755, "90": -2.6247873306274414, "95": -2.6072566509246826, "99": -2.570128917694092 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 1, 3, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.45139503479004, -28.902790069580078, -28.354185104370117, -27.805580139160156, -27.256975173950195, -26.708370208740234, -26.159765243530273, -25.611160278320312, -25.06255531311035, -24.51395034790039, -23.96534538269043, -23.41674041748047, -22.86813735961914, -22.319530487060547, -21.77092742919922, -21.222320556640625, -20.673717498779297, -20.125110626220703, -19.576507568359375, -19.02790069580078, -18.479297637939453, -17.93069076538086, -17.38208770751953, -16.83348274230957, -16.28487777709961, -15.736272811889648, -15.187667846679688, -14.639062881469727, -14.090457916259766, -13.541852951049805, -12.993247985839844, -12.444643020629883, -11.896038055419922, -11.347433090209961, -10.798828125, -10.250223159790039, -9.701618194580078, -9.153013229370117, -8.604408264160156, -8.055803298950195, -7.507198333740234, -6.958593368530273, -6.4099884033203125, -5.861383438110352, -5.312778472900391, -4.76417350769043, -4.215568542480469, -3.6669654846191406, -3.1183605194091797, -2.569753646850586 ], "r_inf_mean": 0.24571608006954193, "r_inf_median": 0.24553938210010529, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6507995128631592, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.09328246861696243, "gamma_active": { "1e-08": 0.09561697393655777, "1e-07": 0.0957460030913353, "1e-06": 0.09584401547908783, "1e-05": 0.09545278549194336, "0.0001": 0.09548424184322357 }, "gamma_energy_weighted": { "1e-08": 0.1113784980033901, "1e-07": 0.1113784980033901, "1e-06": 0.1113784980033901, "1e-05": 0.1113784980033901, "0.0001": 0.1113784980033901 } }, { "layer": 6, "mean_norm": 0.0018500774167478085, "median_norm": 0.0019309223862364888, "max_norm": 0.0026788092218339443, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.962890625, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.216682434082031, "5": -3.943277359008789, "10": -2.8112943172454834, "25": -2.775064706802368, "50": -2.7142229080200195, "75": -2.6489524841308594, "90": -2.6274325847625732, "95": -2.6092591285705566, "99": -2.573481559753418 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 1, 3, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.451440811157227, -28.902881622314453, -28.354324340820312, -27.80576515197754, -27.257205963134766, -26.708646774291992, -26.16008758544922, -25.611530303955078, -25.062971115112305, -24.51441192626953, -23.965852737426758, -23.417293548583984, -22.868736267089844, -22.320175170898438, -21.771617889404297, -21.223058700561523, -20.67449951171875, -20.12594223022461, -19.577381134033203, -19.028823852539062, -18.48026466369629, -17.931705474853516, -17.383148193359375, -16.83458709716797, -16.286029815673828, -15.737470626831055, -15.188911437988281, -14.640352249145508, -14.09179401397705, -13.543235778808594, -12.99467658996582, -12.446117401123047, -11.897558212280273, -11.3489990234375, -10.80044174194336, -10.251882553100586, -9.703323364257812, -9.154764175415039, -8.606204986572266, -8.057647705078125, -7.509088516235352, -6.960529327392578, -6.411970138549805, -5.863410949707031, -5.314851760864258, -4.766294479370117, -4.217735290527344, -3.6691761016845703, -3.120616912841797, -2.5720582008361816 ], "r_inf_mean": 0.2450709193944931, "r_inf_median": 0.24415409564971924, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6511056423187256, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.05705576390028, "gamma_active": { "1e-08": 0.05834803357720375, "1e-07": 0.05836891010403633, "1e-06": 0.058274731040000916, "1e-05": 0.05838711932301521, "0.0001": 0.05836768448352814 }, "gamma_energy_weighted": { "1e-08": 0.07224984690164699, "1e-07": 0.07224984690164699, "1e-06": 0.07224984690164699, "1e-05": 0.07224984690164699, "0.0001": 0.07224984690164699 } }, { "layer": 7, "mean_norm": 0.0018464212771505117, "median_norm": 0.00191977818030864, "max_norm": 0.002674494404345751, "min_norm": 0.0, "support": { "1e-08": 0.970703125, "1e-07": 0.96875, "1e-06": 0.962890625, "1e-05": 0.955078125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.215204238891602, "5": -3.945678949356079, "10": -2.8107335567474365, "25": -2.7737207412719727, "50": -2.716745376586914, "75": -2.6505627632141113, "90": -2.6299140453338623, "95": -2.6103124618530273, "99": -2.574985980987549 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 2, 3, 0, 1, 1, 3, 1, 3, 0, 4, 6, 478 ], "log_norms_bin_edges": [ -30.0, -29.45145606994629, -28.902910232543945, -28.354366302490234, -27.80582046508789, -27.25727653503418, -26.708730697631836, -26.160186767578125, -25.61164093017578, -25.06309700012207, -24.514551162719727, -23.966007232666016, -23.417461395263672, -22.86891746520996, -22.32037353515625, -21.771827697753906, -21.223281860351562, -20.67473793029785, -20.12619400024414, -19.577648162841797, -19.029102325439453, -18.480558395385742, -17.93201446533203, -17.383468627929688, -16.834924697875977, -16.286380767822266, -15.737834930419922, -15.189290046691895, -14.640745162963867, -14.09220027923584, -13.543655395507812, -12.995109558105469, -12.446565628051758, -11.898021697998047, -11.349475860595703, -10.800931930541992, -10.252386093139648, -9.703842163085938, -9.155296325683594, -8.606752395629883, -8.058206558227539, -7.509662628173828, -6.961116790771484, -6.412572860717773, -5.86402702331543, -5.315483093261719, -4.766937255859375, -4.218393325805664, -3.669849395751953, -3.1213035583496094, -2.572758436203003 ], "r_inf_mean": 0.24503310024738312, "r_inf_median": 0.244467094540596, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6511820554733276, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.0754469782114029, "gamma_active": { "1e-08": 0.07738412171602249, "1e-07": 0.07747223228216171, "1e-06": 0.07728958874940872, "1e-05": 0.07766776531934738, "0.0001": 0.07716799527406693 }, "gamma_energy_weighted": { "1e-08": 0.08689394330049652, "1e-07": 0.08689394330049652, "1e-06": 0.08689394330049652, "1e-05": 0.08689394330049652, "0.0001": 0.08689394330049652 } } ] }