{ "dataset": "synth", "method": "dfa", "seed": 123, "alpha": 0.5, "depth": 8, "batch": 512, "loss": 48.091278076171875, "acc": 0.083984375, "per_layer": [ { "layer": 0, "mean_norm": 0.07920411229133606, "median_norm": 0.07496485114097595, "max_norm": 0.6085569858551025, "min_norm": 0.0, "support": { "1e-08": 0.984375, "1e-07": 0.982421875, "1e-06": 0.974609375, "1e-05": 0.96875, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -8.907740592956543, "5": -3.2858169078826904, "10": -1.4649065732955933, "25": -1.2792305946350098, "50": -1.1248087882995605, "75": -1.006129503250122, "90": -0.900830864906311, "95": -0.822790801525116, "99": -0.6666164398193359 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 3, 0, 0, 1, 4, 2, 2, 4, 2, 4, 2, 4, 24, 432, 23 ], "log_norms_bin_edges": [ -30.0, -29.404314041137695, -28.80862808227539, -28.212942123413086, -27.61725616455078, -27.021570205688477, -26.425884246826172, -25.830198287963867, -25.234512329101562, -24.638826370239258, -24.043140411376953, -23.44745445251465, -22.851768493652344, -22.256080627441406, -21.660396575927734, -21.064708709716797, -20.469024658203125, -19.873336791992188, -19.277652740478516, -18.681964874267578, -18.086280822753906, -17.49059295654297, -16.894908905029297, -16.29922103881836, -15.703535079956055, -15.10784912109375, -14.512163162231445, -13.91647720336914, -13.320791244506836, -12.725105285644531, -12.129419326782227, -11.533733367919922, -10.938047409057617, -10.342361450195312, -9.746675491333008, -9.150989532470703, -8.555303573608398, -7.959617614746094, -7.363931655883789, -6.768245697021484, -6.17255973815918, -5.576873779296875, -4.98118782043457, -4.385501861572266, -3.789815902709961, -3.1941299438476562, -2.5984439849853516, -2.002758026123047, -1.4070701599121094, -0.8113842010498047, -0.2156987488269806 ], "r_inf_mean": 0.2859426438808441, "r_inf_median": 0.2780011296272278, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6062971949577332, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.006515339482575655, "gamma_active": { "1e-08": 0.006661216262727976, "1e-07": 0.006775374058634043, "1e-06": 0.006312511395663023, "1e-05": 0.006664868909865618, "0.0001": 0.007040049880743027 }, "gamma_energy_weighted": { "1e-08": -0.013258389541988169, "1e-07": -0.013258389541988169, "1e-06": -0.013258389541988169, "1e-05": -0.013258389541988169, "0.0001": -0.013258389541988169 } }, { "layer": 1, "mean_norm": 0.004493367858231068, "median_norm": 0.004455396439880133, "max_norm": 0.019138889387249947, "min_norm": 0.0, "support": { "1e-08": 0.982421875, "1e-07": 0.97265625, "1e-06": 0.966796875, "1e-05": 0.953125, "0.0001": 0.9453125 }, "log_norms_percentiles": { "1": -10.350650787353516, "5": -4.471142768859863, "10": -2.705919027328491, "25": -2.5260229110717773, "50": -2.350916624069214, "75": -2.2342000007629395, "90": -2.1127681732177734, "95": -2.068232536315918, "99": -2.0002243518829346 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 1, 4, 1, 2, 4, 2, 4, 3, 3, 6, 302, 172 ], "log_norms_bin_edges": [ -30.0, -29.434362411499023, -28.868722915649414, -28.303085327148438, -27.737445831298828, -27.17180824279785, -26.606170654296875, -26.040531158447266, -25.47489356994629, -24.90925407409668, -24.343616485595703, -23.777976989746094, -23.212339401245117, -22.64670181274414, -22.08106231689453, -21.515424728393555, -20.949787139892578, -20.38414764404297, -19.81850814819336, -19.252872467041016, -18.687232971191406, -18.121593475341797, -17.55595588684082, -16.990318298339844, -16.424678802490234, -15.859041213989258, -15.293402671813965, -14.727764129638672, -14.162125587463379, -13.596487045288086, -13.03084945678711, -12.4652099609375, -11.899572372436523, -11.333934783935547, -10.768295288085938, -10.202657699584961, -9.637018203735352, -9.071380615234375, -8.505743026733398, -7.940103530883789, -7.3744659423828125, -6.808826446533203, -6.243188858032227, -5.67755126953125, -5.111911773681641, -4.546274185180664, -3.9806346893310547, -3.414997100830078, -2.8493576049804688, -2.283720016479492, -1.718083381652832 ], "r_inf_mean": 0.27374082803726196, "r_inf_median": 0.27234065532684326, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.616619348526001, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.1089896410703659, "gamma_active": { "1e-08": 0.11079386621713638, "1e-07": 0.11105237156152725, "1e-06": 0.11118382215499878, "1e-05": 0.1119939535856247, "0.0001": 0.11202271282672882 }, "gamma_energy_weighted": { "1e-08": 0.11756788708890892, "1e-07": 0.11756788708890892, "1e-06": 0.11756788708890892, "1e-05": 0.11756788708890892, "0.0001": 0.11756788708890892 } }, { "layer": 2, "mean_norm": 0.0018194352742284536, "median_norm": 0.0019077699398621917, "max_norm": 0.002792443847283721, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.736860275268555, "5": -4.799628734588623, "10": -2.8494510650634766, "25": -2.7964539527893066, "50": -2.7193691730499268, "75": -2.648507595062256, "90": -2.611492156982422, "95": -2.5983471870422363, "99": -2.566786050796509 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 10, 470 ], "log_norms_bin_edges": [ -30.0, -29.451080322265625, -28.90216064453125, -28.353240966796875, -27.8043212890625, -27.255401611328125, -26.70648193359375, -26.157562255859375, -25.608642578125, -25.059722900390625, -24.51080322265625, -23.961883544921875, -23.4129638671875, -22.864044189453125, -22.31512451171875, -21.766204833984375, -21.21728515625, -20.668365478515625, -20.11944580078125, -19.570526123046875, -19.0216064453125, -18.472686767578125, -17.92376708984375, -17.374847412109375, -16.825927734375, -16.277008056640625, -15.72808837890625, -15.179168701171875, -14.6302490234375, -14.081329345703125, -13.53240966796875, -12.983489990234375, -12.4345703125, -11.885650634765625, -11.33673095703125, -10.787811279296875, -10.2388916015625, -9.689971923828125, -9.14105224609375, -8.592132568359375, -8.043212890625, -7.494293212890625, -6.94537353515625, -6.396453857421875, -5.8475341796875, -5.298614501953125, -4.74969482421875, -4.200775146484375, -3.65185546875, -3.102935791015625, -2.554015636444092 ], "r_inf_mean": 0.2451772540807724, "r_inf_median": 0.24519309401512146, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6448829174041748, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.11803872138261795, "gamma_active": { "1e-08": 0.12026814371347427, "1e-07": 0.12077341228723526, "1e-06": 0.12019114196300507, "1e-05": 0.1205577552318573, "0.0001": 0.12054168432950974 }, "gamma_energy_weighted": { "1e-08": 0.14526772680787084, "1e-07": 0.14526772680787084, "1e-06": 0.14526772680787084, "1e-05": 0.14526772680787084, "0.0001": 0.14526772680787084 } }, { "layer": 3, "mean_norm": 0.0017821392975747585, "median_norm": 0.0018557009752839804, "max_norm": 0.0026512257754802704, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.744598388671875, "5": -4.8098554611206055, "10": -2.8563363552093506, "25": -2.79866361618042, "50": -2.731245517730713, "75": -2.6582531929016113, "90": -2.629747152328491, "95": -2.6122360229492188, "99": -2.582632541656494 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 10, 470 ], "log_norms_bin_edges": [ -30.0, -29.45153045654297, -28.90306282043457, -28.35459327697754, -27.806123733520508, -27.25765609741211, -26.709186553955078, -26.160717010498047, -25.612247467041016, -25.063779830932617, -24.515310287475586, -23.966842651367188, -23.418373107910156, -22.869903564453125, -22.321434020996094, -21.772964477539062, -21.224496841430664, -20.676029205322266, -20.127559661865234, -19.579090118408203, -19.030620574951172, -18.48215103149414, -17.933683395385742, -17.38521385192871, -16.836746215820312, -16.28827667236328, -15.73980712890625, -15.191338539123535, -14.64286994934082, -14.094400405883789, -13.545930862426758, -12.99746322631836, -12.448993682861328, -11.900524139404297, -11.352056503295898, -10.803586959838867, -10.255117416381836, -9.706649780273438, -9.158180236816406, -8.609710693359375, -8.061241149902344, -7.512773513793945, -6.964303970336914, -6.415834426879883, -5.867366790771484, -5.318897247314453, -4.770427703857422, -4.221960067749023, -3.673490524291992, -3.125020980834961, -2.5765533447265625 ], "r_inf_mean": 0.2450738549232483, "r_inf_median": 0.24441806972026825, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6457029581069946, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.10828419774770737, "gamma_active": { "1e-08": 0.11017049849033356, "1e-07": 0.11009252071380615, "1e-06": 0.10950205475091934, "1e-05": 0.10997692495584488, "0.0001": 0.1103990226984024 }, "gamma_energy_weighted": { "1e-08": 0.13763622607907317, "1e-07": 0.13763622607907317, "1e-06": 0.13763622607907317, "1e-05": 0.13763622607907317, "0.0001": 0.13763622607907317 } }, { "layer": 4, "mean_norm": 0.0017659016884863377, "median_norm": 0.0018518617143854499, "max_norm": 0.00258342525921762, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.748531341552734, "5": -4.813263416290283, "10": -2.85467529296875, "25": -2.7981491088867188, "50": -2.732391357421875, "75": -2.665313243865967, "90": -2.6366968154907227, "95": -2.619321584701538, "99": -2.5903007984161377 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 9, 471 ], "log_norms_bin_edges": [ -30.0, -29.45175552368164, -28.903512954711914, -28.355268478393555, -27.807024002075195, -27.25878143310547, -26.71053695678711, -26.16229248046875, -25.61404800415039, -25.065805435180664, -24.517560958862305, -23.969318389892578, -23.42107391357422, -22.87282943725586, -22.3245849609375, -21.77634048461914, -21.228097915649414, -20.679855346679688, -20.131610870361328, -19.58336639404297, -19.03512191772461, -18.48687744140625, -17.938634872436523, -17.390390396118164, -16.842147827148438, -16.293903350830078, -15.745658874511719, -15.197415351867676, -14.649171829223633, -14.100927352905273, -13.552682876586914, -13.004440307617188, -12.456195831298828, -11.907951354980469, -11.359708786010742, -10.811464309692383, -10.263219833374023, -9.714977264404297, -9.166732788085938, -8.618488311767578, -8.070243835449219, -7.522001266479492, -6.973756790161133, -6.425512313842773, -5.877269744873047, -5.3290252685546875, -4.780780792236328, -4.232538223266602, -3.684293746948242, -3.136049270629883, -2.587804079055786 ], "r_inf_mean": 0.24434059858322144, "r_inf_median": 0.24257709085941315, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.645588755607605, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.11623523384332657, "gamma_active": { "1e-08": 0.11837123334407806, "1e-07": 0.11846169829368591, "1e-06": 0.1181812509894371, "1e-05": 0.11821899563074112, "0.0001": 0.11755218356847763 }, "gamma_energy_weighted": { "1e-08": 0.1372759710549184, "1e-07": 0.1372759710549184, "1e-06": 0.1372759710549184, "1e-05": 0.1372759710549184, "0.0001": 0.1372759710549184 } }, { "layer": 5, "mean_norm": 0.0017529820324853063, "median_norm": 0.0018337677465751767, "max_norm": 0.0025638549122959375, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.749164581298828, "5": -4.816112995147705, "10": -2.8516428470611572, "25": -2.797819137573242, "50": -2.736553192138672, "75": -2.6693098545074463, "90": -2.6450185775756836, "95": -2.6237354278564453, "99": -2.5928099155426025 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 9, 471 ], "log_norms_bin_edges": [ -30.0, -29.45182228088379, -28.903644561767578, -28.355466842651367, -27.807289123535156, -27.259109497070312, -26.710933685302734, -26.16275405883789, -25.61457633972168, -25.06639862060547, -24.518220901489258, -23.970043182373047, -23.421865463256836, -22.873687744140625, -22.325510025024414, -21.777332305908203, -21.22915267944336, -20.68097686767578, -20.132797241210938, -19.584619522094727, -19.036441802978516, -18.488264083862305, -17.940086364746094, -17.391908645629883, -16.843730926513672, -16.295551300048828, -15.747374534606934, -15.199196815490723, -14.651019096374512, -14.1028413772583, -13.554662704467773, -13.006484985351562, -12.458307266235352, -11.91012954711914, -11.36195182800293, -10.813774108886719, -10.265596389770508, -9.717418670654297, -9.169239044189453, -8.621061325073242, -8.072883605957031, -7.52470588684082, -6.976528167724609, -6.428350448608398, -5.8801727294921875, -5.331995010375977, -4.783817291259766, -4.235639572143555, -3.6874618530273438, -3.1392822265625, -2.591106653213501 ], "r_inf_mean": 0.24402755498886108, "r_inf_median": 0.241021066904068, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6470903158187866, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.11070078611373901, "gamma_active": { "1e-08": 0.11269590258598328, "1e-07": 0.1127733513712883, "1e-06": 0.11182202398777008, "1e-05": 0.11198991537094116, "0.0001": 0.11270453035831451 }, "gamma_energy_weighted": { "1e-08": 0.13119071917045746, "1e-07": 0.13119071917045746, "1e-06": 0.13119071917045746, "1e-05": 0.13119071917045746, "0.0001": 0.13119071917045746 } }, { "layer": 6, "mean_norm": 0.0017468235455453396, "median_norm": 0.001828528824262321, "max_norm": 0.0025423646438866854, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.75002670288086, "5": -4.816445827484131, "10": -2.8501508235931396, "25": -2.7997450828552246, "50": -2.7375454902648926, "75": -2.6723573207855225, "90": -2.647742509841919, "95": -2.628253221511841, "99": -2.5963118076324463 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 9, 471 ], "log_norms_bin_edges": [ -30.0, -29.451894760131836, -28.903789520263672, -28.35568618774414, -27.807580947875977, -27.259475708007812, -26.71137237548828, -26.163267135620117, -25.615161895751953, -25.06705665588379, -24.518951416015625, -23.970848083496094, -23.42274284362793, -22.874637603759766, -22.326534271240234, -21.77842903137207, -21.230323791503906, -20.682218551635742, -20.134113311767578, -19.586009979248047, -19.037904739379883, -18.48979949951172, -17.941696166992188, -17.393590927124023, -16.84548568725586, -16.297380447387695, -15.749276161193848, -15.201171875, -14.653066635131836, -14.104961395263672, -13.55685806274414, -13.008752822875977, -12.460647583007812, -11.912542343139648, -11.364437103271484, -10.816333770751953, -10.268228530883789, -9.720123291015625, -9.172019958496094, -8.62391471862793, -8.075809478759766, -7.527704238891602, -6.9795989990234375, -6.431495666503906, -5.883390426635742, -5.335285186767578, -4.787181854248047, -4.239076614379883, -3.6909713745117188, -3.1428661346435547, -2.5947623252868652 ], "r_inf_mean": 0.24401533603668213, "r_inf_median": 0.24132341146469116, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6470039486885071, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.06342054903507233, "gamma_active": { "1e-08": 0.06449270248413086, "1e-07": 0.06457577645778656, "1e-06": 0.06466998904943466, "1e-05": 0.064846932888031, "0.0001": 0.06531393527984619 }, "gamma_energy_weighted": { "1e-08": 0.07579741181061053, "1e-07": 0.07579741181061053, "1e-06": 0.07579741181061053, "1e-05": 0.07579741181061053, "0.0001": 0.07579741181061053 } }, { "layer": 7, "mean_norm": 0.00174068589694798, "median_norm": 0.0018211251590400934, "max_norm": 0.0025354872923344374, "min_norm": 0.0, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -10.749622344970703, "5": -4.816186428070068, "10": -2.8512277603149414, "25": -2.798557996749878, "50": -2.7396087646484375, "75": -2.677253007888794, "90": -2.648094654083252, "95": -2.628976821899414, "99": -2.5967953205108643 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 3, 0, 0, 1, 1, 3, 2, 2, 5, 2, 2, 3, 3, 9, 471 ], "log_norms_bin_edges": [ -30.0, -29.451919555664062, -28.903837203979492, -28.355756759643555, -27.807674407958984, -27.259593963623047, -26.71151351928711, -26.16343116760254, -25.6153507232666, -25.06726837158203, -24.519187927246094, -23.971107482910156, -23.423025131225586, -22.87494468688965, -22.326862335205078, -21.77878189086914, -21.230701446533203, -20.682619094848633, -20.134536743164062, -19.586456298828125, -19.038375854492188, -18.49029541015625, -17.94221305847168, -17.39413070678711, -16.846050262451172, -16.297969818115234, -15.74988842010498, -15.201807022094727, -14.653725624084473, -14.105644226074219, -13.557563781738281, -13.009481430053711, -12.461400985717773, -11.913320541381836, -11.365238189697266, -10.817157745361328, -10.269075393676758, -9.72099494934082, -9.172914505004883, -8.624832153320312, -8.076751708984375, -7.528669357299805, -6.980588912963867, -6.43250846862793, -5.884426116943359, -5.336345672607422, -4.788263320922852, -4.240182876586914, -3.6921005249023438, -3.1440200805664062, -2.5959386825561523 ], "r_inf_mean": 0.24361562728881836, "r_inf_median": 0.23911046981811523, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6474184989929199, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.08002671599388123, "gamma_active": { "1e-08": 0.08145962655544281, "1e-07": 0.08121658116579056, "1e-06": 0.08110985159873962, "1e-05": 0.0812864825129509, "0.0001": 0.08143885433673859 }, "gamma_energy_weighted": { "1e-08": 0.09197866342282239, "1e-07": 0.09197866342282239, "1e-06": 0.09197866342282239, "1e-05": 0.09197866342282239, "0.0001": 0.09197866342282239 } } ] }