{ "dataset": "synth", "method": "dfa", "seed": 42, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 9.959592819213867, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.017818545922636986, "median_norm": 0.01744621992111206, "max_norm": 0.06091040372848511, "min_norm": 1.3415603739019843e-08, "support": { "1e-08": 1.0, "1e-07": 0.998046875, "1e-06": 0.994140625, "1e-05": 0.990234375, "0.0001": 0.982421875 }, "log_norms_percentiles": { "1": -4.4490580558776855, "5": -2.4321417808532715, "10": -2.032693862915039, "25": -1.8520926237106323, "50": -1.758249044418335, "75": -1.6616926193237305, "90": -1.588365077972412, "95": -1.5287803411483765, "99": -1.4129067659378052 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 2, 2, 3, 0, 2, 2, 0, 2, 0, 1, 3, 4, 8, 16, 51, 167, 165, 59, 13, 3 ], "log_norms_bin_edges": [ -7.872390270233154, -7.739248752593994, -7.606106758117676, -7.472965240478516, -7.3398237228393555, -7.206682205200195, -7.073540687561035, -6.940398693084717, -6.807257175445557, -6.6741156578063965, -6.540973663330078, -6.407832145690918, -6.274690628051758, -6.141549110412598, -6.0084075927734375, -5.875265598297119, -5.742124080657959, -5.608982563018799, -5.4758405685424805, -5.34269905090332, -5.20955753326416, -5.076416015625, -4.94327449798584, -4.8101325035095215, -4.676990985870361, -4.543849468231201, -4.410707473754883, -4.277565956115723, -4.1444244384765625, -4.011282920837402, -3.878141164779663, -3.744999408721924, -3.6118578910827637, -3.4787163734436035, -3.3455748558044434, -3.212432861328125, -3.079291343688965, -2.9461498260498047, -2.8130078315734863, -2.679866313934326, -2.546724796295166, -2.413583278656006, -2.2804417610168457, -2.1472997665405273, -2.014158248901367, -1.881016731262207, -1.7478747367858887, -1.6147332191467285, -1.4815917015075684, -1.3484501838684082, -1.2153085470199585 ], "r_inf_mean": 0.3467870354652405, "r_inf_median": 0.3422580659389496, "pr_mean": 0.17512691020965576, "pr_median": 0.17410242557525635, "hoyer_mean": 0.45175814628601074, "eff_dim_mean": 0.45175814628601074, "topk_energy": { "1": 0.12324295938014984, "5": 0.42472344636917114, "10": 0.6093724966049194, "25": 0.874174952507019 }, "gamma_raw": -0.011563010513782501, "gamma_active": { "1e-08": -0.011563010513782501, "1e-07": -0.01168851274996996, "1e-06": -0.01174476183950901, "1e-05": -0.011946136131882668, "0.0001": -0.011777122505009174 }, "gamma_energy_weighted": { "1e-08": -0.01722884581416426, "1e-07": -0.01722884581416426, "1e-06": -0.01722884581416426, "1e-05": -0.01722884581416426, "0.0001": -0.01722884581416426 } }, { "layer": 1, "mean_norm": 0.002088101115077734, "median_norm": 0.0022036994341760874, "max_norm": 0.004260533023625612, "min_norm": 1.314001352170635e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.994140625, "1e-06": 0.990234375, "1e-05": 0.982421875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -5.429847240447998, "5": -3.340477228164673, "10": -2.8877949714660645, "25": -2.72451114654541, "50": -2.6568214893341064, "75": -2.6080684661865234, "90": -2.5669939517974854, "95": -2.528749465942383, "99": -2.4608912467956543 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 1, 1, 0, 1, 1, 2, 3, 2, 1, 1, 0, 2, 1, 0, 7, 5, 4, 12, 38, 238, 170, 15 ], "log_norms_bin_edges": [ -8.881404876708984, -8.751187324523926, -8.620969772338867, -8.490753173828125, -8.360535621643066, -8.230318069458008, -8.10010051727295, -7.969883441925049, -7.83966588973999, -7.70944881439209, -7.579231262207031, -7.449013710021973, -7.318796157836914, -7.188579082489014, -7.058361530303955, -6.928144454956055, -6.797926902770996, -6.6677093505859375, -6.537492275238037, -6.4072747230529785, -6.277057647705078, -6.1468400955200195, -6.016622543334961, -5.886404991149902, -5.756187915802002, -5.625970840454102, -5.495753288269043, -5.365535736083984, -5.235318183898926, -5.105101108551025, -4.974883556365967, -4.844666481018066, -4.714448928833008, -4.584231376647949, -4.454014301300049, -4.32379674911499, -4.19357967376709, -4.063362121582031, -3.9331445693969727, -3.8029274940490723, -3.6727099418640137, -3.542492389678955, -3.4122753143310547, -3.282057762145996, -3.1518402099609375, -3.021623134613037, -2.8914055824279785, -2.761188507080078, -2.6309709548950195, -2.500753402709961, -2.3705360889434814 ], "r_inf_mean": 0.2807486951351166, "r_inf_median": 0.2725348472595215, "pr_mean": 0.2964019179344177, "pr_median": 0.30154281854629517, "hoyer_mean": 0.6128425598144531, "eff_dim_mean": 0.6128425598144531, "topk_energy": { "1": 0.08119034767150879, "5": 0.29857325553894043, "10": 0.4548112154006958, "25": 0.7440608143806458 }, "gamma_raw": 0.011214717291295528, "gamma_active": { "1e-08": 0.01124632079154253, "1e-07": 0.011634266003966331, "1e-06": 0.011717678979039192, "1e-05": 0.011576728895306587, "0.0001": 0.011543957516551018 }, "gamma_energy_weighted": { "1e-08": 0.016017894388066327, "1e-07": 0.016017894388066327, "1e-06": 0.016017894388066327, "1e-05": 0.016017894388066327, "0.0001": 0.016017894388066327 } }, { "layer": 2, "mean_norm": 0.001690404606051743, "median_norm": 0.0018438705010339618, "max_norm": 0.0022986847907304764, "min_norm": 1.237695723688148e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.994140625, "1e-06": 0.990234375, "1e-05": 0.982421875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -5.568781852722168, "5": -3.432922124862671, "10": -2.9800450801849365, "25": -2.79018235206604, "50": -2.7342047691345215, "75": -2.705350399017334, "90": -2.6792099475860596, "95": -2.6709330081939697, "99": -2.6480627059936523 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 3, 2, 2, 1, 1, 0, 2, 1, 0, 7, 5, 5, 9, 17, 119, 327 ], "log_norms_bin_edges": [ -8.90738582611084, -8.782008171081543, -8.656631469726562, -8.531253814697266, -8.405876159667969, -8.280499458312988, -8.155121803283691, -8.029745101928711, -7.904367446899414, -7.778989791870117, -7.6536126136779785, -7.52823543548584, -7.402857780456543, -7.277480602264404, -7.152103424072266, -7.026726245880127, -6.901349067687988, -6.775971412658691, -6.650594234466553, -6.525217056274414, -6.399839401245117, -6.2744622230529785, -6.14908504486084, -6.023707389831543, -5.898330211639404, -5.772953033447266, -5.647575378417969, -5.522198677062988, -5.396821022033691, -5.271443843841553, -5.146066665649414, -5.020689010620117, -4.8953118324279785, -4.76993465423584, -4.644556999206543, -4.519179821014404, -4.393802642822266, -4.268425464630127, -4.14304780960083, -4.017670631408691, -3.8922934532165527, -3.766915798187256, -3.641538619995117, -3.5161614418029785, -3.39078426361084, -3.265406608581543, -3.1400294303894043, -3.0146522521972656, -2.8892745971679688, -2.76389741897583, -2.6385204792022705 ], "r_inf_mean": 0.24292714893817902, "r_inf_median": 0.23911209404468536, "pr_mean": 0.3499802350997925, "pr_median": 0.350597083568573, "hoyer_mean": 0.6414167881011963, "eff_dim_mean": 0.6414167881011963, "topk_energy": { "1": 0.05960927903652191, "5": 0.2584185004234314, "10": 0.4167124032974243, "25": 0.7177705764770508 }, "gamma_raw": 0.03267107903957367, "gamma_active": { "1e-08": 0.032731793820858, "1e-07": 0.03276238963007927, "1e-06": 0.03273762762546539, "1e-05": 0.03284170478582382, "0.0001": 0.03279900923371315 }, "gamma_energy_weighted": { "1e-08": 0.03636856184855524, "1e-07": 0.03636856184855524, "1e-06": 0.03636856184855524, "1e-05": 0.03636856184855524, "0.0001": 0.03636856184855524 } }, { "layer": 3, "mean_norm": 0.001682401285506785, "median_norm": 0.0018325344426557422, "max_norm": 0.0022907464299350977, "min_norm": 1.2334812060643685e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.994140625, "1e-06": 0.990234375, "1e-05": 0.982421875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -5.569997787475586, "5": -3.4340879917144775, "10": -2.9791505336761475, "25": -2.791239023208618, "50": -2.736901044845581, "75": -2.7073092460632324, "90": -2.680774211883545, "95": -2.6739323139190674, "99": -2.6475791931152344 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 3, 2, 2, 0, 2, 0, 2, 1, 0, 7, 5, 5, 9, 16, 122, 325 ], "log_norms_bin_edges": [ -8.908867835998535, -8.783491134643555, -8.658114433288574, -8.532736778259277, -8.407360076904297, -8.281983375549316, -8.156606674194336, -8.031229972839355, -7.905852794647217, -7.780475616455078, -7.655098915100098, -7.529722213745117, -7.4043450355529785, -7.278968334197998, -7.153591156005859, -7.028214454650879, -6.902837753295898, -6.77746057510376, -6.652083396911621, -6.526706695556641, -6.40132999420166, -6.27595329284668, -6.150576114654541, -6.025198936462402, -5.899822235107422, -5.774445533752441, -5.649068832397461, -5.523691654205322, -5.398314476013184, -5.272937774658203, -5.147561073303223, -5.022184371948242, -4.8968071937561035, -4.771430492401123, -4.646053314208984, -4.520676612854004, -4.395299434661865, -4.269922733306885, -4.144546031951904, -4.019168853759766, -3.893792152404785, -3.7684149742126465, -3.643038272857666, -3.5176615715026855, -3.392284393310547, -3.2669076919555664, -3.1415305137634277, -3.0161538124084473, -2.8907766342163086, -2.765399932861328, -2.6400229930877686 ], "r_inf_mean": 0.24280603229999542, "r_inf_median": 0.23904725909233093, "pr_mean": 0.3505163788795471, "pr_median": 0.3514935374259949, "hoyer_mean": 0.6415455341339111, "eff_dim_mean": 0.6415455341339111, "topk_energy": { "1": 0.05957484990358353, "5": 0.2578091025352478, "10": 0.4163019359111786, "25": 0.7178477644920349 }, "gamma_raw": 0.0267526526004076, "gamma_active": { "1e-08": 0.02679542452096939, "1e-07": 0.02678399533033371, "1e-06": 0.02672143094241619, "1e-05": 0.026817817240953445, "0.0001": 0.02666880004107952 }, "gamma_energy_weighted": { "1e-08": 0.027786115705898475, "1e-07": 0.027786115705898475, "1e-06": 0.027786115705898475, "1e-05": 0.027786115705898475, "0.0001": 0.027786115705898475 } } ] }