{ "dataset": "synth", "method": "dfa", "seed": 456, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 29.19346046447754, "acc": 0.1015625, "per_layer": [ { "layer": 0, "mean_norm": 0.0492619127035141, "median_norm": 0.04974084347486496, "max_norm": 0.1523628979921341, "min_norm": 2.117905588960106e-18, "support": { "1e-08": 0.98828125, "1e-07": 0.982421875, "1e-06": 0.970703125, "1e-05": 0.951171875, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -9.482752799987793, "5": -4.864361763000488, "10": -1.6053751707077026, "25": -1.3759350776672363, "50": -1.3032031059265137, "75": -1.2281651496887207, "90": -1.1494523286819458, "95": -1.1017143726348877, "99": -0.9324304461479187 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 0, 2, 2, 4, 2, 4, 3, 3, 2, 2, 0, 3, 6, 3, 1, 4, 4, 402, 56 ], "log_norms_bin_edges": [ -17.674095153808594, -17.336956024169922, -16.99981689453125, -16.662675857543945, -16.325536727905273, -15.988397598266602, -15.65125846862793, -15.314119338989258, -14.97697925567627, -14.639839172363281, -14.30270004272461, -13.965560913085938, -13.628421783447266, -13.291281700134277, -12.954142570495605, -12.617002487182617, -12.279863357543945, -11.942724227905273, -11.605584144592285, -11.268445014953613, -10.931304931640625, -10.594165802001953, -10.257026672363281, -9.91988754272461, -9.582747459411621, -9.24560832977295, -8.908468246459961, -8.571329116821289, -8.234189987182617, -7.897049903869629, -7.559910774230957, -7.222770690917969, -6.885631561279297, -6.548492431640625, -6.211352348327637, -5.874213218688965, -5.537073135375977, -5.199934005737305, -4.862794876098633, -4.5256547927856445, -4.188515663146973, -3.851376533508301, -3.5142364501953125, -3.1770973205566406, -2.8399581909179688, -2.5028181076049805, -2.1656789779663086, -1.8285388946533203, -1.4913997650146484, -1.1542606353759766, -0.8171207904815674 ], "r_inf_mean": 0.2918955087661743, "r_inf_median": 0.2837647795677185, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6032497882843018, "eff_dim_mean": 0.6032497882843018, "topk_energy": { "1": 0.08760584890842438, "5": 0.3108406364917755, "10": 0.4677860140800476, "25": 0.753221869468689 }, "gamma_raw": 0.03869650140404701, "gamma_active": { "1e-08": 0.039155229926109314, "1e-07": 0.03864369913935661, "1e-06": 0.03739608824253082, "1e-05": 0.037570055574178696, "0.0001": 0.03795270249247551 }, "gamma_energy_weighted": { "1e-08": 0.032990067317914505, "1e-07": 0.032990067317914505, "1e-06": 0.032990067317914505, "1e-05": 0.032990067317914505, "0.0001": 0.032990067317914505 } }, { "layer": 1, "mean_norm": 0.002568535041064024, "median_norm": 0.0026299445889890194, "max_norm": 0.00719055812805891, "min_norm": 8.020862792136416e-20, "support": { "1e-08": 0.98046875, "1e-07": 0.96484375, "1e-06": 0.9453125, "1e-05": 0.935546875, "0.0001": 0.91796875 }, "log_norms_percentiles": { "1": -10.940587997436523, "5": -6.166435241699219, "10": -2.9384026527404785, "25": -2.638461112976074, "50": -2.5797009468078613, "75": -2.5096306800842285, "90": -2.4482100009918213, "95": -2.412285327911377, "99": -2.313051223754883 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 0, 1, 3, 4, 2, 3, 3, 4, 1, 2, 1, 3, 4, 3, 3, 2, 4, 372, 88 ], "log_norms_bin_edges": [ -19.095779418945312, -18.756729125976562, -18.41767692565918, -18.07862663269043, -17.73957633972168, -17.40052604675293, -17.061473846435547, -16.722423553466797, -16.383373260498047, -16.044322967529297, -15.705270767211914, -15.366220474243164, -15.027169227600098, -14.688117980957031, -14.349067687988281, -14.010017395019531, -13.670966148376465, -13.331914901733398, -12.992864608764648, -12.653814315795898, -12.314763069152832, -11.975711822509766, -11.636661529541016, -11.29761028289795, -10.958559036254883, -10.619508743286133, -10.280457496643066, -9.941407203674316, -9.60235595703125, -9.2633056640625, -8.924254417419434, -8.585204124450684, -8.246152877807617, -7.907101631164551, -7.568051338195801, -7.229000091552734, -6.889949798583984, -6.550898551940918, -6.211848258972168, -5.872797012329102, -5.533746719360352, -5.194695472717285, -4.855644226074219, -4.516593933105469, -4.177542686462402, -3.8384923934936523, -3.499441146850586, -3.160390853881836, -2.821338653564453, -2.482288360595703, -2.143237590789795 ], "r_inf_mean": 0.25330406427383423, "r_inf_median": 0.2493448704481125, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6394168138504028, "eff_dim_mean": 0.6394168138504028, "topk_energy": { "1": 0.06519816815853119, "5": 0.264660120010376, "10": 0.42111334204673767, "25": 0.7205305695533752 }, "gamma_raw": 0.19518491625785828, "gamma_active": { "1e-08": 0.19889576733112335, "1e-07": 0.20013108849525452, "1e-06": 0.20118911564350128, "1e-05": 0.20122966170310974, "0.0001": 0.2009708434343338 }, "gamma_energy_weighted": { "1e-08": 0.2110617838421668, "1e-07": 0.2110617838421668, "1e-06": 0.2110617838421668, "1e-05": 0.2110617838421668, "0.0001": 0.2110617838421668 } }, { "layer": 2, "mean_norm": 0.0017579158302396536, "median_norm": 0.001876829075627029, "max_norm": 0.0025542036164551973, "min_norm": 3.915525668592246e-20, "support": { "1e-08": 0.978515625, "1e-07": 0.9609375, "1e-06": 0.943359375, "1e-05": 0.935546875, "0.0001": 0.916015625 }, "log_norms_percentiles": { "1": -11.139305114746094, "5": -6.305920600891113, "10": -3.1121439933776855, "25": -2.7555980682373047, "50": -2.726470470428467, "75": -2.6809775829315186, "90": -2.6491119861602783, "95": -2.614898681640625, "99": -2.595681667327881 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 1, 1, 2, 5, 2, 3, 3, 3, 2, 1, 2, 3, 4, 3, 3, 2, 3, 460 ], "log_norms_bin_edges": [ -19.407211303710938, -19.0709228515625, -18.73463249206543, -18.398344039916992, -18.062053680419922, -17.725765228271484, -17.389474868774414, -17.053186416625977, -16.716896057128906, -16.38060760498047, -16.04431915283203, -15.708028793334961, -15.371739387512207, -15.035449981689453, -14.699161529541016, -14.362871170043945, -14.026582717895508, -13.690292358398438, -13.35400390625, -13.017714500427246, -12.681425094604492, -12.345135688781738, -12.008846282958984, -11.67255687713623, -11.336267471313477, -10.999978065490723, -10.663688659667969, -10.327400207519531, -9.991110801696777, -9.654821395874023, -9.31853199005127, -8.982242584228516, -8.645953178405762, -8.309663772583008, -7.973374366760254, -7.6370849609375, -7.300795555114746, -6.964506149291992, -6.628217697143555, -6.291928291320801, -5.955638885498047, -5.619349479675293, -5.283060073852539, -4.946770668029785, -4.610481262207031, -4.274191856384277, -3.9379024505615234, -3.6016130447387695, -3.2653236389160156, -2.929035186767578, -2.5927443504333496 ], "r_inf_mean": 0.2461438775062561, "r_inf_median": 0.24710114300251007, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6493147611618042, "eff_dim_mean": 0.6493147611618042, "topk_energy": { "1": 0.06112468242645264, "5": 0.25580209493637085, "10": 0.4094632863998413, "25": 0.7087682485580444 }, "gamma_raw": 0.08564076572656631, "gamma_active": { "1e-08": 0.08724778145551682, "1e-07": 0.08867105096578598, "1e-06": 0.08891702443361282, "1e-05": 0.08904703706502914, "0.0001": 0.08880636841058731 }, "gamma_energy_weighted": { "1e-08": 0.10304308959737887, "1e-07": 0.10304308959737887, "1e-06": 0.10304308959737887, "1e-05": 0.10304308959737887, "0.0001": 0.10304308959737887 } }, { "layer": 3, "mean_norm": 0.0017379759810864925, "median_norm": 0.0018643287476152182, "max_norm": 0.0024727685377001762, "min_norm": 3.8558339245214615e-20, "support": { "1e-08": 0.978515625, "1e-07": 0.9609375, "1e-06": 0.943359375, "1e-05": 0.935546875, "0.0001": 0.916015625 }, "log_norms_percentiles": { "1": -11.138894081115723, "5": -6.305047512054443, "10": -3.1225666999816895, "25": -2.7594876289367676, "50": -2.729440212249756, "75": -2.6860671043395996, "90": -2.650346040725708, "95": -2.625997543334961, "99": -2.6078574657440186 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 2, 2, 5, 2, 3, 3, 3, 1, 2, 2, 3, 4, 3, 3, 2, 3, 460 ], "log_norms_bin_edges": [ -19.413881301879883, -19.077739715576172, -18.74159812927246, -18.40545654296875, -18.069316864013672, -17.73317527770996, -17.39703369140625, -17.06089210510254, -16.724750518798828, -16.388608932495117, -16.052467346191406, -15.716327667236328, -15.380186080932617, -15.044044494628906, -14.707902908325195, -14.371761322021484, -14.03562068939209, -13.699480056762695, -13.363338470458984, -13.027196884155273, -12.691055297851562, -12.354913711547852, -12.018773078918457, -11.682631492614746, -11.346490859985352, -11.01034927368164, -10.67420768737793, -10.338066101074219, -10.001925468444824, -9.665783882141113, -9.329642295837402, -8.993501663208008, -8.657360076904297, -8.321218490600586, -7.985077857971191, -7.6489362716674805, -7.3127946853637695, -6.976654052734375, -6.640512466430664, -6.304370880126953, -5.968229293823242, -5.632088661193848, -5.295947074890137, -4.959805488586426, -4.623664855957031, -4.28752326965332, -3.9513816833496094, -3.615241050720215, -3.2791004180908203, -2.9429588317871094, -2.6068167686462402 ], "r_inf_mean": 0.24574804306030273, "r_inf_median": 0.24636037647724152, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6494787931442261, "eff_dim_mean": 0.6494787335395813, "topk_energy": { "1": 0.060897015035152435, "5": 0.2554527521133423, "10": 0.4087584614753723, "25": 0.7090603113174438 }, "gamma_raw": 0.10582663118839264, "gamma_active": { "1e-08": 0.10788597911596298, "1e-07": 0.1088070347905159, "1e-06": 0.10899817943572998, "1e-05": 0.10966698825359344, "0.0001": 0.10956272482872009 }, "gamma_energy_weighted": { "1e-08": 0.1200737924345661, "1e-07": 0.1200737924345661, "1e-06": 0.1200737924345661, "1e-05": 0.1200737924345661, "0.0001": 0.1200737924345661 } } ] }