{ "dataset": "synth", "method": "dfa", "seed": 123, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 50.1910514831543, "acc": 0.087890625, "per_layer": [ { "layer": 0, "mean_norm": 0.08924145996570587, "median_norm": 0.08018743246793747, "max_norm": 0.38406434655189514, "min_norm": 0.0, "support": { "1e-08": 0.97265625, "1e-07": 0.966796875, "1e-06": 0.955078125, "1e-05": 0.9453125, "0.0001": 0.93359375 }, "log_norms_percentiles": { "1": -12.038712501525879, "5": -5.470177173614502, "10": -1.3828285932540894, "25": -1.2245835065841675, "50": -1.0957770347595215, "75": -0.9596658945083618, "90": -0.8222770690917969, "95": -0.7166669368743896, "99": -0.5399638414382935 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 3, 2, 3, 0, 4, 4, 2, 3, 4, 2, 2, 5, 2, 299, 168 ], "log_norms_bin_edges": [ -30.0, -29.40831184387207, -28.81662368774414, -28.22493553161621, -27.63324737548828, -27.04155921936035, -26.449871063232422, -25.858182907104492, -25.266494750976562, -24.674806594848633, -24.083118438720703, -23.491430282592773, -22.899742126464844, -22.308055877685547, -21.716365814208984, -21.124679565429688, -20.532989501953125, -19.941303253173828, -19.349613189697266, -18.75792694091797, -18.166236877441406, -17.57455062866211, -16.982860565185547, -16.39117431640625, -15.79948616027832, -15.20779800415039, -14.616109848022461, -14.024421691894531, -13.432733535766602, -12.841045379638672, -12.249357223510742, -11.657669067382812, -11.065980911254883, -10.474292755126953, -9.882604598999023, -9.290916442871094, -8.699228286743164, -8.107540130615234, -7.515851974487305, -6.924163818359375, -6.332475662231445, -5.740787506103516, -5.149099349975586, -4.557411193847656, -3.9657230377197266, -3.374034881591797, -2.782346725463867, -2.1906585693359375, -1.5989723205566406, -1.007284164428711, -0.41559600830078125 ], "r_inf_mean": 0.25427740812301636, "r_inf_median": 0.2498551458120346, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6390663981437683, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.005242989864200354, "gamma_active": { "1e-08": -0.005314152222126722, "1e-07": -0.005176717881113291, "1e-06": -0.005306502804160118, "1e-05": -0.005230507347732782, "0.0001": -0.004796087276190519 }, "gamma_energy_weighted": { "1e-08": -0.005125128738220034, "1e-07": -0.005125128738220034, "1e-06": -0.005125128738220034, "1e-05": -0.005125128738220034, "0.0001": -0.005125128738220034 } }, { "layer": 1, "mean_norm": 0.004123594146221876, "median_norm": 0.0037878304719924927, "max_norm": 0.01843450218439102, "min_norm": 0.0, "support": { "1e-08": 0.96484375, "1e-07": 0.951171875, "1e-06": 0.94140625, "1e-05": 0.931640625, "0.0001": 0.92578125 }, "log_norms_percentiles": { "1": -13.43558406829834, "5": -6.834185600280762, "10": -2.688326358795166, "25": -2.5320615768432617, "50": -2.4212710857391357, "75": -2.293398141860962, "90": -2.164062261581421, "95": -2.0812883377075195, "99": -1.9472085237503052 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 2, 1, 2, 2, 1, 5, 3, 3, 4, 2, 2, 1, 5, 2, 332, 135 ], "log_norms_bin_edges": [ -30.0, -29.4346866607666, -28.869375228881836, -28.304061889648438, -27.738750457763672, -27.173437118530273, -26.608123779296875, -26.04281234741211, -25.47749900817871, -24.912185668945312, -24.346874237060547, -23.78156089782715, -23.21624755859375, -22.650936126708984, -22.085622787475586, -21.520309448242188, -20.954998016357422, -20.389686584472656, -19.824373245239258, -19.25905990600586, -18.693748474121094, -18.128435134887695, -17.563121795654297, -16.99781036376953, -16.432497024536133, -15.86718463897705, -15.301872253417969, -14.73655891418457, -14.171246528625488, -13.605934143066406, -13.040620803833008, -12.475309371948242, -11.909996032714844, -11.344682693481445, -10.77937126159668, -10.214057922363281, -9.648746490478516, -9.083433151245117, -8.518119812011719, -7.952808380126953, -7.387495040893555, -6.822181701660156, -6.256870269775391, -5.691556930541992, -5.126243591308594, -4.560932159423828, -3.9956188201904297, -3.430307388305664, -2.8649940490722656, -2.299680709838867, -1.7343685626983643 ], "r_inf_mean": 0.23015469312667847, "r_inf_median": 0.22956828773021698, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.648229718208313, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.11548003554344177, "gamma_active": { "1e-08": 0.11949364840984344, "1e-07": 0.11917194724082947, "1e-06": 0.119603730738163, "1e-05": 0.1197960153222084, "0.0001": 0.11974188685417175 }, "gamma_energy_weighted": { "1e-08": 0.10540604189902683, "1e-07": 0.10540604189902683, "1e-06": 0.10540604189902683, "1e-05": 0.10540604189902683, "0.0001": 0.10540604189902683 } }, { "layer": 2, "mean_norm": 0.0018964391201734543, "median_norm": 0.0019901676569133997, "max_norm": 0.002992541529238224, "min_norm": 0.0, "support": { "1e-08": 0.9609375, "1e-07": 0.94921875, "1e-06": 0.9375, "1e-05": 0.9296875, "0.0001": 0.919921875 }, "log_norms_percentiles": { "1": -13.673398971557617, "5": -6.97322940826416, "10": -2.781538248062134, "25": -2.735928535461426, "50": -2.701103687286377, "75": -2.6601357460021973, "90": -2.599372148513794, "95": -2.583228349685669, "99": -2.5544044971466064 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 2, 2, 1, 2, 1, 3, 3, 3, 3, 5, 1, 3, 2, 3, 2, 467 ], "log_norms_bin_edges": [ -30.0, -29.45047950744629, -28.900959014892578, -28.351436614990234, -27.801916122436523, -27.252395629882812, -26.7028751373291, -26.15335464477539, -25.60383415222168, -25.05431365966797, -24.504791259765625, -23.955270767211914, -23.405750274658203, -22.856229782104492, -22.30670928955078, -21.757186889648438, -21.20766830444336, -20.658145904541016, -20.108625411987305, -19.559104919433594, -19.009584426879883, -18.460063934326172, -17.910541534423828, -17.36102294921875, -16.811500549316406, -16.261980056762695, -15.712459564208984, -15.162939071655273, -14.613417625427246, -14.063897132873535, -13.514375686645508, -12.964855194091797, -12.415334701538086, -11.865814208984375, -11.316293716430664, -10.766773223876953, -10.21725082397461, -9.667730331420898, -9.118209838867188, -8.568689346313477, -8.019168853759766, -7.469648361206055, -6.920125961303711, -6.37060546875, -5.821084976196289, -5.271564483642578, -4.722043991088867, -4.172523498535156, -3.6230010986328125, -3.0734806060791016, -2.5239598751068115 ], "r_inf_mean": 0.23442958295345306, "r_inf_median": 0.22991499304771423, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6516813635826111, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.10469682514667511, "gamma_active": { "1e-08": 0.10853999853134155, "1e-07": 0.10871101170778275, "1e-06": 0.10984116047620773, "1e-05": 0.11015186458826065, "0.0001": 0.10956690460443497 }, "gamma_energy_weighted": { "1e-08": 0.12753387717863768, "1e-07": 0.12753387717863768, "1e-06": 0.12753387717863768, "1e-05": 0.12753387717863768, "0.0001": 0.12753387717863768 } }, { "layer": 3, "mean_norm": 0.0018591899424791336, "median_norm": 0.0019668093882501125, "max_norm": 0.0027614894788712263, "min_norm": 0.0, "support": { "1e-08": 0.9609375, "1e-07": 0.94921875, "1e-06": 0.935546875, "1e-05": 0.9296875, "0.0001": 0.919921875 }, "log_norms_percentiles": { "1": -13.677262306213379, "5": -6.976484775543213, "10": -2.780787467956543, "25": -2.743035316467285, "50": -2.7062087059020996, "75": -2.6727099418640137, "90": -2.6138405799865723, "95": -2.5975341796875, "99": -2.571357011795044 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 1, 3, 1, 2, 1, 3, 3, 3, 3, 5, 1, 3, 2, 3, 2, 467 ], "log_norms_bin_edges": [ -30.0, -29.4511775970459, -28.902355194091797, -28.353530883789062, -27.80470848083496, -27.25588607788086, -26.707061767578125, -26.158239364624023, -25.609416961669922, -25.06059455871582, -24.51177215576172, -23.962947845458984, -23.414125442504883, -22.86530303955078, -22.316478729248047, -21.767656326293945, -21.218833923339844, -20.670011520385742, -20.12118911743164, -19.572364807128906, -19.023542404174805, -18.474720001220703, -17.92589569091797, -17.377073287963867, -16.828250885009766, -16.279428482055664, -15.730605125427246, -15.181781768798828, -14.632959365844727, -14.084136962890625, -13.53531265258789, -12.986490249633789, -12.437667846679688, -11.888845443725586, -11.340023040771484, -10.79119873046875, -10.242376327514648, -9.693553924560547, -9.144729614257812, -8.595907211303711, -8.04708480834961, -7.498262405395508, -6.949440002441406, -6.400615692138672, -5.85179328918457, -5.302970886230469, -4.754146575927734, -4.205324172973633, -3.6565017700195312, -3.1076793670654297, -2.55885648727417 ], "r_inf_mean": 0.23580370843410492, "r_inf_median": 0.2302294224500656, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6506325602531433, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.1561998873949051, "gamma_active": { "1e-08": 0.162128284573555, "1e-07": 0.16279128193855286, "1e-06": 0.16418591141700745, "1e-05": 0.1643005907535553, "0.0001": 0.1642281860113144 }, "gamma_energy_weighted": { "1e-08": 0.1855485277047355, "1e-07": 0.1855485277047355, "1e-06": 0.1855485277047355, "1e-05": 0.1855485277047355, "0.0001": 0.1855485277047355 } } ] }