diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json new file mode 100644 index 0000000..d38e816 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 50.1910514831543, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.08924145996570587, + "median_norm": 0.08018743246793747, + "max_norm": 0.38406434655189514, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.955078125, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -12.038712501525879, + "5": -5.470177173614502, + "10": -1.3828285932540894, + "25": -1.2245835065841675, + "50": -1.0957770347595215, + "75": -0.9596658945083618, + "90": -0.8222770690917969, + "95": -0.7166669368743896, + "99": -0.5399638414382935 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 0, + 4, + 4, + 2, + 3, + 4, + 2, + 2, + 5, + 2, + 299, + 168 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40831184387207, + -28.81662368774414, + -28.22493553161621, + -27.63324737548828, + -27.04155921936035, + -26.449871063232422, + -25.858182907104492, + -25.266494750976562, + -24.674806594848633, + -24.083118438720703, + -23.491430282592773, + -22.899742126464844, + -22.308055877685547, + -21.716365814208984, + -21.124679565429688, + -20.532989501953125, + -19.941303253173828, + -19.349613189697266, + -18.75792694091797, + -18.166236877441406, + -17.57455062866211, + -16.982860565185547, + -16.39117431640625, + -15.79948616027832, + -15.20779800415039, + -14.616109848022461, + -14.024421691894531, + -13.432733535766602, + -12.841045379638672, + -12.249357223510742, + -11.657669067382812, + -11.065980911254883, + -10.474292755126953, + -9.882604598999023, + -9.290916442871094, + -8.699228286743164, + -8.107540130615234, + -7.515851974487305, + -6.924163818359375, + -6.332475662231445, + -5.740787506103516, + -5.149099349975586, + -4.557411193847656, + -3.9657230377197266, + -3.374034881591797, + -2.782346725463867, + -2.1906585693359375, + -1.5989723205566406, + -1.007284164428711, + -0.41559600830078125 + ], + "r_inf_mean": 0.25427740812301636, + "r_inf_median": 0.2498551458120346, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6390663981437683, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.005242989864200354, + "gamma_active": { + "1e-08": -0.005314152222126722, + "1e-07": -0.005176717881113291, + "1e-06": -0.005306502804160118, + "1e-05": -0.005230507347732782, + "0.0001": -0.004796087276190519 + }, + "gamma_energy_weighted": { + "1e-08": -0.005125128738220034, + "1e-07": -0.005125128738220034, + "1e-06": -0.005125128738220034, + "1e-05": -0.005125128738220034, + "0.0001": -0.005125128738220034 + } + }, + { + "layer": 1, + "mean_norm": 0.004123594146221876, + "median_norm": 0.0037878304719924927, + "max_norm": 0.01843450218439102, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.94140625, + "1e-05": 0.931640625, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -13.43558406829834, + "5": -6.834185600280762, + "10": -2.688326358795166, + "25": -2.5320615768432617, + "50": -2.4212710857391357, + "75": -2.293398141860962, + "90": -2.164062261581421, + "95": -2.0812883377075195, + "99": -1.9472085237503052 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 2, + 1, + 5, + 3, + 3, + 4, + 2, + 2, + 1, + 5, + 2, + 332, + 135 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4346866607666, + -28.869375228881836, + -28.304061889648438, + -27.738750457763672, + -27.173437118530273, + -26.608123779296875, + -26.04281234741211, + -25.47749900817871, + -24.912185668945312, + -24.346874237060547, + -23.78156089782715, + -23.21624755859375, + -22.650936126708984, + -22.085622787475586, + -21.520309448242188, + -20.954998016357422, + -20.389686584472656, + -19.824373245239258, + -19.25905990600586, + -18.693748474121094, + -18.128435134887695, + -17.563121795654297, + -16.99781036376953, + -16.432497024536133, + -15.86718463897705, + -15.301872253417969, + -14.73655891418457, + -14.171246528625488, + -13.605934143066406, + -13.040620803833008, + -12.475309371948242, + -11.909996032714844, + -11.344682693481445, + -10.77937126159668, + -10.214057922363281, + -9.648746490478516, + -9.083433151245117, + -8.518119812011719, + -7.952808380126953, + -7.387495040893555, + -6.822181701660156, + -6.256870269775391, + -5.691556930541992, + -5.126243591308594, + -4.560932159423828, + -3.9956188201904297, + -3.430307388305664, + -2.8649940490722656, + -2.299680709838867, + -1.7343685626983643 + ], + "r_inf_mean": 0.23015469312667847, + "r_inf_median": 0.22956828773021698, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.648229718208313, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11548003554344177, + "gamma_active": { + "1e-08": 0.11949364840984344, + "1e-07": 0.11917194724082947, + "1e-06": 0.119603730738163, + "1e-05": 0.1197960153222084, + "0.0001": 0.11974188685417175 + }, + "gamma_energy_weighted": { + "1e-08": 0.10540604189902683, + "1e-07": 0.10540604189902683, + "1e-06": 0.10540604189902683, + "1e-05": 0.10540604189902683, + "0.0001": 0.10540604189902683 + } + }, + { + "layer": 2, + "mean_norm": 0.0018964391201734543, + "median_norm": 0.0019901676569133997, + "max_norm": 0.002992541529238224, + "min_norm": 0.0, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.9375, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -13.673398971557617, + "5": -6.97322940826416, + "10": -2.781538248062134, + "25": -2.735928535461426, + "50": -2.701103687286377, + "75": -2.6601357460021973, + "90": -2.599372148513794, + "95": -2.583228349685669, + "99": -2.5544044971466064 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 3, + 3, + 3, + 3, + 5, + 1, + 3, + 2, + 3, + 2, + 467 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45047950744629, + -28.900959014892578, + -28.351436614990234, + -27.801916122436523, + -27.252395629882812, + -26.7028751373291, + -26.15335464477539, + -25.60383415222168, + -25.05431365966797, + -24.504791259765625, + -23.955270767211914, + -23.405750274658203, + -22.856229782104492, + -22.30670928955078, + -21.757186889648438, + -21.20766830444336, + -20.658145904541016, + -20.108625411987305, + -19.559104919433594, + -19.009584426879883, + -18.460063934326172, + -17.910541534423828, + -17.36102294921875, + -16.811500549316406, + -16.261980056762695, + -15.712459564208984, + -15.162939071655273, + -14.613417625427246, + -14.063897132873535, + -13.514375686645508, + -12.964855194091797, + -12.415334701538086, + -11.865814208984375, + -11.316293716430664, + -10.766773223876953, + -10.21725082397461, + -9.667730331420898, + -9.118209838867188, + -8.568689346313477, + -8.019168853759766, + -7.469648361206055, + -6.920125961303711, + -6.37060546875, + -5.821084976196289, + -5.271564483642578, + -4.722043991088867, + -4.172523498535156, + -3.6230010986328125, + -3.0734806060791016, + -2.5239598751068115 + ], + "r_inf_mean": 0.23442958295345306, + "r_inf_median": 0.22991499304771423, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6516813635826111, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10469682514667511, + "gamma_active": { + "1e-08": 0.10853999853134155, + "1e-07": 0.10871101170778275, + "1e-06": 0.10984116047620773, + "1e-05": 0.11015186458826065, + "0.0001": 0.10956690460443497 + }, + "gamma_energy_weighted": { + "1e-08": 0.12753387717863768, + "1e-07": 0.12753387717863768, + "1e-06": 0.12753387717863768, + "1e-05": 0.12753387717863768, + "0.0001": 0.12753387717863768 + } + }, + { + "layer": 3, + "mean_norm": 0.0018591899424791336, + "median_norm": 0.0019668093882501125, + "max_norm": 0.0027614894788712263, + "min_norm": 0.0, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.935546875, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -13.677262306213379, + "5": -6.976484775543213, + "10": -2.780787467956543, + "25": -2.743035316467285, + "50": -2.7062087059020996, + "75": -2.6727099418640137, + "90": -2.6138405799865723, + "95": -2.5975341796875, + "99": -2.571357011795044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 3, + 1, + 2, + 1, + 3, + 3, + 3, + 3, + 5, + 1, + 3, + 2, + 3, + 2, + 467 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4511775970459, + -28.902355194091797, + -28.353530883789062, + -27.80470848083496, + -27.25588607788086, + -26.707061767578125, + -26.158239364624023, + -25.609416961669922, + -25.06059455871582, + -24.51177215576172, + -23.962947845458984, + -23.414125442504883, + -22.86530303955078, + -22.316478729248047, + -21.767656326293945, + -21.218833923339844, + -20.670011520385742, + -20.12118911743164, + -19.572364807128906, + -19.023542404174805, + -18.474720001220703, + -17.92589569091797, + -17.377073287963867, + -16.828250885009766, + -16.279428482055664, + -15.730605125427246, + -15.181781768798828, + -14.632959365844727, + -14.084136962890625, + -13.53531265258789, + -12.986490249633789, + -12.437667846679688, + -11.888845443725586, + -11.340023040771484, + -10.79119873046875, + -10.242376327514648, + -9.693553924560547, + -9.144729614257812, + -8.595907211303711, + -8.04708480834961, + -7.498262405395508, + -6.949440002441406, + -6.400615692138672, + -5.85179328918457, + -5.302970886230469, + -4.754146575927734, + -4.205324172973633, + -3.6565017700195312, + -3.1076793670654297, + -2.55885648727417 + ], + "r_inf_mean": 0.23580370843410492, + "r_inf_median": 0.2302294224500656, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6506325602531433, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1561998873949051, + "gamma_active": { + "1e-08": 0.162128284573555, + "1e-07": 0.16279128193855286, + "1e-06": 0.16418591141700745, + "1e-05": 0.1643005907535553, + "0.0001": 0.1642281860113144 + }, + "gamma_energy_weighted": { + "1e-08": 0.1855485277047355, + "1e-07": 0.1855485277047355, + "1e-06": 0.1855485277047355, + "1e-05": 0.1855485277047355, + "0.0001": 0.1855485277047355 + } + } + ] +}
\ No newline at end of file |