diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json new file mode 100644 index 0000000..f175ce7 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.130720138549805, + "acc": 0.080078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03202684968709946, + "median_norm": 0.03322193771600723, + "max_norm": 0.059876251965761185, + "min_norm": 6.056780077479118e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.228591442108154, + "5": -3.665302276611328, + "10": -1.6787985563278198, + "25": -1.5531939268112183, + "50": -1.4784514904022217, + "75": -1.4162650108337402, + "90": -1.3571444749832153, + "95": -1.316526174545288, + "99": -1.2619497776031494 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 3, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 7, + 95, + 298, + 74 + ], + "log_norms_bin_edges": [ + -9.217758178710938, + -9.057857513427734, + -8.897957801818848, + -8.738057136535645, + -8.578157424926758, + -8.418256759643555, + -8.258357048034668, + -8.098456382751465, + -7.93855619430542, + -7.778656005859375, + -7.61875581741333, + -7.458855628967285, + -7.298954963684082, + -7.139055252075195, + -6.979154586791992, + -6.819254398345947, + -6.659354209899902, + -6.499454021453857, + -6.3395538330078125, + -6.179653167724609, + -6.019753456115723, + -5.8598527908325195, + -5.699952602386475, + -5.54005241394043, + -5.380152225494385, + -5.22025203704834, + -5.060351848602295, + -4.90045166015625, + -4.740550994873047, + -4.580650806427002, + -4.420750617980957, + -4.260850429534912, + -4.100950241088867, + -3.9410500526428223, + -3.7811498641967773, + -3.6212496757507324, + -3.4613494873046875, + -3.3014488220214844, + -3.1415486335754395, + -2.9816484451293945, + -2.8217482566833496, + -2.6618480682373047, + -2.5019478797912598, + -2.342047691345215, + -2.1821470260620117, + -2.022246837615967, + -1.8623466491699219, + -1.702446460723877, + -1.542546272277832, + -1.382646083831787, + -1.222745418548584 + ], + "r_inf_mean": 0.25157368183135986, + "r_inf_median": 0.24692851305007935, + "pr_mean": 0.3415718078613281, + "pr_median": 0.3416175842285156, + "hoyer_mean": 0.6366342306137085, + "eff_dim_mean": 0.6366342306137085, + "topk_energy": { + "1": 0.06448079645633698, + "5": 0.2631453275680542, + "10": 0.41747602820396423, + "25": 0.7214403748512268 + }, + "gamma_raw": -0.008140692487359047, + "gamma_active": { + "1e-08": -0.008432677015662193, + "1e-07": -0.0083183404058218, + "1e-06": -0.007939320057630539, + "1e-05": -0.007977974601089954, + "0.0001": -0.007725784555077553 + }, + "gamma_energy_weighted": { + "1e-08": -0.005003132339457326, + "1e-07": -0.005003132339457326, + "1e-06": -0.005003132339457326, + "1e-05": -0.005003132339457326, + "0.0001": -0.005003132339457326 + } + }, + { + "layer": 1, + "mean_norm": 0.00996236503124237, + "median_norm": 0.010423061437904835, + "max_norm": 0.017725301906466484, + "min_norm": 1.9671858586534086e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.962890625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.747042655944824, + "5": -4.181499481201172, + "10": -2.163252353668213, + "25": -2.0414576530456543, + "50": -1.9819612503051758, + "75": -1.928463339805603, + "90": -1.8814486265182495, + "95": -1.8427000045776367, + "99": -1.7937901020050049 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 4, + 2, + 1, + 1, + 0, + 1, + 4, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 5, + 58, + 317, + 95 + ], + "log_norms_bin_edges": [ + -9.706154823303223, + -9.547060012817383, + -9.387965202331543, + -9.228870391845703, + -9.069774627685547, + -8.910679817199707, + -8.751585006713867, + -8.592490196228027, + -8.433395385742188, + -8.274299621582031, + -8.115204811096191, + -7.956110000610352, + -7.797015190124512, + -7.637920379638672, + -7.478825092315674, + -7.319730281829834, + -7.160634994506836, + -7.001540184020996, + -6.842445373535156, + -6.683350563049316, + -6.524255275726318, + -6.3651604652404785, + -6.2060651779174805, + -6.046970367431641, + -5.887875556945801, + -5.728780746459961, + -5.569685459136963, + -5.410590648651123, + -5.251495361328125, + -5.092400550842285, + -4.933305740356445, + -4.774210453033447, + -4.615115642547607, + -4.456020832061768, + -4.2969255447387695, + -4.13783073425293, + -3.97873592376709, + -3.819640636444092, + -3.660545825958252, + -3.501451015472412, + -3.342355728149414, + -3.183260917663574, + -3.0241661071777344, + -2.8650708198547363, + -2.7059760093688965, + -2.5468811988830566, + -2.3877859115600586, + -2.2286911010742188, + -2.069596290588379, + -1.9105010032653809, + -1.7514063119888306 + ], + "r_inf_mean": 0.26514607667922974, + "r_inf_median": 0.26454922556877136, + "pr_mean": 0.31810280680656433, + "pr_median": 0.3172309398651123, + "hoyer_mean": 0.6208940744400024, + "eff_dim_mean": 0.6208940744400024, + "topk_energy": { + "1": 0.0715472400188446, + "5": 0.2784423828125, + "10": 0.43587225675582886, + "25": 0.7372790575027466 + }, + "gamma_raw": 0.0147835249081254, + "gamma_active": { + "1e-08": 0.014906649477779865, + "1e-07": 0.01485839020460844, + "1e-06": 0.014959435909986496, + "1e-05": 0.015600375831127167, + "0.0001": 0.015962928533554077 + }, + "gamma_energy_weighted": { + "1e-08": 0.015075278838264749, + "1e-07": 0.015075278838264749, + "1e-06": 0.015075278838264749, + "1e-05": 0.015075278838264749, + "0.0001": 0.015075278838264749 + } + }, + { + "layer": 2, + "mean_norm": 0.004396015778183937, + "median_norm": 0.004641735460609198, + "max_norm": 0.0071382075548172, + "min_norm": 8.666409950786047e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.143779754638672, + "5": -4.557560443878174, + "10": -2.4884538650512695, + "25": -2.392008066177368, + "50": -2.3330960273742676, + "75": -2.288940668106079, + "90": -2.240225315093994, + "95": -2.2003328800201416, + "99": -2.1723973751068115 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 5, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 5, + 21, + 281, + 169 + ], + "log_norms_bin_edges": [ + -10.062161445617676, + -9.903846740722656, + -9.74553108215332, + -9.5872163772583, + -9.428901672363281, + -9.270586013793945, + -9.112271308898926, + -8.953956604003906, + -8.79564094543457, + -8.63732624053955, + -8.479011535644531, + -8.320695877075195, + -8.162381172180176, + -8.004066467285156, + -7.8457512855529785, + -7.687436103820801, + -7.529121398925781, + -7.370806694030762, + -7.212491512298584, + -7.054176330566406, + -6.895861625671387, + -6.737546443939209, + -6.579231262207031, + -6.420916557312012, + -6.262601375579834, + -6.104286193847656, + -5.945971488952637, + -5.787656307220459, + -5.629341125488281, + -5.471026420593262, + -5.312711238861084, + -5.1543965339660645, + -4.996081352233887, + -4.837766170501709, + -4.6794514656066895, + -4.521136283874512, + -4.362821578979492, + -4.2045063972473145, + -4.046191215515137, + -3.887876510620117, + -3.7295613288879395, + -3.5712461471557617, + -3.412931442260742, + -3.2546162605285645, + -3.0963010787963867, + -2.937986373901367, + -2.7796711921691895, + -2.62135648727417, + -2.463041305541992, + -2.3047261238098145, + -2.1464109420776367 + ], + "r_inf_mean": 0.2511849105358124, + "r_inf_median": 0.24919502437114716, + "pr_mean": 0.350605845451355, + "pr_median": 0.3472692668437958, + "hoyer_mean": 0.6447728872299194, + "eff_dim_mean": 0.6447728276252747, + "topk_energy": { + "1": 0.06383775174617767, + "5": 0.25735992193222046, + "10": 0.41102173924446106, + "25": 0.7137797474861145 + }, + "gamma_raw": -0.033824533224105835, + "gamma_active": { + "1e-08": -0.03411124274134636, + "1e-07": -0.03398287668824196, + "1e-06": -0.03428645431995392, + "1e-05": -0.03459981828927994, + "0.0001": -0.03415994346141815 + }, + "gamma_energy_weighted": { + "1e-08": -0.04464820337957361, + "1e-07": -0.04464820337957361, + "1e-06": -0.04464820337957361, + "1e-05": -0.04464820337957361, + "0.0001": -0.04464820337957361 + } + }, + { + "layer": 3, + "mean_norm": 0.0033641066402196884, + "median_norm": 0.0033468350302428007, + "max_norm": 0.00601277407258749, + "min_norm": 5.73622226107684e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.318530082702637, + "5": -4.737575054168701, + "10": -2.6016714572906494, + "25": -2.530565023422241, + "50": -2.475231170654297, + "75": -2.39210844039917, + "90": -2.302281379699707, + "95": -2.2789201736450195, + "99": -2.2262258529663086 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 3, + 3, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 2, + 1, + 4, + 2, + 68, + 290, + 112 + ], + "log_norms_bin_edges": [ + -10.241374015808105, + -10.080965042114258, + -9.92055606842041, + -9.760147094726562, + -9.599738121032715, + -9.439329147338867, + -9.27892017364502, + -9.118511199951172, + -8.958102226257324, + -8.797693252563477, + -8.637284278869629, + -8.476875305175781, + -8.316466331481934, + -8.156057357788086, + -7.995648384094238, + -7.835239410400391, + -7.674830436706543, + -7.514421463012695, + -7.354012489318848, + -7.193603515625, + -7.033194541931152, + -6.872785568237305, + -6.712376594543457, + -6.551967620849609, + -6.391558647155762, + -6.231149673461914, + -6.070740699768066, + -5.910331726074219, + -5.749922752380371, + -5.589513778686523, + -5.429104804992676, + -5.268695831298828, + -5.1082868576049805, + -4.947877883911133, + -4.787468910217285, + -4.6270599365234375, + -4.46665096282959, + -4.306241989135742, + -4.1458330154418945, + -3.985424041748047, + -3.825015068054199, + -3.6646060943603516, + -3.504197120666504, + -3.3437881469726562, + -3.1833791732788086, + -3.022970199584961, + -2.8625612258911133, + -2.7021522521972656, + -2.541743278503418, + -2.3813343048095703, + -2.2209253311157227 + ], + "r_inf_mean": 0.21865838766098022, + "r_inf_median": 0.21851778030395508, + "pr_mean": 0.4231153130531311, + "pr_median": 0.4086156189441681, + "hoyer_mean": 0.6884187459945679, + "eff_dim_mean": 0.6884187459945679, + "topk_energy": { + "1": 0.04848906397819519, + "5": 0.216746985912323, + "10": 0.3626261353492737, + "25": 0.6691832542419434 + }, + "gamma_raw": 0.0025145725812762976, + "gamma_active": { + "1e-08": 0.0025684561114758253, + "1e-07": 0.002747522434219718, + "1e-06": 0.0029490687884390354, + "1e-05": 0.003038500901311636, + "0.0001": 0.003054886357858777 + }, + "gamma_energy_weighted": { + "1e-08": -0.0003147939211099981, + "1e-07": -0.0003147939211099981, + "1e-06": -0.0003147939211099981, + "1e-05": -0.0003147939211099981, + "0.0001": -0.0003147939211099981 + } + } + ] +}
\ No newline at end of file |