{ "dataset": "synth", "method": "bp", "seed": 123, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 22.130720138549805, "acc": 0.080078125, "per_layer": [ { "layer": 0, "mean_norm": 0.03202684968709946, "median_norm": 0.03322193771600723, "max_norm": 0.059876251965761185, "min_norm": 6.056780077479118e-10, "support": { "1e-08": 0.9921875, "1e-07": 0.98828125, "1e-06": 0.982421875, "1e-05": 0.974609375, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -7.228591442108154, "5": -3.665302276611328, "10": -1.6787985563278198, "25": -1.5531939268112183, "50": -1.4784514904022217, "75": -1.4162650108337402, "90": -1.3571444749832153, "95": -1.316526174545288, "99": -1.2619497776031494 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0, 2, 3, 1, 2, 1, 0, 2, 3, 1, 1, 0, 0, 1, 0, 2, 1, 1, 2, 2, 7, 95, 298, 74 ], "log_norms_bin_edges": [ -9.217758178710938, -9.057857513427734, -8.897957801818848, -8.738057136535645, -8.578157424926758, -8.418256759643555, -8.258357048034668, -8.098456382751465, -7.93855619430542, -7.778656005859375, -7.61875581741333, -7.458855628967285, -7.298954963684082, -7.139055252075195, -6.979154586791992, -6.819254398345947, -6.659354209899902, -6.499454021453857, -6.3395538330078125, -6.179653167724609, -6.019753456115723, -5.8598527908325195, -5.699952602386475, -5.54005241394043, -5.380152225494385, -5.22025203704834, -5.060351848602295, -4.90045166015625, -4.740550994873047, -4.580650806427002, -4.420750617980957, -4.260850429534912, -4.100950241088867, -3.9410500526428223, -3.7811498641967773, -3.6212496757507324, -3.4613494873046875, -3.3014488220214844, -3.1415486335754395, -2.9816484451293945, -2.8217482566833496, -2.6618480682373047, -2.5019478797912598, -2.342047691345215, -2.1821470260620117, -2.022246837615967, -1.8623466491699219, -1.702446460723877, -1.542546272277832, -1.382646083831787, -1.222745418548584 ], "r_inf_mean": 0.25157368183135986, "r_inf_median": 0.24692851305007935, "pr_mean": 0.3415718078613281, "pr_median": 0.3416175842285156, "hoyer_mean": 0.6366342306137085, "eff_dim_mean": 0.6366342306137085, "topk_energy": { "1": 0.06448079645633698, "5": 0.2631453275680542, "10": 0.41747602820396423, "25": 0.7214403748512268 }, "gamma_raw": -0.008140692487359047, "gamma_active": { "1e-08": -0.008432677015662193, "1e-07": -0.0083183404058218, "1e-06": -0.007939320057630539, "1e-05": -0.007977974601089954, "0.0001": -0.007725784555077553 }, "gamma_energy_weighted": { "1e-08": -0.005003132339457326, "1e-07": -0.005003132339457326, "1e-06": -0.005003132339457326, "1e-05": -0.005003132339457326, "0.0001": -0.005003132339457326 } }, { "layer": 1, "mean_norm": 0.00996236503124237, "median_norm": 0.010423061437904835, "max_norm": 0.017725301906466484, "min_norm": 1.9671858586534086e-10, "support": { "1e-08": 0.990234375, "1e-07": 0.986328125, "1e-06": 0.978515625, "1e-05": 0.962890625, "0.0001": 0.9453125 }, "log_norms_percentiles": { "1": -7.747042655944824, "5": -4.181499481201172, "10": -2.163252353668213, "25": -2.0414576530456543, "50": -1.9819612503051758, "75": -1.928463339805603, "90": -1.8814486265182495, "95": -1.8427000045776367, "99": -1.7937901020050049 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 2, 0, 1, 1, 0, 0, 1, 4, 2, 1, 1, 0, 1, 4, 1, 1, 0, 0, 1, 0, 2, 1, 1, 2, 1, 5, 58, 317, 95 ], "log_norms_bin_edges": [ -9.706154823303223, -9.547060012817383, -9.387965202331543, -9.228870391845703, -9.069774627685547, -8.910679817199707, -8.751585006713867, -8.592490196228027, -8.433395385742188, -8.274299621582031, -8.115204811096191, -7.956110000610352, -7.797015190124512, -7.637920379638672, -7.478825092315674, -7.319730281829834, -7.160634994506836, -7.001540184020996, -6.842445373535156, -6.683350563049316, -6.524255275726318, -6.3651604652404785, -6.2060651779174805, -6.046970367431641, -5.887875556945801, -5.728780746459961, -5.569685459136963, -5.410590648651123, -5.251495361328125, -5.092400550842285, -4.933305740356445, -4.774210453033447, -4.615115642547607, -4.456020832061768, -4.2969255447387695, -4.13783073425293, -3.97873592376709, -3.819640636444092, -3.660545825958252, -3.501451015472412, -3.342355728149414, -3.183260917663574, -3.0241661071777344, -2.8650708198547363, -2.7059760093688965, -2.5468811988830566, -2.3877859115600586, -2.2286911010742188, -2.069596290588379, -1.9105010032653809, -1.7514063119888306 ], "r_inf_mean": 0.26514607667922974, "r_inf_median": 0.26454922556877136, "pr_mean": 0.31810280680656433, "pr_median": 0.3172309398651123, "hoyer_mean": 0.6208940744400024, "eff_dim_mean": 0.6208940744400024, "topk_energy": { "1": 0.0715472400188446, "5": 0.2784423828125, "10": 0.43587225675582886, "25": 0.7372790575027466 }, "gamma_raw": 0.0147835249081254, "gamma_active": { "1e-08": 0.014906649477779865, "1e-07": 0.01485839020460844, "1e-06": 0.014959435909986496, "1e-05": 0.015600375831127167, "0.0001": 0.015962928533554077 }, "gamma_energy_weighted": { "1e-08": 0.015075278838264749, "1e-07": 0.015075278838264749, "1e-06": 0.015075278838264749, "1e-05": 0.015075278838264749, "0.0001": 0.015075278838264749 } }, { "layer": 2, "mean_norm": 0.004396015778183937, "median_norm": 0.004641735460609198, "max_norm": 0.0071382075548172, "min_norm": 8.666409950786047e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.984375, "1e-06": 0.974609375, "1e-05": 0.95703125, "0.0001": 0.943359375 }, "log_norms_percentiles": { "1": -8.143779754638672, "5": -4.557560443878174, "10": -2.4884538650512695, "25": -2.392008066177368, "50": -2.3330960273742676, "75": -2.288940668106079, "90": -2.240225315093994, "95": -2.2003328800201416, "99": -2.1723973751068115 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 1, 0, 1, 0, 1, 5, 1, 1, 1, 0, 1, 3, 2, 1, 0, 0, 0, 1, 2, 1, 0, 3, 0, 5, 21, 281, 169 ], "log_norms_bin_edges": [ -10.062161445617676, -9.903846740722656, -9.74553108215332, -9.5872163772583, -9.428901672363281, -9.270586013793945, -9.112271308898926, -8.953956604003906, -8.79564094543457, -8.63732624053955, -8.479011535644531, -8.320695877075195, -8.162381172180176, -8.004066467285156, -7.8457512855529785, -7.687436103820801, -7.529121398925781, -7.370806694030762, -7.212491512298584, -7.054176330566406, -6.895861625671387, -6.737546443939209, -6.579231262207031, -6.420916557312012, -6.262601375579834, -6.104286193847656, -5.945971488952637, -5.787656307220459, -5.629341125488281, -5.471026420593262, -5.312711238861084, -5.1543965339660645, -4.996081352233887, -4.837766170501709, -4.6794514656066895, -4.521136283874512, -4.362821578979492, -4.2045063972473145, -4.046191215515137, -3.887876510620117, -3.7295613288879395, -3.5712461471557617, -3.412931442260742, -3.2546162605285645, -3.0963010787963867, -2.937986373901367, -2.7796711921691895, -2.62135648727417, -2.463041305541992, -2.3047261238098145, -2.1464109420776367 ], "r_inf_mean": 0.2511849105358124, "r_inf_median": 0.24919502437114716, "pr_mean": 0.350605845451355, "pr_median": 0.3472692668437958, "hoyer_mean": 0.6447728872299194, "eff_dim_mean": 0.6447728276252747, "topk_energy": { "1": 0.06383775174617767, "5": 0.25735992193222046, "10": 0.41102173924446106, "25": 0.7137797474861145 }, "gamma_raw": -0.033824533224105835, "gamma_active": { "1e-08": -0.03411124274134636, "1e-07": -0.03398287668824196, "1e-06": -0.03428645431995392, "1e-05": -0.03459981828927994, "0.0001": -0.03415994346141815 }, "gamma_energy_weighted": { "1e-08": -0.04464820337957361, "1e-07": -0.04464820337957361, "1e-06": -0.04464820337957361, "1e-05": -0.04464820337957361, "0.0001": -0.04464820337957361 } }, { "layer": 3, "mean_norm": 0.0033641066402196884, "median_norm": 0.0033468350302428007, "max_norm": 0.00601277407258749, "min_norm": 5.73622226107684e-11, "support": { "1e-08": 0.98828125, "1e-07": 0.982421875, "1e-06": 0.974609375, "1e-05": 0.95703125, "0.0001": 0.943359375 }, "log_norms_percentiles": { "1": -8.318530082702637, "5": -4.737575054168701, "10": -2.6016714572906494, "25": -2.530565023422241, "50": -2.475231170654297, "75": -2.39210844039917, "90": -2.302281379699707, "95": -2.2789201736450195, "99": -2.2262258529663086 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 3, 3, 2, 0, 1, 1, 2, 2, 2, 0, 0, 0, 1, 0, 3, 0, 2, 1, 4, 2, 68, 290, 112 ], "log_norms_bin_edges": [ -10.241374015808105, -10.080965042114258, -9.92055606842041, -9.760147094726562, -9.599738121032715, -9.439329147338867, -9.27892017364502, -9.118511199951172, -8.958102226257324, -8.797693252563477, -8.637284278869629, -8.476875305175781, -8.316466331481934, -8.156057357788086, -7.995648384094238, -7.835239410400391, -7.674830436706543, -7.514421463012695, -7.354012489318848, -7.193603515625, -7.033194541931152, -6.872785568237305, -6.712376594543457, -6.551967620849609, -6.391558647155762, -6.231149673461914, -6.070740699768066, -5.910331726074219, -5.749922752380371, -5.589513778686523, -5.429104804992676, -5.268695831298828, -5.1082868576049805, -4.947877883911133, -4.787468910217285, -4.6270599365234375, -4.46665096282959, -4.306241989135742, -4.1458330154418945, -3.985424041748047, -3.825015068054199, -3.6646060943603516, -3.504197120666504, -3.3437881469726562, -3.1833791732788086, -3.022970199584961, -2.8625612258911133, -2.7021522521972656, -2.541743278503418, -2.3813343048095703, -2.2209253311157227 ], "r_inf_mean": 0.21865838766098022, "r_inf_median": 0.21851778030395508, "pr_mean": 0.4231153130531311, "pr_median": 0.4086156189441681, "hoyer_mean": 0.6884187459945679, "eff_dim_mean": 0.6884187459945679, "topk_energy": { "1": 0.04848906397819519, "5": 0.216746985912323, "10": 0.3626261353492737, "25": 0.6691832542419434 }, "gamma_raw": 0.0025145725812762976, "gamma_active": { "1e-08": 0.0025684561114758253, "1e-07": 0.002747522434219718, "1e-06": 0.0029490687884390354, "1e-05": 0.003038500901311636, "0.0001": 0.003054886357858777 }, "gamma_energy_weighted": { "1e-08": -0.0003147939211099981, "1e-07": -0.0003147939211099981, "1e-06": -0.0003147939211099981, "1e-05": -0.0003147939211099981, "0.0001": -0.0003147939211099981 } } ] }