{ "dataset": "synth", "method": "bp", "seed": 2048, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 17.177419662475586, "acc": 0.109375, "per_layer": [ { "layer": 0, "mean_norm": 0.025071347132325172, "median_norm": 0.026883596554398537, "max_norm": 0.04481500759720802, "min_norm": 9.37593579164453e-12, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.986328125, "1e-05": 0.978515625, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.350025177001953, "5": -3.4271273612976074, "10": -1.964181661605835, "25": -1.6344265937805176, "50": -1.5704569816589355, "75": -1.517612338066101, "90": -1.4786843061447144, "95": -1.451169490814209, "99": -1.4024385213851929 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 2, 1, 2, 3, 3, 5, 3, 7, 10, 270, 180 ], "log_norms_bin_edges": [ -11.027985572814941, -10.834397315979004, -10.640809059143066, -10.447220802307129, -10.253632545471191, -10.060044288635254, -9.866456985473633, -9.672868728637695, -9.479280471801758, -9.28569221496582, -9.092103958129883, -8.898515701293945, -8.704927444458008, -8.51133918762207, -8.317750930786133, -8.124162673950195, -7.930574417114258, -7.73698616027832, -7.543398380279541, -7.3498101234436035, -7.156221866607666, -6.9626336097717285, -6.769045352935791, -6.575457572937012, -6.381869316101074, -6.188281059265137, -5.994692802429199, -5.801104545593262, -5.607516288757324, -5.413928508758545, -5.220340251922607, -5.02675199508667, -4.833163738250732, -4.639575481414795, -4.445987224578857, -4.25239896774292, -4.058811187744141, -3.865222930908203, -3.6716346740722656, -3.478046417236328, -3.2844581604003906, -3.090869903564453, -2.8972816467285156, -2.703693389892578, -2.5101051330566406, -2.3165178298950195, -2.122929573059082, -1.9293413162231445, -1.735753059387207, -1.5421648025512695, -1.348576545715332 ], "r_inf_mean": 0.24786265194416046, "r_inf_median": 0.246266707777977, "pr_mean": Infinity, "pr_median": 0.34313300251960754, "hoyer_mean": 0.6311805248260498, "eff_dim_mean": 0.6311805248260498, "topk_energy": { "1": 0.062074653804302216, "5": 0.26188790798187256, "10": 0.42056775093078613, "25": 0.7283504009246826 }, "gamma_raw": 0.03427641838788986, "gamma_active": { "1e-08": 0.03434355929493904, "1e-07": 0.03438699617981911, "1e-06": 0.035088881850242615, "1e-05": 0.03492434322834015, "0.0001": 0.0349443219602108 }, "gamma_energy_weighted": { "1e-08": 0.03770858974493767, "1e-07": 0.03770858974493767, "1e-06": 0.03770858974493767, "1e-05": 0.03770858974493767, "0.0001": 0.03770858974493767 } }, { "layer": 1, "mean_norm": 0.014978701248764992, "median_norm": 0.01621200330555439, "max_norm": 0.024506160989403725, "min_norm": 5.354738787793911e-12, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.986328125, "1e-05": 0.974609375, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -6.56707763671875, "5": -3.656198740005493, "10": -2.183739423751831, "25": -1.8523054122924805, "50": -1.7900832891464233, "75": -1.7452495098114014, "90": -1.707903265953064, "95": -1.6914114952087402, "99": -1.6542413234710693 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 1, 2, 0, 2, 4, 1, 2, 1, 3, 2, 1, 2, 1, 4, 3, 5, 2, 8, 5, 158, 297 ], "log_norms_bin_edges": [ -11.271262168884277, -11.078051567077637, -10.884840965270996, -10.691629409790039, -10.498418807983398, -10.305208206176758, -10.111997604370117, -9.918787002563477, -9.725576400756836, -9.532365798950195, -9.339155197143555, -9.145943641662598, -8.952733039855957, -8.759522438049316, -8.566311836242676, -8.373101234436035, -8.179889678955078, -7.9866790771484375, -7.793468475341797, -7.600257873535156, -7.407047271728516, -7.213836193084717, -7.020625591278076, -6.8274149894714355, -6.634203910827637, -6.440993309020996, -6.2477827072143555, -6.054572105407715, -5.861361026763916, -5.668150424957275, -5.474939823150635, -5.281728744506836, -5.088518142700195, -4.895307540893555, -4.702096462249756, -4.508885860443115, -4.315675258636475, -4.122464179992676, -3.929253578186035, -3.7360429763793945, -3.542832374572754, -3.349621295928955, -3.1564102172851562, -2.9631996154785156, -2.769989013671875, -2.5767784118652344, -2.3835678100585938, -2.190357208251953, -1.997145652770996, -1.8039350509643555, -1.6107248067855835 ], "r_inf_mean": 0.2473871111869812, "r_inf_median": 0.24577392637729645, "pr_mean": Infinity, "pr_median": 0.344062864780426, "hoyer_mean": 0.6295996308326721, "eff_dim_mean": 0.6295996308326721, "topk_energy": { "1": 0.06176181137561798, "5": 0.2617412209510803, "10": 0.42191165685653687, "25": 0.7303862571716309 }, "gamma_raw": -0.03543281555175781, "gamma_active": { "1e-08": -0.03550216183066368, "1e-07": -0.03529999777674675, "1e-06": -0.03605718910694122, "1e-05": -0.0358138307929039, "0.0001": -0.035160310566425323 }, "gamma_energy_weighted": { "1e-08": -0.03518770613739924, "1e-07": -0.03518770613739924, "1e-06": -0.03518770613739924, "1e-05": -0.03518770613739924, "0.0001": -0.03518770613739924 } }, { "layer": 2, "mean_norm": 0.008724518120288849, "median_norm": 0.009505921974778175, "max_norm": 0.01315871812403202, "min_norm": 3.057050706328779e-12, "support": { "1e-08": 0.998046875, "1e-07": 0.9921875, "1e-06": 0.984375, "1e-05": 0.97265625, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.783841133117676, "5": -3.8967626094818115, "10": -2.414851188659668, "25": -2.0742034912109375, "50": -2.021869659423828, "75": -1.9815378189086914, "90": -1.9543207883834839, "95": -1.9363389015197754, "99": -1.9206622838974 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 1, 1, 1, 2, 2, 3, 2, 1, 3, 2, 0, 2, 1, 5, 3, 4, 3, 7, 5, 74, 382 ], "log_norms_bin_edges": [ -11.514698028564453, -11.322019577026367, -11.129341125488281, -10.936663627624512, -10.743985176086426, -10.55130672454834, -10.358628273010254, -10.165950775146484, -9.973272323608398, -9.780593872070312, -9.587915420532227, -9.39523696899414, -9.202559471130371, -9.009881019592285, -8.8172025680542, -8.62452507019043, -8.431846618652344, -8.239168167114258, -8.046489715576172, -7.853811740875244, -7.661133766174316, -7.4684553146362305, -7.2757768630981445, -7.083098888397217, -6.890420436859131, -6.697742462158203, -6.505064010620117, -6.3123860359191895, -6.1197075843811035, -5.927029609680176, -5.73435115814209, -5.541673183441162, -5.348994731903076, -5.15631628036499, -4.9636383056640625, -4.770959854125977, -4.578281879425049, -4.385603427886963, -4.192925453186035, -4.000247001647949, -3.8075690269470215, -3.6148905754089355, -3.422212600708008, -3.229534149169922, -3.036855697631836, -2.8441781997680664, -2.6514997482299805, -2.4588212966918945, -2.2661428451538086, -2.0734643936157227, -1.8807865381240845 ], "r_inf_mean": 0.2373075783252716, "r_inf_median": 0.23529018461704254, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6428455114364624, "eff_dim_mean": 0.6428454518318176, "topk_energy": { "1": 0.056835055351257324, "5": 0.2487804889678955, "10": 0.4071071147918701, "25": 0.718224287033081 }, "gamma_raw": -0.004155526403337717, "gamma_active": { "1e-08": -0.004163659643381834, "1e-07": -0.004362077917903662, "1e-06": -0.00357437995262444, "1e-05": -0.0033653422724455595, "0.0001": -0.002806107047945261 }, "gamma_energy_weighted": { "1e-08": -0.0034358152685452907, "1e-07": -0.0034358152685452907, "1e-06": -0.0034358152685452907, "1e-05": -0.0034358152685452907, "0.0001": -0.0034358152685452907 } }, { "layer": 3, "mean_norm": 0.005395588465034962, "median_norm": 0.005835863295942545, "max_norm": 0.008029310032725334, "min_norm": 1.9769392286400622e-12, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.982421875, "1e-05": 0.96484375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.956814289093018, "5": -4.072060585021973, "10": -2.639021635055542, "25": -2.2703232765197754, "50": -2.233867883682251, "75": -2.2022223472595215, "90": -2.1640138626098633, "95": -2.137260913848877, "99": -2.113187551498413 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 1, 0, 1, 1, 2, 2, 3, 1, 2, 1, 2, 2, 1, 2, 2, 4, 3, 4, 3, 7, 5, 48, 408 ], "log_norms_bin_edges": [ -11.70400619506836, -11.511832237243652, -11.319659233093262, -11.127485275268555, -10.935311317443848, -10.74313735961914, -10.55096435546875, -10.358790397644043, -10.166616439819336, -9.974443435668945, -9.782269477844238, -9.590095520019531, -9.39792251586914, -9.205748558044434, -9.013574600219727, -8.82140064239502, -8.629226684570312, -8.437053680419922, -8.244879722595215, -8.052705764770508, -7.860532283782959, -7.66835880279541, -7.476184844970703, -7.284011363983154, -7.0918378829956055, -6.899663925170898, -6.70749044418335, -6.515316486358643, -6.323143005371094, -6.130969047546387, -5.938795566558838, -5.746621608734131, -5.554448127746582, -5.362274646759033, -5.170100688934326, -4.977927207946777, -4.78575325012207, -4.5935797691345215, -4.4014058113098145, -4.209232330322266, -4.017058372497559, -3.8248848915100098, -3.632711410522461, -3.440537452697754, -3.248363494873047, -3.0561904907226562, -2.864016532897949, -2.671842575073242, -2.4796695709228516, -2.2874956130981445, -2.0953216552734375 ], "r_inf_mean": 0.22707316279411316, "r_inf_median": 0.2244398444890976, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6609419584274292, "eff_dim_mean": 0.6609419584274292, "topk_energy": { "1": 0.05204927176237106, "5": 0.23153820633888245, "10": 0.3858509063720703, "25": 0.6985976696014404 }, "gamma_raw": 0.011110907420516014, "gamma_active": { "1e-08": 0.011341585777699947, "1e-07": 0.011378228664398193, "1e-06": 0.01134572271257639, "1e-05": 0.010890192352235317, "0.0001": 0.011559690348803997 }, "gamma_energy_weighted": { "1e-08": 0.0032237138849882255, "1e-07": 0.0032237138849882255, "1e-06": 0.0032237138849882255, "1e-05": 0.0032237138849882255, "0.0001": 0.0032237138849882255 } } ] }