{ "dataset": "synth", "method": "bp", "seed": 1024, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 22.180049896240234, "acc": 0.087890625, "per_layer": [ { "layer": 0, "mean_norm": 0.03228332847356796, "median_norm": 0.03344305232167244, "max_norm": 0.06783202290534973, "min_norm": 4.940425014583521e-16, "support": { "1e-08": 0.984375, "1e-07": 0.9765625, "1e-06": 0.96484375, "1e-05": 0.95703125, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -9.721210479736328, "5": -3.8396589756011963, "10": -1.6627928018569946, "25": -1.547269582748413, "50": -1.4754472970962524, "75": -1.4103800058364868, "90": -1.3467535972595215, "95": -1.311468243598938, "99": -1.271186113357544 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 2, 2, 0, 1, 0, 2, 2, 2, 1, 1, 0, 4, 0, 0, 2, 0, 1, 1, 5, 2, 3, 5, 3, 257, 209 ], "log_norms_bin_edges": [ -15.30623722076416, -15.023484230041504, -14.740730285644531, -14.457977294921875, -14.175223350524902, -13.892470359802246, -13.609716415405273, -13.326963424682617, -13.044209480285645, -12.761456489562988, -12.478702545166016, -12.19594955444336, -11.913196563720703, -11.63044261932373, -11.347688674926758, -11.064935684204102, -10.782182693481445, -10.499428749084473, -10.2166748046875, -9.933921813964844, -9.651168823242188, -9.368414878845215, -9.085660934448242, -8.802907943725586, -8.52015495300293, -8.237401962280273, -7.954648017883301, -7.671894550323486, -7.389141082763672, -7.106387138366699, -6.823634147644043, -6.54088020324707, -6.258127212524414, -5.975374221801758, -5.692620277404785, -5.409867286682129, -5.127113342285156, -4.8443603515625, -4.561606407165527, -4.278853416442871, -3.9960994720458984, -3.713346481323242, -3.4305925369262695, -3.1478395462036133, -2.8650856018066406, -2.5823326110839844, -2.2995786666870117, -2.0168256759643555, -1.7340726852416992, -1.4513187408447266, -1.168565273284912 ], "r_inf_mean": 0.25818920135498047, "r_inf_median": 0.2516033351421356, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.632878303527832, "eff_dim_mean": 0.6328781843185425, "topk_energy": { "1": 0.06809346377849579, "5": 0.2683069109916687, "10": 0.4246521592140198, "25": 0.7250584959983826 }, "gamma_raw": -0.015071440488100052, "gamma_active": { "1e-08": -0.015379577875137329, "1e-07": -0.015201113186776638, "1e-06": -0.015152365900576115, "1e-05": -0.015298929996788502, "0.0001": -0.0157618410885334 }, "gamma_energy_weighted": { "1e-08": -0.0188297948368127, "1e-07": -0.0188297948368127, "1e-06": -0.0188297948368127, "1e-05": -0.0188297948368127, "0.0001": -0.0188297948368127 } }, { "layer": 1, "mean_norm": 0.009929456748068333, "median_norm": 0.010364217683672905, "max_norm": 0.01932923123240471, "min_norm": 1.575332521731637e-16, "support": { "1e-08": 0.978515625, "1e-07": 0.970703125, "1e-06": 0.9609375, "1e-05": 0.953125, "0.0001": 0.947265625 }, "log_norms_percentiles": { "1": -10.22230052947998, "5": -4.343476295471191, "10": -2.157093048095703, "25": -2.042919874191284, "50": -1.984330177307129, "75": -1.9226419925689697, "90": -1.8750786781311035, "95": -1.847300410270691, "99": -1.796289324760437 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 2, 2, 0, 1, 1, 2, 1, 3, 0, 1, 0, 4, 0, 0, 2, 0, 1, 1, 5, 1, 3, 5, 4, 183, 283 ], "log_norms_bin_edges": [ -15.802627563476562, -15.520851135253906, -15.239073753356934, -14.957297325134277, -14.675519943237305, -14.393743515014648, -14.111966133117676, -13.83018970489502, -13.548412322998047, -13.26663589477539, -12.984859466552734, -12.703082084655762, -12.421305656433105, -12.139528274536133, -11.857751846313477, -11.57597541809082, -11.294198036193848, -11.012420654296875, -10.730644226074219, -10.448867797851562, -10.16709041595459, -9.885313987731934, -9.603536605834961, -9.321760177612305, -9.039983749389648, -8.758206367492676, -8.476428985595703, -8.194652557373047, -7.912876129150391, -7.631098747253418, -7.349322319030762, -7.067544937133789, -6.785768508911133, -6.503992080688477, -6.222214698791504, -5.940438270568848, -5.658660888671875, -5.376884460449219, -5.095107078552246, -4.81333065032959, -4.531553268432617, -4.249776840209961, -3.9680004119873047, -3.686223030090332, -3.404446601867676, -3.122669219970703, -2.840892791748047, -2.559115409851074, -2.277338981628418, -1.9955625534057617, -1.7137854099273682 ], "r_inf_mean": 0.2620862126350403, "r_inf_median": 0.2567984163761139, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6272233128547668, "eff_dim_mean": 0.6272232532501221, "topk_energy": { "1": 0.07014191895723343, "5": 0.27664700150489807, "10": 0.43418610095977783, "25": 0.7330682277679443 }, "gamma_raw": -0.059513382613658905, "gamma_active": { "1e-08": -0.06053254008293152, "1e-07": -0.06082262843847275, "1e-06": -0.060560960322618484, "1e-05": -0.06051412969827652, "0.0001": -0.06066262349486351 }, "gamma_energy_weighted": { "1e-08": -0.061323352501472715, "1e-07": -0.061323352501472715, "1e-06": -0.061323352501472715, "1e-05": -0.061323352501472715, "0.0001": -0.061323352501472715 } }, { "layer": 2, "mean_norm": 0.004277404397726059, "median_norm": 0.0045088366605341434, "max_norm": 0.006979712285101414, "min_norm": 7.58908962910943e-17, "support": { "1e-08": 0.9765625, "1e-07": 0.96875, "1e-06": 0.9609375, "1e-05": 0.951171875, "0.0001": 0.943359375 }, "log_norms_percentiles": { "1": -10.619633674621582, "5": -4.683269500732422, "10": -2.477695941925049, "25": -2.3927981853485107, "50": -2.345350503921509, "75": -2.2977986335754395, "90": -2.2557222843170166, "95": -2.2303006649017334, "99": -2.1941733360290527 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 2, 2, 1, 0, 0, 3, 1, 0, 3, 1, 0, 4, 0, 0, 1, 1, 1, 1, 4, 2, 3, 5, 2, 24, 444 ], "log_norms_bin_edges": [ -16.119810104370117, -15.840537071228027, -15.561264038085938, -15.281991004943848, -15.002717971801758, -14.723445892333984, -14.444171905517578, -14.164899826049805, -13.885626792907715, -13.606353759765625, -13.327080726623535, -13.047807693481445, -12.768534660339355, -12.489261627197266, -12.209988594055176, -11.930715560913086, -11.651443481445312, -11.372169494628906, -11.092897415161133, -10.813624382019043, -10.534351348876953, -10.255078315734863, -9.975805282592773, -9.696532249450684, -9.417259216308594, -9.13798713684082, -8.858713150024414, -8.57944107055664, -8.300167083740234, -8.020895004272461, -7.741621971130371, -7.462348937988281, -7.183075904846191, -6.903802871704102, -6.624529838562012, -6.345256805419922, -6.065983772277832, -5.786710739135742, -5.507438659667969, -5.228165626525879, -4.948892593383789, -4.669619560241699, -4.390346527099609, -4.1110734939575195, -3.8318004608154297, -3.55252742767334, -3.27325439453125, -2.99398136138916, -2.7147083282470703, -2.435436248779297, -2.1561625003814697 ], "r_inf_mean": 0.24748462438583374, "r_inf_median": 0.24098750948905945, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6481454372406006, "eff_dim_mean": 0.6481454372406006, "topk_energy": { "1": 0.06238122656941414, "5": 0.254741370677948, "10": 0.40838623046875, "25": 0.7106533646583557 }, "gamma_raw": -0.01568009704351425, "gamma_active": { "1e-08": -0.015950532630085945, "1e-07": -0.01586664281785488, "1e-06": -0.015749312937259674, "1e-05": -0.015587232075631618, "0.0001": -0.015297364443540573 }, "gamma_energy_weighted": { "1e-08": -0.011821099891636865, "1e-07": -0.011821099891636865, "1e-06": -0.011821099891636865, "1e-05": -0.011821099891636865, "0.0001": -0.011821099891636865 } }, { "layer": 3, "mean_norm": 0.0032173350919038057, "median_norm": 0.0032391552813351154, "max_norm": 0.005849242210388184, "min_norm": 6.002647211483369e-17, "support": { "1e-08": 0.9765625, "1e-07": 0.96484375, "1e-06": 0.95703125, "1e-05": 0.951171875, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -10.780950546264648, "5": -4.773167610168457, "10": -2.5996830463409424, "25": -2.530972957611084, "50": -2.4894731044769287, "75": -2.426938056945801, "90": -2.3418519496917725, "95": -2.2948198318481445, "99": -2.2352311611175537 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 2, 2, 1, 0, 1, 1, 2, 2, 1, 1, 0, 4, 0, 0, 1, 1, 1, 3, 3, 1, 3, 5, 3, 147, 320 ], "log_norms_bin_edges": [ -16.221656799316406, -15.941882133483887, -15.66210651397705, -15.382331848144531, -15.102556228637695, -14.822781562805176, -14.54300594329834, -14.26323127746582, -13.983455657958984, -13.703680992126465, -13.423905372619629, -13.14413070678711, -12.864355087280273, -12.584580421447754, -12.304805755615234, -12.025030136108398, -11.745254516601562, -11.465479850769043, -11.185705184936523, -10.905929565429688, -10.626153945922852, -10.346379280090332, -10.066604614257812, -9.786828994750977, -9.507054328918457, -9.227279663085938, -8.947504043579102, -8.667728424072266, -8.387953758239746, -8.10817813873291, -7.828403472900391, -7.548627853393555, -7.268853187561035, -6.989078521728516, -6.70930290222168, -6.42952823638916, -6.149752616882324, -5.869977951049805, -5.590202331542969, -5.310427665710449, -5.030652046203613, -4.750877380371094, -4.471101760864258, -4.191327095031738, -3.9115514755249023, -3.631776809692383, -3.352001190185547, -3.0722265243530273, -2.792451858520508, -2.512676239013672, -2.232900381088257 ], "r_inf_mean": 0.22108212113380432, "r_inf_median": 0.2202708125114441, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6840825080871582, "eff_dim_mean": 0.6840825080871582, "topk_energy": { "1": 0.04967537149786949, "5": 0.21954558789730072, "10": 0.36553412675857544, "25": 0.6712543368339539 }, "gamma_raw": -0.02954784780740738, "gamma_active": { "1e-08": -0.0302455872297287, "1e-07": -0.030674822628498077, "1e-06": -0.031157279387116432, "1e-05": -0.031111134216189384, "0.0001": -0.031274594366550446 }, "gamma_energy_weighted": { "1e-08": -0.028014903710792564, "1e-07": -0.028014903710792564, "1e-06": -0.028014903710792564, "1e-05": -0.028014903710792564, "0.0001": -0.028014903710792564 } } ] }