diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json new file mode 100644 index 0000000..bfa5d07 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.180049896240234, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03228332847356796, + "median_norm": 0.03344305232167244, + "max_norm": 0.06783202290534973, + "min_norm": 4.940425014583521e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.9765625, + "1e-06": 0.96484375, + "1e-05": 0.95703125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -9.721210479736328, + "5": -3.8396589756011963, + "10": -1.6627928018569946, + "25": -1.547269582748413, + "50": -1.4754472970962524, + "75": -1.4103800058364868, + "90": -1.3467535972595215, + "95": -1.311468243598938, + "99": -1.271186113357544 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 4, + 0, + 0, + 2, + 0, + 1, + 1, + 5, + 2, + 3, + 5, + 3, + 257, + 209 + ], + "log_norms_bin_edges": [ + -15.30623722076416, + -15.023484230041504, + -14.740730285644531, + -14.457977294921875, + -14.175223350524902, + -13.892470359802246, + -13.609716415405273, + -13.326963424682617, + -13.044209480285645, + -12.761456489562988, + -12.478702545166016, + -12.19594955444336, + -11.913196563720703, + -11.63044261932373, + -11.347688674926758, + -11.064935684204102, + -10.782182693481445, + -10.499428749084473, + -10.2166748046875, + -9.933921813964844, + -9.651168823242188, + -9.368414878845215, + -9.085660934448242, + -8.802907943725586, + -8.52015495300293, + -8.237401962280273, + -7.954648017883301, + -7.671894550323486, + -7.389141082763672, + -7.106387138366699, + -6.823634147644043, + -6.54088020324707, + -6.258127212524414, + -5.975374221801758, + -5.692620277404785, + -5.409867286682129, + -5.127113342285156, + -4.8443603515625, + -4.561606407165527, + -4.278853416442871, + -3.9960994720458984, + -3.713346481323242, + -3.4305925369262695, + -3.1478395462036133, + -2.8650856018066406, + -2.5823326110839844, + -2.2995786666870117, + -2.0168256759643555, + -1.7340726852416992, + -1.4513187408447266, + -1.168565273284912 + ], + "r_inf_mean": 0.25818920135498047, + "r_inf_median": 0.2516033351421356, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.632878303527832, + "eff_dim_mean": 0.6328781843185425, + "topk_energy": { + "1": 0.06809346377849579, + "5": 0.2683069109916687, + "10": 0.4246521592140198, + "25": 0.7250584959983826 + }, + "gamma_raw": -0.015071440488100052, + "gamma_active": { + "1e-08": -0.015379577875137329, + "1e-07": -0.015201113186776638, + "1e-06": -0.015152365900576115, + "1e-05": -0.015298929996788502, + "0.0001": -0.0157618410885334 + }, + "gamma_energy_weighted": { + "1e-08": -0.0188297948368127, + "1e-07": -0.0188297948368127, + "1e-06": -0.0188297948368127, + "1e-05": -0.0188297948368127, + "0.0001": -0.0188297948368127 + } + }, + { + "layer": 1, + "mean_norm": 0.009929456748068333, + "median_norm": 0.010364217683672905, + "max_norm": 0.01932923123240471, + "min_norm": 1.575332521731637e-16, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.953125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -10.22230052947998, + "5": -4.343476295471191, + "10": -2.157093048095703, + "25": -2.042919874191284, + "50": -1.984330177307129, + "75": -1.9226419925689697, + "90": -1.8750786781311035, + "95": -1.847300410270691, + "99": -1.796289324760437 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 2, + 1, + 3, + 0, + 1, + 0, + 4, + 0, + 0, + 2, + 0, + 1, + 1, + 5, + 1, + 3, + 5, + 4, + 183, + 283 + ], + "log_norms_bin_edges": [ + -15.802627563476562, + -15.520851135253906, + -15.239073753356934, + -14.957297325134277, + -14.675519943237305, + -14.393743515014648, + -14.111966133117676, + -13.83018970489502, + -13.548412322998047, + -13.26663589477539, + -12.984859466552734, + -12.703082084655762, + -12.421305656433105, + -12.139528274536133, + -11.857751846313477, + -11.57597541809082, + -11.294198036193848, + -11.012420654296875, + -10.730644226074219, + -10.448867797851562, + -10.16709041595459, + -9.885313987731934, + -9.603536605834961, + -9.321760177612305, + -9.039983749389648, + -8.758206367492676, + -8.476428985595703, + -8.194652557373047, + -7.912876129150391, + -7.631098747253418, + -7.349322319030762, + -7.067544937133789, + -6.785768508911133, + -6.503992080688477, + -6.222214698791504, + -5.940438270568848, + -5.658660888671875, + -5.376884460449219, + -5.095107078552246, + -4.81333065032959, + -4.531553268432617, + -4.249776840209961, + -3.9680004119873047, + -3.686223030090332, + -3.404446601867676, + -3.122669219970703, + -2.840892791748047, + -2.559115409851074, + -2.277338981628418, + -1.9955625534057617, + -1.7137854099273682 + ], + "r_inf_mean": 0.2620862126350403, + "r_inf_median": 0.2567984163761139, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6272233128547668, + "eff_dim_mean": 0.6272232532501221, + "topk_energy": { + "1": 0.07014191895723343, + "5": 0.27664700150489807, + "10": 0.43418610095977783, + "25": 0.7330682277679443 + }, + "gamma_raw": -0.059513382613658905, + "gamma_active": { + "1e-08": -0.06053254008293152, + "1e-07": -0.06082262843847275, + "1e-06": -0.060560960322618484, + "1e-05": -0.06051412969827652, + "0.0001": -0.06066262349486351 + }, + "gamma_energy_weighted": { + "1e-08": -0.061323352501472715, + "1e-07": -0.061323352501472715, + "1e-06": -0.061323352501472715, + "1e-05": -0.061323352501472715, + "0.0001": -0.061323352501472715 + } + }, + { + "layer": 2, + "mean_norm": 0.004277404397726059, + "median_norm": 0.0045088366605341434, + "max_norm": 0.006979712285101414, + "min_norm": 7.58908962910943e-17, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96875, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -10.619633674621582, + "5": -4.683269500732422, + "10": -2.477695941925049, + "25": -2.3927981853485107, + "50": -2.345350503921509, + "75": -2.2977986335754395, + "90": -2.2557222843170166, + "95": -2.2303006649017334, + "99": -2.1941733360290527 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 0, + 3, + 1, + 0, + 3, + 1, + 0, + 4, + 0, + 0, + 1, + 1, + 1, + 1, + 4, + 2, + 3, + 5, + 2, + 24, + 444 + ], + "log_norms_bin_edges": [ + -16.119810104370117, + -15.840537071228027, + -15.561264038085938, + -15.281991004943848, + -15.002717971801758, + -14.723445892333984, + -14.444171905517578, + -14.164899826049805, + -13.885626792907715, + -13.606353759765625, + -13.327080726623535, + -13.047807693481445, + -12.768534660339355, + -12.489261627197266, + -12.209988594055176, + -11.930715560913086, + -11.651443481445312, + -11.372169494628906, + -11.092897415161133, + -10.813624382019043, + -10.534351348876953, + -10.255078315734863, + -9.975805282592773, + -9.696532249450684, + -9.417259216308594, + -9.13798713684082, + -8.858713150024414, + -8.57944107055664, + -8.300167083740234, + -8.020895004272461, + -7.741621971130371, + -7.462348937988281, + -7.183075904846191, + -6.903802871704102, + -6.624529838562012, + -6.345256805419922, + -6.065983772277832, + -5.786710739135742, + -5.507438659667969, + -5.228165626525879, + -4.948892593383789, + -4.669619560241699, + -4.390346527099609, + -4.1110734939575195, + -3.8318004608154297, + -3.55252742767334, + -3.27325439453125, + -2.99398136138916, + -2.7147083282470703, + -2.435436248779297, + -2.1561625003814697 + ], + "r_inf_mean": 0.24748462438583374, + "r_inf_median": 0.24098750948905945, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6481454372406006, + "eff_dim_mean": 0.6481454372406006, + "topk_energy": { + "1": 0.06238122656941414, + "5": 0.254741370677948, + "10": 0.40838623046875, + "25": 0.7106533646583557 + }, + "gamma_raw": -0.01568009704351425, + "gamma_active": { + "1e-08": -0.015950532630085945, + "1e-07": -0.01586664281785488, + "1e-06": -0.015749312937259674, + "1e-05": -0.015587232075631618, + "0.0001": -0.015297364443540573 + }, + "gamma_energy_weighted": { + "1e-08": -0.011821099891636865, + "1e-07": -0.011821099891636865, + "1e-06": -0.011821099891636865, + "1e-05": -0.011821099891636865, + "0.0001": -0.011821099891636865 + } + }, + { + "layer": 3, + "mean_norm": 0.0032173350919038057, + "median_norm": 0.0032391552813351154, + "max_norm": 0.005849242210388184, + "min_norm": 6.002647211483369e-17, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96484375, + "1e-06": 0.95703125, + "1e-05": 0.951171875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -10.780950546264648, + "5": -4.773167610168457, + "10": -2.5996830463409424, + "25": -2.530972957611084, + "50": -2.4894731044769287, + "75": -2.426938056945801, + "90": -2.3418519496917725, + "95": -2.2948198318481445, + "99": -2.2352311611175537 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 1, + 0, + 4, + 0, + 0, + 1, + 1, + 1, + 3, + 3, + 1, + 3, + 5, + 3, + 147, + 320 + ], + "log_norms_bin_edges": [ + -16.221656799316406, + -15.941882133483887, + -15.66210651397705, + -15.382331848144531, + -15.102556228637695, + -14.822781562805176, + -14.54300594329834, + -14.26323127746582, + -13.983455657958984, + -13.703680992126465, + -13.423905372619629, + -13.14413070678711, + -12.864355087280273, + -12.584580421447754, + -12.304805755615234, + -12.025030136108398, + -11.745254516601562, + -11.465479850769043, + -11.185705184936523, + -10.905929565429688, + -10.626153945922852, + -10.346379280090332, + -10.066604614257812, + -9.786828994750977, + -9.507054328918457, + -9.227279663085938, + -8.947504043579102, + -8.667728424072266, + -8.387953758239746, + -8.10817813873291, + -7.828403472900391, + -7.548627853393555, + -7.268853187561035, + -6.989078521728516, + -6.70930290222168, + -6.42952823638916, + -6.149752616882324, + -5.869977951049805, + -5.590202331542969, + -5.310427665710449, + -5.030652046203613, + -4.750877380371094, + -4.471101760864258, + -4.191327095031738, + -3.9115514755249023, + -3.631776809692383, + -3.352001190185547, + -3.0722265243530273, + -2.792451858520508, + -2.512676239013672, + -2.232900381088257 + ], + "r_inf_mean": 0.22108212113380432, + "r_inf_median": 0.2202708125114441, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6840825080871582, + "eff_dim_mean": 0.6840825080871582, + "topk_energy": { + "1": 0.04967537149786949, + "5": 0.21954558789730072, + "10": 0.36553412675857544, + "25": 0.6712543368339539 + }, + "gamma_raw": -0.02954784780740738, + "gamma_active": { + "1e-08": -0.0302455872297287, + "1e-07": -0.030674822628498077, + "1e-06": -0.031157279387116432, + "1e-05": -0.031111134216189384, + "0.0001": -0.031274594366550446 + }, + "gamma_energy_weighted": { + "1e-08": -0.028014903710792564, + "1e-07": -0.028014903710792564, + "1e-06": -0.028014903710792564, + "1e-05": -0.028014903710792564, + "0.0001": -0.028014903710792564 + } + } + ] +}
\ No newline at end of file |