diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json new file mode 100644 index 0000000..e44802c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 18.201946258544922, + "acc": 0.068359375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026745080947875977, + "median_norm": 0.02799914963543415, + "max_norm": 0.04379706084728241, + "min_norm": 2.7917581579828266e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.158345699310303, + "5": -2.765793561935425, + "10": -1.7018448114395142, + "25": -1.612661600112915, + "50": -1.5525736808776855, + "75": -1.5050275325775146, + "90": -1.4624149799346924, + "95": -1.4424933195114136, + "99": -1.3847565650939941 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 1, + 0, + 0, + 4, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 0, + 2, + 47, + 306, + 124 + ], + "log_norms_bin_edges": [ + -8.554121971130371, + -8.410210609436035, + -8.2662992477417, + -8.122387886047363, + -7.978476524353027, + -7.834565162658691, + -7.6906538009643555, + -7.5467424392700195, + -7.402831077575684, + -7.258919715881348, + -7.115008354187012, + -6.971096992492676, + -6.82718563079834, + -6.683274269104004, + -6.539362907409668, + -6.395451545715332, + -6.251540184020996, + -6.10762882232666, + -5.963717460632324, + -5.819806098937988, + -5.675894737243652, + -5.531983375549316, + -5.3880720138549805, + -5.2441606521606445, + -5.100249767303467, + -4.956338405609131, + -4.812427043914795, + -4.668515682220459, + -4.524604320526123, + -4.380692958831787, + -4.236781597137451, + -4.092870235443115, + -3.9489588737487793, + -3.8050475120544434, + -3.6611361503601074, + -3.5172247886657715, + -3.3733134269714355, + -3.2294020652770996, + -3.0854907035827637, + -2.9415793418884277, + -2.797667980194092, + -2.653756618499756, + -2.50984525680542, + -2.365933895111084, + -2.222022533416748, + -2.078111171722412, + -1.9341998100280762, + -1.7902884483337402, + -1.6463775634765625, + -1.5024662017822266, + -1.3585550785064697 + ], + "r_inf_mean": 0.25939130783081055, + "r_inf_median": 0.25360000133514404, + "pr_mean": 0.32898974418640137, + "pr_median": 0.3294108211994171, + "hoyer_mean": 0.6291075944900513, + "eff_dim_mean": 0.6291075944900513, + "topk_energy": { + "1": 0.06877513974905014, + "5": 0.2708820104598999, + "10": 0.4263462722301483, + "25": 0.7286792993545532 + }, + "gamma_raw": -0.009124535135924816, + "gamma_active": { + "1e-08": -0.009148621000349522, + "1e-07": -0.008863850496709347, + "1e-06": -0.008966921828687191, + "1e-05": -0.008754475973546505, + "0.0001": -0.009025330655276775 + }, + "gamma_energy_weighted": { + "1e-08": -0.006246126960506435, + "1e-07": -0.006246126960506435, + "1e-06": -0.006246126960506435, + "1e-05": -0.006246126960506435, + "0.0001": -0.006246126960506435 + } + }, + { + "layer": 1, + "mean_norm": 0.01604984886944294, + "median_norm": 0.016879824921488762, + "max_norm": 0.02506859041750431, + "min_norm": 1.6749740483490427e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.3863725662231445, + "5": -2.9915592670440674, + "10": -1.912522554397583, + "25": -1.8207550048828125, + "50": -1.772515058517456, + "75": -1.729318618774414, + "90": -1.6918755769729614, + "95": -1.6725597381591797, + "99": -1.6223673820495605 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 0, + 0, + 4, + 0, + 2, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 4, + 2, + 0, + 1, + 30, + 274, + 174 + ], + "log_norms_bin_edges": [ + -8.775992393493652, + -8.632490158081055, + -8.488987922668457, + -8.345484733581543, + -8.201982498168945, + -8.058480262756348, + -7.914977550506592, + -7.771475315093994, + -7.627972602844238, + -7.484470367431641, + -7.340968132019043, + -7.197465419769287, + -7.0539631843566895, + -6.910460472106934, + -6.766958236694336, + -6.623456001281738, + -6.479953289031982, + -6.336450576782227, + -6.192948341369629, + -6.049446105957031, + -5.905943393707275, + -5.762441158294678, + -5.618938446044922, + -5.475436210632324, + -5.331933975219727, + -5.188431262969971, + -5.044928550720215, + -4.901426315307617, + -4.7579240798950195, + -4.614421367645264, + -4.470919132232666, + -4.32741641998291, + -4.1839141845703125, + -4.040411949157715, + -3.896909236907959, + -3.7534070014953613, + -3.6099042892456055, + -3.466402053833008, + -3.322899341583252, + -3.1793971061706543, + -3.0358943939208984, + -2.892392158508301, + -2.748889923095703, + -2.6053872108459473, + -2.4618849754333496, + -2.3183822631835938, + -2.174880027770996, + -2.0313773155212402, + -1.8878750801086426, + -1.744372844696045, + -1.600870132446289 + ], + "r_inf_mean": 0.26152491569519043, + "r_inf_median": 0.25684571266174316, + "pr_mean": 0.32279202342033386, + "pr_median": 0.32486802339553833, + "hoyer_mean": 0.6236127018928528, + "eff_dim_mean": 0.623612642288208, + "topk_energy": { + "1": 0.06978143751621246, + "5": 0.27452993392944336, + "10": 0.43230366706848145, + "25": 0.734635591506958 + }, + "gamma_raw": 0.0052232882007956505, + "gamma_active": { + "1e-08": 0.005192856770008802, + "1e-07": 0.005095846951007843, + "1e-06": 0.0051261503249406815, + "1e-05": 0.005310148000717163, + "0.0001": 0.005672181956470013 + }, + "gamma_energy_weighted": { + "1e-08": 0.006702562506262789, + "1e-07": 0.006702562506262789, + "1e-06": 0.006702562506262789, + "1e-05": 0.006702562506262789, + "0.0001": 0.006702562506262789 + } + }, + { + "layer": 2, + "mean_norm": 0.009365247562527657, + "median_norm": 0.009942714124917984, + "max_norm": 0.014590568840503693, + "min_norm": 9.882941132133283e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.98046875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.63374137878418, + "5": -3.2288219928741455, + "10": -2.1315970420837402, + "25": -2.05008602142334, + "50": -2.0023891925811768, + "75": -1.9677720069885254, + "90": -1.937893271446228, + "95": -1.920236349105835, + "99": -1.8798474073410034 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 4, + 2, + 0, + 1, + 23, + 283, + 172 + ], + "log_norms_bin_edges": [ + -9.00511360168457, + -8.861729621887207, + -8.71834659576416, + -8.574962615966797, + -8.431578636169434, + -8.28819465637207, + -8.144811630249023, + -8.00142765045166, + -7.858043670654297, + -7.714660167694092, + -7.571276664733887, + -7.427892684936523, + -7.284509181976318, + -7.141125202178955, + -6.99774169921875, + -6.854357719421387, + -6.710974216461182, + -6.567590713500977, + -6.424206733703613, + -6.28082275390625, + -6.137439250946045, + -5.99405574798584, + -5.850671768188477, + -5.7072882652282715, + -5.563904762268066, + -5.420520782470703, + -5.27713680267334, + -5.133753299713135, + -4.99036979675293, + -4.846985816955566, + -4.703602313995361, + -4.560218334197998, + -4.416834831237793, + -4.273451328277588, + -4.130067348480225, + -3.9866838455200195, + -3.8432998657226562, + -3.699916362762451, + -3.556532382965088, + -3.413148880004883, + -3.2697649002075195, + -3.1263813972473145, + -2.9829978942871094, + -2.839613914489746, + -2.696230411529541, + -2.5528464317321777, + -2.4094629287719727, + -2.2660789489746094, + -2.1226954460144043, + -1.9793119430541992, + -1.8359277248382568 + ], + "r_inf_mean": 0.2518051564693451, + "r_inf_median": 0.24898852407932281, + "pr_mean": 0.3406205177307129, + "pr_median": 0.3417762815952301, + "hoyer_mean": 0.6359192132949829, + "eff_dim_mean": 0.6359192132949829, + "topk_energy": { + "1": 0.06446997821331024, + "5": 0.26186588406562805, + "10": 0.41819119453430176, + "25": 0.7221684455871582 + }, + "gamma_raw": -0.026499513536691666, + "gamma_active": { + "1e-08": -0.02663438580930233, + "1e-07": -0.02676556073129177, + "1e-06": -0.026667220517992973, + "1e-05": -0.026600709185004234, + "0.0001": -0.02641400694847107 + }, + "gamma_energy_weighted": { + "1e-08": -0.028174220831674375, + "1e-07": -0.028174220831674375, + "1e-06": -0.028174220831674375, + "1e-05": -0.028174220831674375, + "0.0001": -0.028174220831674375 + } + }, + { + "layer": 3, + "mean_norm": 0.00576932355761528, + "median_norm": 0.006101051811128855, + "max_norm": 0.008816523477435112, + "min_norm": 6.16855289070628e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.862443447113037, + "5": -3.4488162994384766, + "10": -2.3254408836364746, + "25": -2.254025459289551, + "50": -2.2143356800079346, + "75": -2.1843628883361816, + "90": -2.1521308422088623, + "95": -2.124645471572876, + "99": -2.095109701156616 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 4, + 1, + 1, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 0, + 2, + 12, + 277, + 188 + ], + "log_norms_bin_edges": [ + -9.209816932678223, + -9.0667142868042, + -8.923612594604492, + -8.780509948730469, + -8.637407302856445, + -8.494305610656738, + -8.351202964782715, + -8.208101272583008, + -8.064998626708984, + -7.921896457672119, + -7.778794288635254, + -7.6356916427612305, + -7.492589473724365, + -7.3494873046875, + -7.206384658813477, + -7.063282489776611, + -6.920180320739746, + -6.777078151702881, + -6.633975982666016, + -6.490873336791992, + -6.347771167755127, + -6.204668998718262, + -6.061566352844238, + -5.918464183807373, + -5.775362014770508, + -5.632259845733643, + -5.489157676696777, + -5.346055030822754, + -5.202952861785889, + -5.059850692749023, + -4.916748046875, + -4.773645877838135, + -4.6305437088012695, + -4.487441539764404, + -4.344339370727539, + -4.201236724853516, + -4.05813455581665, + -3.915032386779785, + -3.7719297409057617, + -3.6288275718688965, + -3.4857254028320312, + -3.342623233795166, + -3.199521064758301, + -3.0564184188842773, + -2.913316249847412, + -2.770214080810547, + -2.6271114349365234, + -2.484009265899658, + -2.340907096862793, + -2.1978049278259277, + -2.0547027587890625 + ], + "r_inf_mean": 0.23645594716072083, + "r_inf_median": 0.23425117135047913, + "pr_mean": 0.37167254090309143, + "pr_median": 0.3690134286880493, + "hoyer_mean": 0.6560642719268799, + "eff_dim_mean": 0.6560642719268799, + "topk_energy": { + "1": 0.05651380121707916, + "5": 0.24197855591773987, + "10": 0.39457225799560547, + "25": 0.7023665308952332 + }, + "gamma_raw": -0.005335877183824778, + "gamma_active": { + "1e-08": -0.005301781930029392, + "1e-07": -0.005068441387265921, + "1e-06": -0.005079653114080429, + "1e-05": -0.004441314842551947, + "0.0001": -0.004428102634847164 + }, + "gamma_energy_weighted": { + "1e-08": -0.004577746667902649, + "1e-07": -0.004577746667902649, + "1e-06": -0.004577746667902649, + "1e-05": -0.004577746667902649, + "0.0001": -0.004577746667902649 + } + } + ] +}
\ No newline at end of file |