diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json new file mode 100644 index 0000000..2b71c3f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 23.19427490234375, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03285226598381996, + "median_norm": 0.034406084567308426, + "max_norm": 0.07624293118715286, + "min_norm": 9.106958243076946e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.8663811683654785, + "5": -3.833216667175293, + "10": -1.9464114904403687, + "25": -1.5393645763397217, + "50": -1.463327407836914, + "75": -1.3964773416519165, + "90": -1.3375521898269653, + "95": -1.2982641458511353, + "99": -1.2217824459075928 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 3, + 2, + 3, + 0, + 0, + 2, + 8, + 4, + 2, + 1, + 11, + 170, + 254, + 25 + ], + "log_norms_bin_edges": [ + -10.040627479553223, + -9.862171173095703, + -9.683714866638184, + -9.505257606506348, + -9.326801300048828, + -9.148344993591309, + -8.969888687133789, + -8.791431427001953, + -8.612975120544434, + -8.434518814086914, + -8.256062507629395, + -8.077605247497559, + -7.899148941040039, + -7.7206926345825195, + -7.542236328125, + -7.363779544830322, + -7.1853227615356445, + -7.006866455078125, + -6.8284101486206055, + -6.649953365325928, + -6.47149658203125, + -6.2930402755737305, + -6.114583969116211, + -5.936127185821533, + -5.757670879364014, + -5.579214096069336, + -5.400757789611816, + -5.222301006317139, + -5.043844699859619, + -4.865387916564941, + -4.686931610107422, + -4.508474826812744, + -4.330018520355225, + -4.151562213897705, + -3.9731054306030273, + -3.794649124145508, + -3.61619234085083, + -3.4377360343933105, + -3.259279251098633, + -3.0808229446411133, + -2.9023661613464355, + -2.723909854888916, + -2.5454530715942383, + -2.3669967651367188, + -2.188539981842041, + -2.0100831985473633, + -1.8316268920898438, + -1.6531705856323242, + -1.4747142791748047, + -1.2962579727172852, + -1.1178004741668701 + ], + "r_inf_mean": 0.25351691246032715, + "r_inf_median": 0.25097736716270447, + "pr_mean": 0.3344690203666687, + "pr_median": 0.3357260823249817, + "hoyer_mean": 0.6313122510910034, + "eff_dim_mean": 0.6313122510910034, + "topk_energy": { + "1": 0.06504268944263458, + "5": 0.2681075632572174, + "10": 0.4265422224998474, + "25": 0.7275212407112122 + }, + "gamma_raw": -0.011900737881660461, + "gamma_active": { + "1e-08": -0.011778897605836391, + "1e-07": -0.011458694003522396, + "1e-06": -0.011391771957278252, + "1e-05": -0.011132918298244476, + "0.0001": -0.011016806587576866 + }, + "gamma_energy_weighted": { + "1e-08": -0.013668909181155882, + "1e-07": -0.013668909181155882, + "1e-06": -0.013668909181155882, + "1e-05": -0.013668909181155882, + "0.0001": -0.013668909181155882 + } + }, + { + "layer": 1, + "mean_norm": 0.010136807337403297, + "median_norm": 0.010808220133185387, + "max_norm": 0.021989943459630013, + "min_norm": 2.3731787368586055e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.95703125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.404781341552734, + "5": -4.373843669891357, + "10": -2.463639497756958, + "25": -2.042433023452759, + "50": -1.9661818742752075, + "75": -1.9128031730651855, + "90": -1.8596967458724976, + "95": -1.8248332738876343, + "99": -1.7570741176605225 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 1, + 1, + 3, + 1, + 4, + 0, + 0, + 2, + 6, + 6, + 2, + 1, + 2, + 110, + 311, + 37 + ], + "log_norms_bin_edges": [ + -10.624670028686523, + -10.445332527160645, + -10.26599407196045, + -10.08665657043457, + -9.907318115234375, + -9.727980613708496, + -9.548643112182617, + -9.369304656982422, + -9.189967155456543, + -9.010628700256348, + -8.831291198730469, + -8.651952743530273, + -8.472615242004395, + -8.293277740478516, + -8.11393928527832, + -7.934601783752441, + -7.755263805389404, + -7.575925827026367, + -7.396588325500488, + -7.217249870300293, + -7.037912368774414, + -6.858574390411377, + -6.67923641204834, + -6.499898433685303, + -6.320560455322266, + -6.141222953796387, + -5.96188497543335, + -5.7825469970703125, + -5.603209018707275, + -5.423871040344238, + -5.244533538818359, + -5.065195560455322, + -4.885857582092285, + -4.706519603729248, + -4.527181625366211, + -4.347844123840332, + -4.168506145477295, + -3.989168167114258, + -3.8098301887512207, + -3.6304922103881836, + -3.4511547088623047, + -3.2718167304992676, + -3.0924787521362305, + -2.9131407737731934, + -2.7338027954101562, + -2.5544652938842773, + -2.375126838684082, + -2.195789337158203, + -2.016450881958008, + -1.837113380432129, + -1.6577759981155396 + ], + "r_inf_mean": 0.2641840875148773, + "r_inf_median": 0.26017603278160095, + "pr_mean": 0.31900888681411743, + "pr_median": 0.3158789277076721, + "hoyer_mean": 0.6189547777175903, + "eff_dim_mean": 0.6189547777175903, + "topk_energy": { + "1": 0.07095138728618622, + "5": 0.27749499678611755, + "10": 0.43791183829307556, + "25": 0.7403721809387207 + }, + "gamma_raw": -0.030670788139104843, + "gamma_active": { + "1e-08": -0.03070526011288166, + "1e-07": -0.030936583876609802, + "1e-06": -0.03176315873861313, + "1e-05": -0.03175019845366478, + "0.0001": -0.03211331367492676 + }, + "gamma_energy_weighted": { + "1e-08": -0.031328643686377354, + "1e-07": -0.031328643686377354, + "1e-06": -0.031328643686377354, + "1e-05": -0.031328643686377354, + "0.0001": -0.031328643686377354 + } + }, + { + "layer": 2, + "mean_norm": 0.004279041662812233, + "median_norm": 0.004622665699571371, + "max_norm": 0.006989721674472094, + "min_norm": 1.0613379099189135e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.978515625, + "1e-06": 0.962890625, + "1e-05": 0.951171875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.807756423950195, + "5": -4.7283196449279785, + "10": -2.8701746463775635, + "25": -2.388489007949829, + "50": -2.3350863456726074, + "75": -2.2890517711639404, + "90": -2.2496988773345947, + "95": -2.231332778930664, + "99": -2.1986656188964844 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 0, + 3, + 2, + 2, + 2, + 0, + 1, + 2, + 7, + 4, + 3, + 2, + 0, + 214, + 244 + ], + "log_norms_bin_edges": [ + -10.974146842956543, + -10.797774314880371, + -10.621402740478516, + -10.445030212402344, + -10.268658638000488, + -10.092286109924316, + -9.915914535522461, + -9.739542007446289, + -9.563169479370117, + -9.386797904968262, + -9.21042537689209, + -9.034053802490234, + -8.857681274414062, + -8.68130874633789, + -8.504937171936035, + -8.328564643859863, + -8.152193069458008, + -7.975820541381836, + -7.799448490142822, + -7.623076438903809, + -7.446704387664795, + -7.270332336425781, + -7.093959808349609, + -6.917587757110596, + -6.741215705871582, + -6.564843654632568, + -6.388471603393555, + -6.212099552154541, + -6.035727500915527, + -5.8593549728393555, + -5.682982921600342, + -5.506610870361328, + -5.3302388191223145, + -5.153866767883301, + -4.977494716644287, + -4.801122665405273, + -4.624750137329102, + -4.448378086090088, + -4.272006034851074, + -4.0956339836120605, + -3.919261932373047, + -3.742889881134033, + -3.5665173530578613, + -3.3901453018188477, + -3.213773250579834, + -3.0374011993408203, + -2.8610286712646484, + -2.684657096862793, + -2.508284568786621, + -2.3319129943847656, + -2.1555402278900146 + ], + "r_inf_mean": 0.2507539689540863, + "r_inf_median": 0.24813978374004364, + "pr_mean": Infinity, + "pr_median": 0.3435359299182892, + "hoyer_mean": 0.638704240322113, + "eff_dim_mean": 0.6387041807174683, + "topk_energy": { + "1": 0.06380829215049744, + "5": 0.2588793933391571, + "10": 0.4153960347175598, + "25": 0.7199447154998779 + }, + "gamma_raw": 0.01922772079706192, + "gamma_active": { + "1e-08": 0.019337939098477364, + "1e-07": 0.019216526299715042, + "1e-06": 0.019221020862460136, + "1e-05": 0.018830550834536552, + "0.0001": 0.01822819747030735 + }, + "gamma_energy_weighted": { + "1e-08": 0.019718594627432067, + "1e-07": 0.019718594627432067, + "1e-06": 0.019718594627432067, + "1e-05": 0.019718594627432067, + "0.0001": 0.019718594627432067 + } + }, + { + "layer": 3, + "mean_norm": 0.0031602054368704557, + "median_norm": 0.003251004731282592, + "max_norm": 0.005479240790009499, + "min_norm": 7.760230825992753e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.962890625, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.944150447845459, + "5": -4.845130920410156, + "10": -2.9629948139190674, + "25": -2.5372726917266846, + "50": -2.4876370429992676, + "75": -2.426168441772461, + "90": -2.343860387802124, + "95": -2.3104851245880127, + "99": -2.283222198486328 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 2, + 2, + 0, + 3, + 0, + 2, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 0, + 3, + 3, + 2, + 0, + 1, + 2, + 4, + 3, + 6, + 2, + 2, + 3, + 305, + 150 + ], + "log_norms_bin_edges": [ + -11.110125541687012, + -10.933148384094238, + -10.756171226501465, + -10.579195022583008, + -10.402217864990234, + -10.225240707397461, + -10.048263549804688, + -9.87128734588623, + -9.694310188293457, + -9.517333030700684, + -9.34035587310791, + -9.163379669189453, + -8.98640251159668, + -8.809425354003906, + -8.632448196411133, + -8.45547103881836, + -8.278494834899902, + -8.101517677307129, + -7.9245405197143555, + -7.74756383895874, + -7.570587158203125, + -7.393610000610352, + -7.216632843017578, + -7.039656162261963, + -6.8626790046691895, + -6.685702323913574, + -6.508725166320801, + -6.3317484855651855, + -6.154771327972412, + -5.977794647216797, + -5.800817489624023, + -5.623840808868408, + -5.446863651275635, + -5.269886493682861, + -5.092909812927246, + -4.915932655334473, + -4.738955974578857, + -4.561978816986084, + -4.385002136230469, + -4.208024978637695, + -4.03104829788208, + -3.8540711402893066, + -3.6770944595336914, + -3.500117301940918, + -3.3231406211853027, + -3.1461634635925293, + -2.969186782836914, + -2.7922096252441406, + -2.615232467651367, + -2.4382553100585938, + -2.261279582977295 + ], + "r_inf_mean": 0.22259721159934998, + "r_inf_median": 0.22449158132076263, + "pr_mean": Infinity, + "pr_median": 0.38702425360679626, + "hoyer_mean": 0.6773254871368408, + "eff_dim_mean": 0.6773254871368408, + "topk_energy": { + "1": 0.05018036067485809, + "5": 0.2214241623878479, + "10": 0.3716586232185364, + "25": 0.683795154094696 + }, + "gamma_raw": -0.007987049408257008, + "gamma_active": { + "1e-08": -0.008025799877941608, + "1e-07": -0.007662721909582615, + "1e-06": -0.007556775119155645, + "1e-05": -0.00804067961871624, + "0.0001": -0.007763178553432226 + }, + "gamma_energy_weighted": { + "1e-08": -0.00870348491207063, + "1e-07": -0.00870348491207063, + "1e-06": -0.00870348491207063, + "1e-05": -0.00870348491207063, + "0.0001": -0.00870348491207063 + } + } + ] +}
\ No newline at end of file |