diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json new file mode 100644 index 0000000..0a0d969 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 17.055095672607422, + "acc": 0.111328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02410086803138256, + "median_norm": 0.02541913092136383, + "max_norm": 0.059246428310871124, + "min_norm": 6.489901671624665e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.506077766418457, + "5": -3.3030238151550293, + "10": -1.9029898643493652, + "25": -1.667037010192871, + "50": -1.5947952270507812, + "75": -1.5332677364349365, + "90": -1.4853097200393677, + "95": -1.4468454122543335, + "99": -1.3814529180526733 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 2, + 4, + 3, + 1, + 1, + 5, + 2, + 4, + 0, + 4, + 3, + 6, + 1, + 17, + 209, + 230, + 7 + ], + "log_norms_bin_edges": [ + -10.187762260437012, + -10.008553504943848, + -9.829345703125, + -9.650136947631836, + -9.470928192138672, + -9.291719436645508, + -9.11251163482666, + -8.933302879333496, + -8.754094123840332, + -8.574886322021484, + -8.39567756652832, + -8.216468811035156, + -8.037260055541992, + -7.8580522537231445, + -7.6788434982299805, + -7.499634742736816, + -7.3204264640808105, + -7.141218185424805, + -6.962009429931641, + -6.782800674438477, + -6.603592395782471, + -6.424384117126465, + -6.245175361633301, + -6.065967082977295, + -5.886758804321289, + -5.707550048828125, + -5.528341770172119, + -5.349133014678955, + -5.169924736022949, + -4.990715980529785, + -4.811507701873779, + -4.632298946380615, + -4.453090667724609, + -4.2738823890686035, + -4.0946736335754395, + -3.9154653549194336, + -3.7362565994262695, + -3.5570483207702637, + -3.3778395652770996, + -3.1986312866210938, + -3.0194225311279297, + -2.840214252471924, + -2.661005973815918, + -2.481797218322754, + -2.302588939666748, + -2.123380661010742, + -1.9441719055175781, + -1.764963150024414, + -1.5857553482055664, + -1.4065465927124023, + -1.2273378372192383 + ], + "r_inf_mean": 0.2586217522621155, + "r_inf_median": 0.2532387375831604, + "pr_mean": 0.32552647590637207, + "pr_median": 0.32575616240501404, + "hoyer_mean": 0.6263523101806641, + "eff_dim_mean": 0.6263523101806641, + "topk_energy": { + "1": 0.06828929483890533, + "5": 0.2749662399291992, + "10": 0.4337672293186188, + "25": 0.7331715822219849 + }, + "gamma_raw": 0.0064010899513959885, + "gamma_active": { + "1e-08": 0.006439772434532642, + "1e-07": 0.0064196218736469746, + "1e-06": 0.0059145716950297356, + "1e-05": 0.0060756937600672245, + "0.0001": 0.005095119122415781 + }, + "gamma_energy_weighted": { + "1e-08": 0.004252240361223008, + "1e-07": 0.004252240361223008, + "1e-06": 0.004252240361223008, + "1e-05": 0.004252240361223008, + "0.0001": 0.004252240361223008 + } + }, + { + "layer": 1, + "mean_norm": 0.01484149694442749, + "median_norm": 0.01575603522360325, + "max_norm": 0.03602880984544754, + "min_norm": 4.034660452956196e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.716440200805664, + "5": -3.5071163177490234, + "10": -2.1122171878814697, + "25": -1.866635799407959, + "50": -1.8025106191635132, + "75": -1.7476422786712646, + "90": -1.6989269256591797, + "95": -1.6707956790924072, + "99": -1.617222547531128 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 3, + 1, + 1, + 5, + 2, + 4, + 0, + 4, + 3, + 5, + 2, + 11, + 198, + 247, + 7 + ], + "log_norms_bin_edges": [ + -10.394192695617676, + -10.21517562866211, + -10.036158561706543, + -9.857142448425293, + -9.678125381469727, + -9.49910831451416, + -9.320091247558594, + -9.141075134277344, + -8.962058067321777, + -8.783041000366211, + -8.604023933410645, + -8.425006866455078, + -8.245990753173828, + -8.066973686218262, + -7.887956619262695, + -7.708939552307129, + -7.529922962188721, + -7.3509063720703125, + -7.171889305114746, + -6.99287223815918, + -6.8138556480407715, + -6.634838581085205, + -6.455821990966797, + -6.2768049240112305, + -6.097787857055664, + -5.918771266937256, + -5.7397541999816895, + -5.560737609863281, + -5.381720542907715, + -5.202703952789307, + -5.02368688583374, + -4.844670295715332, + -4.665653228759766, + -4.486636161804199, + -4.307619571685791, + -4.128602504730225, + -3.9495859146118164, + -3.77056884765625, + -3.591552257537842, + -3.4125351905822754, + -3.233518600463867, + -3.054501533508301, + -2.8754844665527344, + -2.696467876434326, + -2.5174508094787598, + -2.3384342193603516, + -2.159417152404785, + -1.9804000854492188, + -1.8013830184936523, + -1.6223669052124023, + -1.4433501958847046 + ], + "r_inf_mean": 0.2646593451499939, + "r_inf_median": 0.25976067781448364, + "pr_mean": 0.3133655786514282, + "pr_median": 0.3138669729232788, + "hoyer_mean": 0.6164640188217163, + "eff_dim_mean": 0.6164640188217163, + "topk_energy": { + "1": 0.07139579206705093, + "5": 0.28418511152267456, + "10": 0.4450431168079376, + "25": 0.7422764897346497 + }, + "gamma_raw": 0.0023391800932586193, + "gamma_active": { + "1e-08": 0.0023550528567284346, + "1e-07": 0.002309672301635146, + "1e-06": 0.0024973961990326643, + "1e-05": 0.0024378779344260693, + "0.0001": 0.0022586178965866566 + }, + "gamma_energy_weighted": { + "1e-08": 0.002401382023888404, + "1e-07": 0.002401382023888404, + "1e-06": 0.002401382023888404, + "1e-05": 0.002401382023888404, + "0.0001": 0.002401382023888404 + } + }, + { + "layer": 2, + "mean_norm": 0.009172573685646057, + "median_norm": 0.009862981736660004, + "max_norm": 0.02161099575459957, + "min_norm": 2.592299465364878e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.9309563636779785, + "5": -3.704042673110962, + "10": -2.2919416427612305, + "25": -2.0737738609313965, + "50": -2.0057425498962402, + "75": -1.9580610990524292, + "90": -1.9110873937606812, + "95": -1.887933611869812, + "99": -1.843023419380188 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 3, + 1, + 2, + 4, + 2, + 4, + 0, + 3, + 4, + 5, + 2, + 8, + 167, + 282, + 6 + ], + "log_norms_bin_edges": [ + -10.586315155029297, + -10.4078950881958, + -10.229475975036621, + -10.051055908203125, + -9.872635841369629, + -9.694215774536133, + -9.515796661376953, + -9.337376594543457, + -9.158956527709961, + -8.980537414550781, + -8.802117347717285, + -8.623697280883789, + -8.44527816772461, + -8.266858100891113, + -8.088438034057617, + -7.910017967224121, + -7.731598377227783, + -7.553178787231445, + -7.374758720397949, + -7.196338653564453, + -7.017919063568115, + -6.839499473571777, + -6.661079406738281, + -6.482659816741943, + -6.3042402267456055, + -6.125820159912109, + -5.9474005699157715, + -5.768980503082275, + -5.5905609130859375, + -5.412140846252441, + -5.2337212562561035, + -5.055301189422607, + -4.8768815994262695, + -4.698462009429932, + -4.5200419425964355, + -4.341622352600098, + -4.163202285766602, + -3.9847826957702637, + -3.8063626289367676, + -3.6279430389404297, + -3.4495229721069336, + -3.2711033821105957, + -3.092683792114258, + -2.9142637252807617, + -2.735844135284424, + -2.557424545288086, + -2.37900447845459, + -2.2005844116210938, + -2.022165298461914, + -1.843745231628418, + -1.6653252840042114 + ], + "r_inf_mean": 0.26404696702957153, + "r_inf_median": 0.25868454575538635, + "pr_mean": 0.31596970558166504, + "pr_median": 0.31424739956855774, + "hoyer_mean": 0.6187723875045776, + "eff_dim_mean": 0.6187723875045776, + "topk_energy": { + "1": 0.07101267576217651, + "5": 0.2823699712753296, + "10": 0.4428502321243286, + "25": 0.7403110861778259 + }, + "gamma_raw": 0.006178267300128937, + "gamma_active": { + "1e-08": 0.00621615257114172, + "1e-07": 0.006119961384683847, + "1e-06": 0.006237430963665247, + "1e-05": 0.006260068621486425, + "0.0001": 0.005676527973264456 + }, + "gamma_energy_weighted": { + "1e-08": 0.0066493307923363625, + "1e-07": 0.0066493307923363625, + "1e-06": 0.0066493307923363625, + "1e-05": 0.0066493307923363625, + "0.0001": 0.0066493307923363625 + } + }, + { + "layer": 3, + "mean_norm": 0.005920513533055782, + "median_norm": 0.006383766420185566, + "max_norm": 0.01284848153591156, + "min_norm": 1.8107671612144216e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.125415325164795, + "5": -3.903027296066284, + "10": -2.4540421962738037, + "25": -2.2514595985412598, + "50": -2.1948466300964355, + "75": -2.1537554264068604, + "90": -2.1112372875213623, + "95": -2.091384172439575, + "99": -2.067492723464966 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 2, + 4, + 3, + 1, + 2, + 4, + 2, + 3, + 1, + 3, + 4, + 5, + 2, + 5, + 82, + 370, + 6 + ], + "log_norms_bin_edges": [ + -10.742137908935547, + -10.565117835998535, + -10.38809871673584, + -10.211078643798828, + -10.034058570861816, + -9.857038497924805, + -9.68001937866211, + -9.502999305725098, + -9.325979232788086, + -9.14896011352539, + -8.971940040588379, + -8.794919967651367, + -8.617900848388672, + -8.44088077545166, + -8.263860702514648, + -8.086841583251953, + -7.909821510314941, + -7.73280143737793, + -7.555781364440918, + -7.378762245178223, + -7.201742172241211, + -7.024722099304199, + -6.847702503204346, + -6.670682907104492, + -6.4936628341674805, + -6.316643238067627, + -6.139623165130615, + -5.962603569030762, + -5.785583972930908, + -5.6085638999938965, + -5.431544303894043, + -5.254524230957031, + -5.077504634857178, + -4.900485038757324, + -4.7234649658203125, + -4.546445369720459, + -4.369425296783447, + -4.192405700683594, + -4.01538610458374, + -3.8383660316467285, + -3.661346435546875, + -3.4843263626098633, + -3.3073067665100098, + -3.1302871704101562, + -2.9532670974731445, + -2.776247501373291, + -2.5992279052734375, + -2.422207832336426, + -2.245187759399414, + -2.0681686401367188, + -1.891148328781128 + ], + "r_inf_mean": 0.26390743255615234, + "r_inf_median": 0.2579365670681, + "pr_mean": 0.32145053148269653, + "pr_median": 0.32001087069511414, + "hoyer_mean": 0.6245108246803284, + "eff_dim_mean": 0.6245107650756836, + "topk_energy": { + "1": 0.07101024687290192, + "5": 0.28050923347473145, + "10": 0.43868663907051086, + "25": 0.7350521087646484 + }, + "gamma_raw": 0.008899711072444916, + "gamma_active": { + "1e-08": 0.009203898720443249, + "1e-07": 0.009199029766023159, + "1e-06": 0.009155862964689732, + "1e-05": 0.009244275279343128, + "0.0001": 0.007924470119178295 + }, + "gamma_energy_weighted": { + "1e-08": 0.009141908841577999, + "1e-07": 0.009141908841577999, + "1e-06": 0.009141908841577999, + "1e-05": 0.009141908841577999, + "0.0001": 0.009141908841577999 + } + }, + { + "layer": 4, + "mean_norm": 0.004264034330844879, + "median_norm": 0.0045959907583892345, + "max_norm": 0.007967756129801273, + "min_norm": 1.4436922143867825e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.263597011566162, + "5": -4.053887367248535, + "10": -2.5931222438812256, + "25": -2.3854427337646484, + "50": -2.3375868797302246, + "75": -2.3014349937438965, + "90": -2.262409210205078, + "95": -2.229334592819214, + "99": -2.1876280307769775 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 2, + 2, + 0, + 5, + 3, + 2, + 2, + 2, + 5, + 3, + 3, + 3, + 20, + 376, + 65 + ], + "log_norms_bin_edges": [ + -10.84052562713623, + -10.665688514709473, + -10.490851402282715, + -10.316014289855957, + -10.141176223754883, + -9.966339111328125, + -9.791501998901367, + -9.61666488647461, + -9.441827774047852, + -9.266990661621094, + -9.092153549194336, + -8.917316436767578, + -8.74247932434082, + -8.567642211914062, + -8.392804145812988, + -8.21796703338623, + -8.043129920959473, + -7.868292808532715, + -7.693455696105957, + -7.518618106842041, + -7.343780994415283, + -7.168943881988525, + -6.994106292724609, + -6.819269180297852, + -6.644432067871094, + -6.469594955444336, + -6.294757843017578, + -6.119920253753662, + -5.945083141326904, + -5.7702460289001465, + -5.5954084396362305, + -5.420571327209473, + -5.245734214782715, + -5.070897102355957, + -4.896059989929199, + -4.721222400665283, + -4.546385288238525, + -4.371548175811768, + -4.196710586547852, + -4.021873474121094, + -3.847036361694336, + -3.672199249267578, + -3.4973621368408203, + -3.3225245475769043, + -3.1476874351501465, + -2.9728503227233887, + -2.7980127334594727, + -2.623175621032715, + -2.448338508605957, + -2.273501396179199, + -2.0986640453338623 + ], + "r_inf_mean": 0.26103413105010986, + "r_inf_median": 0.25592756271362305, + "pr_mean": Infinity, + "pr_median": 0.3283481299877167, + "hoyer_mean": 0.6326389312744141, + "eff_dim_mean": 0.6326389312744141, + "topk_energy": { + "1": 0.06961321830749512, + "5": 0.27491387724876404, + "10": 0.4302266836166382, + "25": 0.7265466451644897 + }, + "gamma_raw": 0.037642478942871094, + "gamma_active": { + "1e-08": 0.03779347613453865, + "1e-07": 0.03799173980951309, + "1e-06": 0.038139041513204575, + "1e-05": 0.037812042981386185, + "0.0001": 0.039915453642606735 + }, + "gamma_energy_weighted": { + "1e-08": 0.03830692811388333, + "1e-07": 0.03830692811388333, + "1e-06": 0.03830692811388333, + "1e-05": 0.03830692811388333, + "0.0001": 0.03830692811388333 + } + }, + { + "layer": 5, + "mean_norm": 0.0034829596988856792, + "median_norm": 0.0036789453588426113, + "max_norm": 0.0058550662361085415, + "min_norm": 1.2831201379182033e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.343724250793457, + "5": -4.164059638977051, + "10": -2.6926937103271484, + "25": -2.475198984146118, + "50": -2.4342281818389893, + "75": -2.396782398223877, + "90": -2.3375813961029053, + "95": -2.301208734512329, + "99": -2.2381415367126465 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 1, + 3, + 0, + 5, + 3, + 2, + 2, + 2, + 4, + 4, + 2, + 4, + 10, + 288, + 163 + ], + "log_norms_bin_edges": [ + -10.891733169555664, + -10.718547821044922, + -10.54536247253418, + -10.372177124023438, + -10.198991775512695, + -10.025806427001953, + -9.852621078491211, + -9.679435729980469, + -9.506250381469727, + -9.333065032958984, + -9.159880638122559, + -8.986695289611816, + -8.813509941101074, + -8.640324592590332, + -8.46713924407959, + -8.293953895568848, + -8.120768547058105, + -7.947583198547363, + -7.774397850036621, + -7.601212501525879, + -7.428027153015137, + -7.2548418045043945, + -7.0816569328308105, + -6.908471584320068, + -6.735286235809326, + -6.562100887298584, + -6.388915538787842, + -6.2157301902771, + -6.042545318603516, + -5.869359970092773, + -5.696174621582031, + -5.522989273071289, + -5.349803924560547, + -5.176618576049805, + -5.0034332275390625, + -4.83024787902832, + -4.657062530517578, + -4.483877658843994, + -4.310692310333252, + -4.13750696182251, + -3.9643216133117676, + -3.7911362648010254, + -3.617950916290283, + -3.444765567779541, + -3.271580696105957, + -3.098395347595215, + -2.9252099990844727, + -2.7520246505737305, + -2.5788393020629883, + -2.405653953552246, + -2.232468366622925 + ], + "r_inf_mean": 0.2532985508441925, + "r_inf_median": 0.24656036496162415, + "pr_mean": Infinity, + "pr_median": 0.3456878364086151, + "hoyer_mean": 0.6439065933227539, + "eff_dim_mean": 0.6439065933227539, + "topk_energy": { + "1": 0.06552687287330627, + "5": 0.2623238265514374, + "10": 0.41497769951820374, + "25": 0.7144032716751099 + }, + "gamma_raw": 0.01459758635610342, + "gamma_active": { + "1e-08": 0.014745929278433323, + "1e-07": 0.014735179021954536, + "1e-06": 0.014844845980405807, + "1e-05": 0.014916379936039448, + "0.0001": 0.014291125349700451 + }, + "gamma_energy_weighted": { + "1e-08": 0.017051885458324343, + "1e-07": 0.017051885458324343, + "1e-06": 0.017051885458324343, + "1e-05": 0.017051885458324343, + "0.0001": 0.017051885458324343 + } + }, + { + "layer": 6, + "mean_norm": 0.0031110208947211504, + "median_norm": 0.0032055459450930357, + "max_norm": 0.005564721766859293, + "min_norm": 1.1829742914415409e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.982421875, + "1e-05": 0.966796875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.385304927825928, + "5": -4.240370750427246, + "10": -2.7715957164764404, + "25": -2.527743101119995, + "50": -2.494086265563965, + "75": -2.4434094429016113, + "90": -2.377873659133911, + "95": -2.333106756210327, + "99": -2.256718635559082 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 3, + 3, + 1, + 1, + 5, + 2, + 2, + 2, + 2, + 4, + 4, + 2, + 4, + 13, + 348, + 100 + ], + "log_norms_bin_edges": [ + -10.927024841308594, + -10.753575325012207, + -10.58012580871582, + -10.40667724609375, + -10.233227729797363, + -10.059778213500977, + -9.88632869720459, + -9.712879180908203, + -9.539429664611816, + -9.36598014831543, + -9.19253158569336, + -9.019082069396973, + -8.845632553100586, + -8.6721830368042, + -8.498733520507812, + -8.325284004211426, + -8.151834487915039, + -7.978385925292969, + -7.804936408996582, + -7.631486892700195, + -7.458037376403809, + -7.284587860107422, + -7.111138820648193, + -6.937689304351807, + -6.764240264892578, + -6.590790748596191, + -6.417341232299805, + -6.243891716003418, + -6.0704426765441895, + -5.896993160247803, + -5.723543643951416, + -5.5500946044921875, + -5.376645088195801, + -5.203195571899414, + -5.0297465324401855, + -4.856297016143799, + -4.682847499847412, + -4.509398460388184, + -4.335948944091797, + -4.16249942779541, + -3.9890499114990234, + -3.815600872039795, + -3.642151355743408, + -3.4687018394470215, + -3.295252799987793, + -3.1218032836914062, + -2.9483537673950195, + -2.774904251098633, + -2.6014556884765625, + -2.428006172180176, + -2.254556655883789 + ], + "r_inf_mean": 0.243862122297287, + "r_inf_median": 0.23861423134803772, + "pr_mean": Infinity, + "pr_median": 0.36579030752182007, + "hoyer_mean": 0.6562238931655884, + "eff_dim_mean": 0.6562238931655884, + "topk_energy": { + "1": 0.0606413260102272, + "5": 0.24776950478553772, + "10": 0.39942413568496704, + "25": 0.7017090320587158 + }, + "gamma_raw": -0.04251890257000923, + "gamma_active": { + "1e-08": -0.042898472398519516, + "1e-07": -0.04291248694062233, + "1e-06": -0.043026212602853775, + "1e-05": -0.043072182685136795, + "0.0001": -0.04212246090173721 + }, + "gamma_energy_weighted": { + "1e-08": -0.04671363624702384, + "1e-07": -0.04671363624702384, + "1e-06": -0.04671363624702384, + "1e-05": -0.04671363624702384, + "0.0001": -0.04671363624702384 + } + }, + { + "layer": 7, + "mean_norm": 0.0029320796020329, + "median_norm": 0.0029823302756994963, + "max_norm": 0.005464952439069748, + "min_norm": 1.1084660966886872e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.98046875, + "1e-05": 0.962890625, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.406222343444824, + "5": -4.2740397453308105, + "10": -2.818697929382324, + "25": -2.559746742248535, + "50": -2.5253396034240723, + "75": -2.4659461975097656, + "90": -2.3999969959259033, + "95": -2.3477206230163574, + "99": -2.2635233402252197 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 2, + 3, + 1, + 1, + 5, + 2, + 2, + 2, + 3, + 4, + 3, + 2, + 8, + 19, + 341, + 97 + ], + "log_norms_bin_edges": [ + -10.955277442932129, + -10.78141975402832, + -10.607563018798828, + -10.43370532989502, + -10.259848594665527, + -10.085990905761719, + -9.912134170532227, + -9.738276481628418, + -9.56441879272461, + -9.390562057495117, + -9.216704368591309, + -9.042847633361816, + -8.868989944458008, + -8.695133209228516, + -8.521275520324707, + -8.347417831420898, + -8.173561096191406, + -7.999703884124756, + -7.8258466720581055, + -7.651988983154297, + -7.478132247924805, + -7.304274559020996, + -7.130417346954346, + -6.956560134887695, + -6.782702922821045, + -6.6088457107543945, + -6.434988498687744, + -6.261131286621094, + -6.087273597717285, + -5.913416385650635, + -5.739559173583984, + -5.565701961517334, + -5.391844749450684, + -5.217987537384033, + -5.044130325317383, + -4.870273113250732, + -4.696415901184082, + -4.522558212280273, + -4.348701000213623, + -4.174843788146973, + -4.000986576080322, + -3.827129364013672, + -3.6532721519470215, + -3.479414939880371, + -3.3055572509765625, + -3.131700038909912, + -2.9578428268432617, + -2.7839860916137695, + -2.610128402709961, + -2.4362707138061523, + -2.262413501739502 + ], + "r_inf_mean": 0.2360016107559204, + "r_inf_median": 0.23323169350624084, + "pr_mean": Infinity, + "pr_median": 0.37878119945526123, + "hoyer_mean": 0.6679263710975647, + "eff_dim_mean": 0.6679263710975647, + "topk_energy": { + "1": 0.05671091005206108, + "5": 0.2368665486574173, + "10": 0.38632822036743164, + "25": 0.6910130381584167 + }, + "gamma_raw": 0.0031791911460459232, + "gamma_active": { + "1e-08": 0.0031968513503670692, + "1e-07": 0.0030949292704463005, + "1e-06": 0.003064683871343732, + "1e-05": 0.0025975469034165144, + "0.0001": 0.00335808377712965 + }, + "gamma_energy_weighted": { + "1e-08": 0.0005592370972703763, + "1e-07": 0.0005592370972703763, + "1e-06": 0.0005592370972703763, + "1e-05": 0.0005592370972703763, + "0.0001": 0.0005592370972703763 + } + } + ] +}
\ No newline at end of file |