{ "dataset": "synth", "method": "bp", "seed": 123, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 18.201946258544922, "acc": 0.068359375, "per_layer": [ { "layer": 0, "mean_norm": 0.026745080947875977, "median_norm": 0.02799914963543415, "max_norm": 0.04379706084728241, "min_norm": 2.7917581579828266e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.9921875, "1e-06": 0.98828125, "1e-05": 0.986328125, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -6.158345699310303, "5": -2.765793561935425, "10": -1.7018448114395142, "25": -1.612661600112915, "50": -1.5525736808776855, "75": -1.5050275325775146, "90": -1.4624149799346924, "95": -1.4424933195114136, "99": -1.3847565650939941 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 3, 2, 1, 0, 0, 4, 1, 1, 1, 1, 1, 1, 1, 0, 1, 4, 1, 0, 2, 47, 306, 124 ], "log_norms_bin_edges": [ -8.554121971130371, -8.410210609436035, -8.2662992477417, -8.122387886047363, -7.978476524353027, -7.834565162658691, -7.6906538009643555, -7.5467424392700195, -7.402831077575684, -7.258919715881348, -7.115008354187012, -6.971096992492676, -6.82718563079834, -6.683274269104004, -6.539362907409668, -6.395451545715332, -6.251540184020996, -6.10762882232666, -5.963717460632324, -5.819806098937988, -5.675894737243652, -5.531983375549316, -5.3880720138549805, -5.2441606521606445, -5.100249767303467, -4.956338405609131, -4.812427043914795, -4.668515682220459, -4.524604320526123, -4.380692958831787, -4.236781597137451, -4.092870235443115, -3.9489588737487793, -3.8050475120544434, -3.6611361503601074, -3.5172247886657715, -3.3733134269714355, -3.2294020652770996, -3.0854907035827637, -2.9415793418884277, -2.797667980194092, -2.653756618499756, -2.50984525680542, -2.365933895111084, -2.222022533416748, -2.078111171722412, -1.9341998100280762, -1.7902884483337402, -1.6463775634765625, -1.5024662017822266, -1.3585550785064697 ], "r_inf_mean": 0.25939130783081055, "r_inf_median": 0.25360000133514404, "pr_mean": 0.32898974418640137, "pr_median": 0.3294108211994171, "hoyer_mean": 0.6291075944900513, "eff_dim_mean": 0.6291075944900513, "topk_energy": { "1": 0.06877513974905014, "5": 0.2708820104598999, "10": 0.4263462722301483, "25": 0.7286792993545532 }, "gamma_raw": -0.009124535135924816, "gamma_active": { "1e-08": -0.009148621000349522, "1e-07": -0.008863850496709347, "1e-06": -0.008966921828687191, "1e-05": -0.008754475973546505, "0.0001": -0.009025330655276775 }, "gamma_energy_weighted": { "1e-08": -0.006246126960506435, "1e-07": -0.006246126960506435, "1e-06": -0.006246126960506435, "1e-05": -0.006246126960506435, "0.0001": -0.006246126960506435 } }, { "layer": 1, "mean_norm": 0.01604984886944294, "median_norm": 0.016879824921488762, "max_norm": 0.02506859041750431, "min_norm": 1.6749740483490427e-09, "support": { "1e-08": 0.994140625, "1e-07": 0.990234375, "1e-06": 0.98828125, "1e-05": 0.984375, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -6.3863725662231445, "5": -2.9915592670440674, "10": -1.912522554397583, "25": -1.8207550048828125, "50": -1.772515058517456, "75": -1.729318618774414, "90": -1.6918755769729614, "95": -1.6725597381591797, "99": -1.6223673820495605 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 3, 2, 1, 0, 0, 4, 0, 2, 1, 1, 1, 1, 1, 0, 0, 4, 2, 0, 1, 30, 274, 174 ], "log_norms_bin_edges": [ -8.775992393493652, -8.632490158081055, -8.488987922668457, -8.345484733581543, -8.201982498168945, -8.058480262756348, -7.914977550506592, -7.771475315093994, -7.627972602844238, -7.484470367431641, -7.340968132019043, -7.197465419769287, -7.0539631843566895, -6.910460472106934, -6.766958236694336, -6.623456001281738, -6.479953289031982, -6.336450576782227, -6.192948341369629, -6.049446105957031, -5.905943393707275, -5.762441158294678, -5.618938446044922, -5.475436210632324, -5.331933975219727, -5.188431262969971, -5.044928550720215, -4.901426315307617, -4.7579240798950195, -4.614421367645264, -4.470919132232666, -4.32741641998291, -4.1839141845703125, -4.040411949157715, -3.896909236907959, -3.7534070014953613, -3.6099042892456055, -3.466402053833008, -3.322899341583252, -3.1793971061706543, -3.0358943939208984, -2.892392158508301, -2.748889923095703, -2.6053872108459473, -2.4618849754333496, -2.3183822631835938, -2.174880027770996, -2.0313773155212402, -1.8878750801086426, -1.744372844696045, -1.600870132446289 ], "r_inf_mean": 0.26152491569519043, "r_inf_median": 0.25684571266174316, "pr_mean": 0.32279202342033386, "pr_median": 0.32486802339553833, "hoyer_mean": 0.6236127018928528, "eff_dim_mean": 0.623612642288208, "topk_energy": { "1": 0.06978143751621246, "5": 0.27452993392944336, "10": 0.43230366706848145, "25": 0.734635591506958 }, "gamma_raw": 0.0052232882007956505, "gamma_active": { "1e-08": 0.005192856770008802, "1e-07": 0.005095846951007843, "1e-06": 0.0051261503249406815, "1e-05": 0.005310148000717163, "0.0001": 0.005672181956470013 }, "gamma_energy_weighted": { "1e-08": 0.006702562506262789, "1e-07": 0.006702562506262789, "1e-06": 0.006702562506262789, "1e-05": 0.006702562506262789, "0.0001": 0.006702562506262789 } }, { "layer": 2, "mean_norm": 0.009365247562527657, "median_norm": 0.009942714124917984, "max_norm": 0.014590568840503693, "min_norm": 9.882941132133283e-10, "support": { "1e-08": 0.994140625, "1e-07": 0.990234375, "1e-06": 0.98828125, "1e-05": 0.98046875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.63374137878418, "5": -3.2288219928741455, "10": -2.1315970420837402, "25": -2.05008602142334, "50": -2.0023891925811768, "75": -1.9677720069885254, "90": -1.937893271446228, "95": -1.920236349105835, "99": -1.8798474073410034 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 3, 2, 1, 0, 1, 3, 1, 1, 1, 1, 1, 1, 1, 0, 0, 4, 2, 0, 1, 23, 283, 172 ], "log_norms_bin_edges": [ -9.00511360168457, -8.861729621887207, -8.71834659576416, -8.574962615966797, -8.431578636169434, -8.28819465637207, -8.144811630249023, -8.00142765045166, -7.858043670654297, -7.714660167694092, -7.571276664733887, -7.427892684936523, -7.284509181976318, -7.141125202178955, -6.99774169921875, -6.854357719421387, -6.710974216461182, -6.567590713500977, -6.424206733703613, -6.28082275390625, -6.137439250946045, -5.99405574798584, -5.850671768188477, -5.7072882652282715, -5.563904762268066, -5.420520782470703, -5.27713680267334, -5.133753299713135, -4.99036979675293, -4.846985816955566, -4.703602313995361, -4.560218334197998, -4.416834831237793, -4.273451328277588, -4.130067348480225, -3.9866838455200195, -3.8432998657226562, -3.699916362762451, -3.556532382965088, -3.413148880004883, -3.2697649002075195, -3.1263813972473145, -2.9829978942871094, -2.839613914489746, -2.696230411529541, -2.5528464317321777, -2.4094629287719727, -2.2660789489746094, -2.1226954460144043, -1.9793119430541992, -1.8359277248382568 ], "r_inf_mean": 0.2518051564693451, "r_inf_median": 0.24898852407932281, "pr_mean": 0.3406205177307129, "pr_median": 0.3417762815952301, "hoyer_mean": 0.6359192132949829, "eff_dim_mean": 0.6359192132949829, "topk_energy": { "1": 0.06446997821331024, "5": 0.26186588406562805, "10": 0.41819119453430176, "25": 0.7221684455871582 }, "gamma_raw": -0.026499513536691666, "gamma_active": { "1e-08": -0.02663438580930233, "1e-07": -0.02676556073129177, "1e-06": -0.026667220517992973, "1e-05": -0.026600709185004234, "0.0001": -0.02641400694847107 }, "gamma_energy_weighted": { "1e-08": -0.028174220831674375, "1e-07": -0.028174220831674375, "1e-06": -0.028174220831674375, "1e-05": -0.028174220831674375, "0.0001": -0.028174220831674375 } }, { "layer": 3, "mean_norm": 0.00576932355761528, "median_norm": 0.006101051811128855, "max_norm": 0.008816523477435112, "min_norm": 6.16855289070628e-10, "support": { "1e-08": 0.9921875, "1e-07": 0.990234375, "1e-06": 0.98828125, "1e-05": 0.97265625, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.862443447113037, "5": -3.4488162994384766, "10": -2.3254408836364746, "25": -2.254025459289551, "50": -2.2143356800079346, "75": -2.1843628883361816, "90": -2.1521308422088623, "95": -2.124645471572876, "99": -2.095109701156616 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 4, 1, 1, 0, 1, 3, 1, 1, 1, 1, 1, 1, 1, 0, 1, 4, 1, 0, 2, 12, 277, 188 ], "log_norms_bin_edges": [ -9.209816932678223, -9.0667142868042, -8.923612594604492, -8.780509948730469, -8.637407302856445, -8.494305610656738, -8.351202964782715, -8.208101272583008, -8.064998626708984, -7.921896457672119, -7.778794288635254, -7.6356916427612305, -7.492589473724365, -7.3494873046875, -7.206384658813477, -7.063282489776611, -6.920180320739746, -6.777078151702881, -6.633975982666016, -6.490873336791992, -6.347771167755127, -6.204668998718262, -6.061566352844238, -5.918464183807373, -5.775362014770508, -5.632259845733643, -5.489157676696777, -5.346055030822754, -5.202952861785889, -5.059850692749023, -4.916748046875, -4.773645877838135, -4.6305437088012695, -4.487441539764404, -4.344339370727539, -4.201236724853516, -4.05813455581665, -3.915032386779785, -3.7719297409057617, -3.6288275718688965, -3.4857254028320312, -3.342623233795166, -3.199521064758301, -3.0564184188842773, -2.913316249847412, -2.770214080810547, -2.6271114349365234, -2.484009265899658, -2.340907096862793, -2.1978049278259277, -2.0547027587890625 ], "r_inf_mean": 0.23645594716072083, "r_inf_median": 0.23425117135047913, "pr_mean": 0.37167254090309143, "pr_median": 0.3690134286880493, "hoyer_mean": 0.6560642719268799, "eff_dim_mean": 0.6560642719268799, "topk_energy": { "1": 0.05651380121707916, "5": 0.24197855591773987, "10": 0.39457225799560547, "25": 0.7023665308952332 }, "gamma_raw": -0.005335877183824778, "gamma_active": { "1e-08": -0.005301781930029392, "1e-07": -0.005068441387265921, "1e-06": -0.005079653114080429, "1e-05": -0.004441314842551947, "0.0001": -0.004428102634847164 }, "gamma_energy_weighted": { "1e-08": -0.004577746667902649, "1e-07": -0.004577746667902649, "1e-06": -0.004577746667902649, "1e-05": -0.004577746667902649, "0.0001": -0.004577746667902649 } } ] }