{ "dataset": "synth", "method": "bp", "seed": 42, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 23.19427490234375, "acc": 0.10546875, "per_layer": [ { "layer": 0, "mean_norm": 0.03285226598381996, "median_norm": 0.034406084567308426, "max_norm": 0.07624293118715286, "min_norm": 9.106958243076946e-11, "support": { "1e-08": 0.99609375, "1e-07": 0.9921875, "1e-06": 0.9765625, "1e-05": 0.962890625, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -6.8663811683654785, "5": -3.833216667175293, "10": -1.9464114904403687, "25": -1.5393645763397217, "50": -1.463327407836914, "75": -1.3964773416519165, "90": -1.3375521898269653, "95": -1.2982641458511353, "99": -1.2217824459075928 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 2, 2, 1, 0, 2, 1, 2, 0, 1, 2, 2, 0, 1, 2, 1, 1, 1, 1, 1, 3, 2, 3, 0, 0, 2, 8, 4, 2, 1, 11, 170, 254, 25 ], "log_norms_bin_edges": [ -10.040627479553223, -9.862171173095703, -9.683714866638184, -9.505257606506348, -9.326801300048828, -9.148344993591309, -8.969888687133789, -8.791431427001953, -8.612975120544434, -8.434518814086914, -8.256062507629395, -8.077605247497559, -7.899148941040039, -7.7206926345825195, -7.542236328125, -7.363779544830322, -7.1853227615356445, -7.006866455078125, -6.8284101486206055, -6.649953365325928, -6.47149658203125, -6.2930402755737305, -6.114583969116211, -5.936127185821533, -5.757670879364014, -5.579214096069336, -5.400757789611816, -5.222301006317139, -5.043844699859619, -4.865387916564941, -4.686931610107422, -4.508474826812744, -4.330018520355225, -4.151562213897705, -3.9731054306030273, -3.794649124145508, -3.61619234085083, -3.4377360343933105, -3.259279251098633, -3.0808229446411133, -2.9023661613464355, -2.723909854888916, -2.5454530715942383, -2.3669967651367188, -2.188539981842041, -2.0100831985473633, -1.8316268920898438, -1.6531705856323242, -1.4747142791748047, -1.2962579727172852, -1.1178004741668701 ], "r_inf_mean": 0.25351691246032715, "r_inf_median": 0.25097736716270447, "pr_mean": 0.3344690203666687, "pr_median": 0.3357260823249817, "hoyer_mean": 0.6313122510910034, "eff_dim_mean": 0.6313122510910034, "topk_energy": { "1": 0.06504268944263458, "5": 0.2681075632572174, "10": 0.4265422224998474, "25": 0.7275212407112122 }, "gamma_raw": -0.011900737881660461, "gamma_active": { "1e-08": -0.011778897605836391, "1e-07": -0.011458694003522396, "1e-06": -0.011391771957278252, "1e-05": -0.011132918298244476, "0.0001": -0.011016806587576866 }, "gamma_energy_weighted": { "1e-08": -0.013668909181155882, "1e-07": -0.013668909181155882, "1e-06": -0.013668909181155882, "1e-05": -0.013668909181155882, "0.0001": -0.013668909181155882 } }, { "layer": 1, "mean_norm": 0.010136807337403297, "median_norm": 0.010808220133185387, "max_norm": 0.021989943459630013, "min_norm": 2.3731787368586055e-11, "support": { "1e-08": 0.994140625, "1e-07": 0.982421875, "1e-06": 0.970703125, "1e-05": 0.95703125, "0.0001": 0.94140625 }, "log_norms_percentiles": { "1": -7.404781341552734, "5": -4.373843669891357, "10": -2.463639497756958, "25": -2.042433023452759, "50": -1.9661818742752075, "75": -1.9128031730651855, "90": -1.8596967458724976, "95": -1.8248332738876343, "99": -1.7570741176605225 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 2, 1, 2, 0, 2, 1, 1, 1, 1, 2, 1, 1, 0, 2, 1, 2, 1, 1, 1, 3, 1, 4, 0, 0, 2, 6, 6, 2, 1, 2, 110, 311, 37 ], "log_norms_bin_edges": [ -10.624670028686523, -10.445332527160645, -10.26599407196045, -10.08665657043457, -9.907318115234375, -9.727980613708496, -9.548643112182617, -9.369304656982422, -9.189967155456543, -9.010628700256348, -8.831291198730469, -8.651952743530273, -8.472615242004395, -8.293277740478516, -8.11393928527832, -7.934601783752441, -7.755263805389404, -7.575925827026367, -7.396588325500488, -7.217249870300293, -7.037912368774414, -6.858574390411377, -6.67923641204834, -6.499898433685303, -6.320560455322266, -6.141222953796387, -5.96188497543335, -5.7825469970703125, -5.603209018707275, -5.423871040344238, -5.244533538818359, -5.065195560455322, -4.885857582092285, -4.706519603729248, -4.527181625366211, -4.347844123840332, -4.168506145477295, -3.989168167114258, -3.8098301887512207, -3.6304922103881836, -3.4511547088623047, -3.2718167304992676, -3.0924787521362305, -2.9131407737731934, -2.7338027954101562, -2.5544652938842773, -2.375126838684082, -2.195789337158203, -2.016450881958008, -1.837113380432129, -1.6577759981155396 ], "r_inf_mean": 0.2641840875148773, "r_inf_median": 0.26017603278160095, "pr_mean": 0.31900888681411743, "pr_median": 0.3158789277076721, "hoyer_mean": 0.6189547777175903, "eff_dim_mean": 0.6189547777175903, "topk_energy": { "1": 0.07095138728618622, "5": 0.27749499678611755, "10": 0.43791183829307556, "25": 0.7403721809387207 }, "gamma_raw": -0.030670788139104843, "gamma_active": { "1e-08": -0.03070526011288166, "1e-07": -0.030936583876609802, "1e-06": -0.03176315873861313, "1e-05": -0.03175019845366478, "0.0001": -0.03211331367492676 }, "gamma_energy_weighted": { "1e-08": -0.031328643686377354, "1e-07": -0.031328643686377354, "1e-06": -0.031328643686377354, "1e-05": -0.031328643686377354, "0.0001": -0.031328643686377354 } }, { "layer": 2, "mean_norm": 0.004279041662812233, "median_norm": 0.004622665699571371, "max_norm": 0.006989721674472094, "min_norm": 1.0613379099189135e-11, "support": { "1e-08": 0.9921875, "1e-07": 0.978515625, "1e-06": 0.962890625, "1e-05": 0.951171875, "0.0001": 0.93359375 }, "log_norms_percentiles": { "1": -7.807756423950195, "5": -4.7283196449279785, "10": -2.8701746463775635, "25": -2.388489007949829, "50": -2.3350863456726074, "75": -2.2890517711639404, "90": -2.2496988773345947, "95": -2.231332778930664, "99": -2.1986656188964844 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 0, 2, 1, 1, 2, 1, 0, 3, 2, 2, 2, 0, 1, 2, 7, 4, 3, 2, 0, 214, 244 ], "log_norms_bin_edges": [ -10.974146842956543, -10.797774314880371, -10.621402740478516, -10.445030212402344, -10.268658638000488, -10.092286109924316, -9.915914535522461, -9.739542007446289, -9.563169479370117, -9.386797904968262, -9.21042537689209, -9.034053802490234, -8.857681274414062, -8.68130874633789, -8.504937171936035, -8.328564643859863, -8.152193069458008, -7.975820541381836, -7.799448490142822, -7.623076438903809, -7.446704387664795, -7.270332336425781, -7.093959808349609, -6.917587757110596, -6.741215705871582, -6.564843654632568, -6.388471603393555, -6.212099552154541, -6.035727500915527, -5.8593549728393555, -5.682982921600342, -5.506610870361328, -5.3302388191223145, -5.153866767883301, -4.977494716644287, -4.801122665405273, -4.624750137329102, -4.448378086090088, -4.272006034851074, -4.0956339836120605, -3.919261932373047, -3.742889881134033, -3.5665173530578613, -3.3901453018188477, -3.213773250579834, -3.0374011993408203, -2.8610286712646484, -2.684657096862793, -2.508284568786621, -2.3319129943847656, -2.1555402278900146 ], "r_inf_mean": 0.2507539689540863, "r_inf_median": 0.24813978374004364, "pr_mean": Infinity, "pr_median": 0.3435359299182892, "hoyer_mean": 0.638704240322113, "eff_dim_mean": 0.6387041807174683, "topk_energy": { "1": 0.06380829215049744, "5": 0.2588793933391571, "10": 0.4153960347175598, "25": 0.7199447154998779 }, "gamma_raw": 0.01922772079706192, "gamma_active": { "1e-08": 0.019337939098477364, "1e-07": 0.019216526299715042, "1e-06": 0.019221020862460136, "1e-05": 0.018830550834536552, "0.0001": 0.01822819747030735 }, "gamma_energy_weighted": { "1e-08": 0.019718594627432067, "1e-07": 0.019718594627432067, "1e-06": 0.019718594627432067, "1e-05": 0.019718594627432067, "0.0001": 0.019718594627432067 } }, { "layer": 3, "mean_norm": 0.0031602054368704557, "median_norm": 0.003251004731282592, "max_norm": 0.005479240790009499, "min_norm": 7.760230825992753e-12, "support": { "1e-08": 0.990234375, "1e-07": 0.9765625, "1e-06": 0.962890625, "1e-05": 0.951171875, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -7.944150447845459, "5": -4.845130920410156, "10": -2.9629948139190674, "25": -2.5372726917266846, "50": -2.4876370429992676, "75": -2.426168441772461, "90": -2.343860387802124, "95": -2.3104851245880127, "99": -2.283222198486328 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 2, 2, 1, 0, 1, 2, 2, 0, 3, 0, 2, 0, 0, 3, 0, 2, 1, 1, 0, 3, 3, 2, 0, 1, 2, 4, 3, 6, 2, 2, 3, 305, 150 ], "log_norms_bin_edges": [ -11.110125541687012, -10.933148384094238, -10.756171226501465, -10.579195022583008, -10.402217864990234, -10.225240707397461, -10.048263549804688, -9.87128734588623, -9.694310188293457, -9.517333030700684, -9.34035587310791, -9.163379669189453, -8.98640251159668, -8.809425354003906, -8.632448196411133, -8.45547103881836, -8.278494834899902, -8.101517677307129, -7.9245405197143555, -7.74756383895874, -7.570587158203125, -7.393610000610352, -7.216632843017578, -7.039656162261963, -6.8626790046691895, -6.685702323913574, -6.508725166320801, -6.3317484855651855, -6.154771327972412, -5.977794647216797, -5.800817489624023, -5.623840808868408, -5.446863651275635, -5.269886493682861, -5.092909812927246, -4.915932655334473, -4.738955974578857, -4.561978816986084, -4.385002136230469, -4.208024978637695, -4.03104829788208, -3.8540711402893066, -3.6770944595336914, -3.500117301940918, -3.3231406211853027, -3.1461634635925293, -2.969186782836914, -2.7922096252441406, -2.615232467651367, -2.4382553100585938, -2.261279582977295 ], "r_inf_mean": 0.22259721159934998, "r_inf_median": 0.22449158132076263, "pr_mean": Infinity, "pr_median": 0.38702425360679626, "hoyer_mean": 0.6773254871368408, "eff_dim_mean": 0.6773254871368408, "topk_energy": { "1": 0.05018036067485809, "5": 0.2214241623878479, "10": 0.3716586232185364, "25": 0.683795154094696 }, "gamma_raw": -0.007987049408257008, "gamma_active": { "1e-08": -0.008025799877941608, "1e-07": -0.007662721909582615, "1e-06": -0.007556775119155645, "1e-05": -0.00804067961871624, "0.0001": -0.007763178553432226 }, "gamma_energy_weighted": { "1e-08": -0.00870348491207063, "1e-07": -0.00870348491207063, "1e-06": -0.00870348491207063, "1e-05": -0.00870348491207063, "0.0001": -0.00870348491207063 } } ] }