{ "dataset": "synth", "method": "bp", "seed": 123, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 17.00876235961914, "acc": 0.07421875, "per_layer": [ { "layer": 0, "mean_norm": 0.024708520621061325, "median_norm": 0.02559926174581051, "max_norm": 0.04200892150402069, "min_norm": 1.593219245421551e-08, "support": { "1e-08": 1.0, "1e-07": 0.994140625, "1e-06": 0.98828125, "1e-05": 0.986328125, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -5.981043338775635, "5": -3.002134084701538, "10": -1.7565678358078003, "25": -1.654146432876587, "50": -1.5909546613693237, "75": -1.5330344438552856, "90": -1.4809273481369019, "95": -1.4559780359268188, "99": -1.3974637985229492 }, "log_norms_histogram": [ 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 3, 0, 2, 3, 2, 1, 0, 0, 2, 3, 1, 0, 3, 0, 1, 2, 1, 0, 3, 12, 120, 266, 77 ], "log_norms_bin_edges": [ -7.79772424697876, -7.669302940368652, -7.540881633758545, -7.4124603271484375, -7.28403902053833, -7.155617713928223, -7.027196407318115, -6.898775100708008, -6.7703537940979, -6.641932487487793, -6.5135111808776855, -6.385089874267578, -6.2566680908203125, -6.128247261047363, -5.999825477600098, -5.871404647827148, -5.742982864379883, -5.614562034606934, -5.486140251159668, -5.357719421386719, -5.229297637939453, -5.100876808166504, -4.972455024719238, -4.844034194946289, -4.715612411499023, -4.587191104888916, -4.458769798278809, -4.330348491668701, -4.201927185058594, -4.073505878448486, -3.945084571838379, -3.8166632652282715, -3.688241958618164, -3.5598206520080566, -3.431399345397949, -3.302978038787842, -3.1745567321777344, -3.046135425567627, -2.9177141189575195, -2.789292812347412, -2.6608715057373047, -2.5324501991271973, -2.40402889251709, -2.2756075859069824, -2.147186279296875, -2.0187649726867676, -1.8903436660766602, -1.7619223594665527, -1.633500576019287, -1.5050792694091797, -1.3766584396362305 ], "r_inf_mean": 0.26489943265914917, "r_inf_median": 0.258588582277298, "pr_mean": 0.31873080134391785, "pr_median": 0.31932881474494934, "hoyer_mean": 0.6232641339302063, "eff_dim_mean": 0.6232641339302063, "topk_energy": { "1": 0.07176502048969269, "5": 0.2789180278778076, "10": 0.4358711540699005, "25": 0.7353160381317139 }, "gamma_raw": -0.009115957655012608, "gamma_active": { "1e-08": -0.009115957655012608, "1e-07": -0.009317014366388321, "1e-06": -0.009231851436197758, "1e-05": -0.008991347625851631, "0.0001": -0.00861484557390213 }, "gamma_energy_weighted": { "1e-08": -0.007213278182177277, "1e-07": -0.007213278182177277, "1e-06": -0.007213278182177277, "1e-05": -0.007213278182177277, "0.0001": -0.007213278182177277 } }, { "layer": 1, "mean_norm": 0.009706554934382439, "median_norm": 0.010144583880901337, "max_norm": 0.016219384968280792, "min_norm": 6.305392208361127e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.98828125, "1e-05": 0.986328125, "0.0001": 0.958984375 }, "log_norms_percentiles": { "1": -6.407342910766602, "5": -3.3838424682617188, "10": -2.1406705379486084, "25": -2.050459861755371, "50": -1.9936068058013916, "75": -1.944050908088684, "90": -1.8980557918548584, "95": -1.8715646266937256, "99": -1.8200194835662842 }, "log_norms_histogram": [ 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 3, 0, 2, 4, 1, 1, 0, 0, 1, 3, 2, 0, 3, 0, 1, 2, 1, 0, 3, 6, 94, 300, 75 ], "log_norms_bin_edges": [ -8.200287818908691, -8.072081565856934, -7.943874835968018, -7.81566858291626, -7.687461853027344, -7.559255599975586, -7.431049346923828, -7.302842617034912, -7.174636363983154, -7.046429634094238, -6.9182233810424805, -6.790017127990723, -6.661810398101807, -6.533604145050049, -6.405397415161133, -6.277191162109375, -6.148984909057617, -6.020778179168701, -5.892571449279785, -5.764365196228027, -5.6361589431762695, -5.507952690124512, -5.379745960235596, -5.25153923034668, -5.123332977294922, -4.995126724243164, -4.866920471191406, -4.73871374130249, -4.610507011413574, -4.482300758361816, -4.354094505310059, -4.225888252258301, -4.097681522369385, -3.969475269317627, -3.841268539428711, -3.713062286376953, -3.584855556488037, -3.4566493034362793, -3.3284430503845215, -3.2002363204956055, -3.0720300674438477, -2.9438233375549316, -2.815617084503174, -2.687410831451416, -2.5592041015625, -2.430997848510742, -2.302791118621826, -2.1745848655700684, -2.0463781356811523, -1.9181718826293945, -1.7899656295776367 ], "r_inf_mean": 0.2686466872692108, "r_inf_median": 0.2626757025718689, "pr_mean": 0.30942460894584656, "pr_median": 0.31264108419418335, "hoyer_mean": 0.6154828071594238, "eff_dim_mean": 0.615482747554779, "topk_energy": { "1": 0.07365669310092926, "5": 0.28477731347084045, "10": 0.4444059729576111, "25": 0.7428727149963379 }, "gamma_raw": 0.008549701422452927, "gamma_active": { "1e-08": 0.008610601536929607, "1e-07": 0.008482547476887703, "1e-06": 0.008497911505401134, "1e-05": 0.008735790848731995, "0.0001": 0.008918143808841705 }, "gamma_energy_weighted": { "1e-08": 0.010478385546623671, "1e-07": 0.010478385546623671, "1e-06": 0.010478385546623671, "1e-05": 0.010478385546623671, "0.0001": 0.010478385546623671 } }, { "layer": 2, "mean_norm": 0.004569620359688997, "median_norm": 0.004819704685360193, "max_norm": 0.007659705355763435, "min_norm": 2.9899767106655872e-09, "support": { "1e-08": 0.994140625, "1e-07": 0.990234375, "1e-06": 0.98828125, "1e-05": 0.9765625, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.745816230773926, "5": -3.6846837997436523, "10": -2.45263934135437, "25": -2.3666350841522217, "50": -2.316944122314453, "75": -2.2813494205474854, "90": -2.2340164184570312, "95": -2.2042882442474365, "99": -2.1707651615142822 }, "log_norms_histogram": [ 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 1, 3, 2, 1, 1, 0, 0, 2, 2, 1, 3, 1, 0, 1, 2, 1, 0, 3, 4, 79, 330, 62 ], "log_norms_bin_edges": [ -8.524332046508789, -8.396161079406738, -8.267990112304688, -8.139819145202637, -8.011648178100586, -7.883477687835693, -7.755306720733643, -7.627135753631592, -7.498965263366699, -7.370794296264648, -7.242623329162598, -7.114452362060547, -6.986281394958496, -6.858110427856445, -6.7299394607543945, -6.601768970489502, -6.473598003387451, -6.3454270362854, -6.217256546020508, -6.089085578918457, -5.960914611816406, -5.8327436447143555, -5.704572677612305, -5.576401710510254, -5.448230743408203, -5.320059776306152, -5.19188928604126, -5.063718318939209, -4.935547351837158, -4.807376861572266, -4.679205894470215, -4.551034927368164, -4.422863960266113, -4.2946929931640625, -4.166522026062012, -4.038351535797119, -3.9101805686950684, -3.7820096015930176, -3.653838634490967, -3.525667667388916, -3.3974971771240234, -3.2693262100219727, -3.141155242919922, -3.012984275817871, -2.8848133087158203, -2.7566423416137695, -2.628471851348877, -2.500300884246826, -2.3721299171447754, -2.2439589500427246, -2.115787982940674 ], "r_inf_mean": 0.2558045983314514, "r_inf_median": 0.25155964493751526, "pr_mean": 0.33549535274505615, "pr_median": 0.3367883861064911, "hoyer_mean": 0.6342979669570923, "eff_dim_mean": 0.6342979669570923, "topk_energy": { "1": 0.06638939678668976, "5": 0.2664496898651123, "10": 0.42213910818099976, "25": 0.7240039110183716 }, "gamma_raw": -0.03634463995695114, "gamma_active": { "1e-08": -0.03653915598988533, "1e-07": -0.0367443822324276, "1e-06": -0.03658967465162277, "1e-05": -0.03650493174791336, "0.0001": -0.03641616553068161 }, "gamma_energy_weighted": { "1e-08": -0.043120351144636894, "1e-07": -0.043120351144636894, "1e-06": -0.043120351144636894, "1e-05": -0.043120351144636894, "0.0001": -0.043120351144636894 } }, { "layer": 3, "mean_norm": 0.0033063436858356, "median_norm": 0.003314665285870433, "max_norm": 0.005698264576494694, "min_norm": 2.116693487153043e-09, "support": { "1e-08": 0.994140625, "1e-07": 0.990234375, "1e-06": 0.986328125, "1e-05": 0.97265625, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -6.883497714996338, "5": -3.828547477722168, "10": -2.5823071002960205, "25": -2.518235206604004, "50": -2.479004383087158, "75": -2.4166316986083984, "90": -2.346320152282715, "95": -2.302018642425537, "99": -2.2527952194213867 }, "log_norms_histogram": [ 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 1, 3, 2, 1, 1, 0, 1, 3, 1, 0, 3, 1, 1, 0, 1, 2, 1, 3, 6, 138, 267, 63 ], "log_norms_bin_edges": [ -8.674342155456543, -8.545740127563477, -8.417139053344727, -8.28853702545166, -8.159934997558594, -8.031333923339844, -7.902731895446777, -7.774130344390869, -7.645528793334961, -7.5169267654418945, -7.388325214385986, -7.259723663330078, -7.131121635437012, -7.0025200843811035, -6.873918533325195, -6.745316505432129, -6.616714954376221, -6.4881134033203125, -6.359511375427246, -6.230909824371338, -6.10230827331543, -5.973706245422363, -5.845104694366455, -5.716503143310547, -5.5879011154174805, -5.459299564361572, -5.330698013305664, -5.202095985412598, -5.0734944343566895, -4.944892883300781, -4.816290855407715, -4.687689781188965, -4.559087753295898, -4.43048620223999, -4.301884174346924, -4.173282623291016, -4.044681072235107, -3.916079044342041, -3.787477493286133, -3.6588759422302246, -3.5302743911743164, -3.40167236328125, -3.273070812225342, -3.1444692611694336, -3.015867233276367, -2.887265682220459, -2.758664131164551, -2.6300621032714844, -2.501460552215576, -2.372859001159668, -2.2442574501037598 ], "r_inf_mean": 0.23283082246780396, "r_inf_median": 0.23298108577728271, "pr_mean": 0.38896796107292175, "pr_median": 0.380233496427536, "hoyer_mean": 0.6691817045211792, "eff_dim_mean": 0.6691815853118896, "topk_energy": { "1": 0.054867565631866455, "5": 0.23419933021068573, "10": 0.3845135271549225, "25": 0.6896233558654785 }, "gamma_raw": 0.0008272415725514293, "gamma_active": { "1e-08": 0.0008687097579240799, "1e-07": 0.001028993516229093, "1e-06": 0.0011044718557968736, "1e-05": 0.0013824052875861526, "0.0001": 0.0010632142657414079 }, "gamma_energy_weighted": { "1e-08": -0.0020731829933416475, "1e-07": -0.0020731829933416475, "1e-06": -0.0020731829933416475, "1e-05": -0.0020731829933416475, "0.0001": -0.0020731829933416475 } } ] }