{ "dataset": "synth", "method": "credit_bridge", "seed": 2048, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 22.833688735961914, "acc": 0.056640625, "per_layer": [ { "layer": 0, "mean_norm": 0.0130066629499197, "median_norm": 0.013281884603202343, "max_norm": 0.01928139477968216, "min_norm": 1.4062676578774358e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.98046875, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -5.946023464202881, "5": -2.3438878059387207, "10": -1.9761885404586792, "25": -1.920889973640442, "50": -1.8767017126083374, "75": -1.8223936557769775, "90": -1.7826071977615356, "95": -1.7566040754318237, "99": -1.7277013063430786 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 1, 3, 1, 2, 0, 1, 0, 1, 0, 1, 2, 0, 1, 1, 0, 2, 2, 12, 262, 209 ], "log_norms_bin_edges": [ -8.85193157196045, -8.709190368652344, -8.566449165344238, -8.423707008361816, -8.280965805053711, -8.138224601745605, -7.9954833984375, -7.852741718292236, -7.710000514984131, -7.567258834838867, -7.424517631530762, -7.281776428222656, -7.139034748077393, -6.996293544769287, -6.853551864624023, -6.710810661315918, -6.5680694580078125, -6.425327777862549, -6.282586097717285, -6.13984489440918, -5.997103691101074, -5.854362487792969, -5.711620807647705, -5.568879127502441, -5.426137924194336, -5.2833967208862305, -5.140655517578125, -4.997913837432861, -4.855172157287598, -4.712430953979492, -4.569689750671387, -4.426948070526123, -4.284206867218018, -4.141465663909912, -3.9987239837646484, -3.855982780456543, -3.7132411003112793, -3.570499897003174, -3.4277586936950684, -3.2850170135498047, -3.142275810241699, -2.9995341300964355, -2.85679292678833, -2.7140517234802246, -2.571310043334961, -2.4285688400268555, -2.285827159881592, -2.1430859565734863, -2.0003442764282227, -1.8576030731201172, -1.714861512184143 ], "r_inf_mean": 0.35784265398979187, "r_inf_median": 0.3465076982975006, "pr_mean": 0.17615461349487305, "pr_median": 0.17614689469337463, "hoyer_mean": 0.4933515191078186, "eff_dim_mean": 0.4933515191078186, "topk_energy": { "1": 0.13215593993663788, "5": 0.4235193133354187, "10": 0.5935206413269043, "25": 0.8428019881248474 }, "gamma_raw": 0.06583836674690247, "gamma_active": { "1e-08": 0.06595442444086075, "1e-07": 0.06585891544818878, "1e-06": 0.06578462570905685, "1e-05": 0.06613142043352127, "0.0001": 0.0662567988038063 }, "gamma_energy_weighted": { "1e-08": 0.054571116601437965, "1e-07": 0.054571116601437965, "1e-06": 0.054571116601437965, "1e-05": 0.054571116601437965, "0.0001": 0.054571116601437965 } }, { "layer": 1, "mean_norm": 0.001822499674744904, "median_norm": 0.0018789416644722223, "max_norm": 0.0026618747506290674, "min_norm": 2.234033236181432e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.958984375 }, "log_norms_percentiles": { "1": -6.813519477844238, "5": -3.1784167289733887, "10": -2.8160996437072754, "25": -2.7585842609405518, "50": -2.7260866165161133, "75": -2.7019948959350586, "90": -2.6235930919647217, "95": -2.597531795501709, "99": -2.5917587280273438 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 1, 3, 1, 2, 0, 1, 0, 1, 1, 0, 2, 0, 2, 0, 0, 2, 1, 8, 275, 201 ], "log_norms_bin_edges": [ -9.650910377502441, -9.509387969970703, -9.367866516113281, -9.226344108581543, -9.084822654724121, -8.943300247192383, -8.801778793334961, -8.660256385803223, -8.5187349319458, -8.377212524414062, -8.23569107055664, -8.094168663024902, -7.952646732330322, -7.811124801635742, -7.669602870941162, -7.528080940246582, -7.386559009552002, -7.245037078857422, -7.103515148162842, -6.961993217468262, -6.820471286773682, -6.678949356079102, -6.537426948547363, -6.395905494689941, -6.254383087158203, -6.112861633300781, -5.971339225769043, -5.829817771911621, -5.688295364379883, -5.546773433685303, -5.405251502990723, -5.263729572296143, -5.1222076416015625, -4.980685710906982, -4.839163780212402, -4.697641849517822, -4.556119918823242, -4.414597988128662, -4.273076057434082, -4.131554126739502, -3.990032196044922, -3.8485097885131836, -3.7069878578186035, -3.5654659271240234, -3.4239439964294434, -3.2824220657348633, -3.140900135040283, -2.999378204345703, -2.857856273651123, -2.716334342956543, -2.574812412261963 ], "r_inf_mean": 0.24298205971717834, "r_inf_median": 0.23498648405075073, "pr_mean": 0.3490613102912903, "pr_median": 0.3504672646522522, "hoyer_mean": 0.6412113904953003, "eff_dim_mean": 0.6412113308906555, "topk_energy": { "1": 0.05966073274612427, "5": 0.2575371563434601, "10": 0.4146673083305359, "25": 0.7194937467575073 }, "gamma_raw": 0.25889766216278076, "gamma_active": { "1e-08": 0.2596628963947296, "1e-07": 0.25954538583755493, "1e-06": 0.259461373090744, "1e-05": 0.2598905563354492, "0.0001": 0.260028213262558 }, "gamma_energy_weighted": { "1e-08": 0.26159375536287527, "1e-07": 0.26159375536287527, "1e-06": 0.26159375536287527, "1e-05": 0.26159375536287527, "0.0001": 0.26159375536287527 } }, { "layer": 2, "mean_norm": 0.0017787121469154954, "median_norm": 0.001821152400225401, "max_norm": 0.002632659859955311, "min_norm": 2.1895052437770346e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.958984375 }, "log_norms_percentiles": { "1": -6.824066162109375, "5": -3.1864564418792725, "10": -2.827103614807129, "25": -2.7672863006591797, "50": -2.7396416664123535, "75": -2.7097244262695312, "90": -2.633652687072754, "95": -2.6069254875183105, "99": -2.6015758514404297 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 1, 3, 1, 2, 0, 1, 0, 1, 1, 0, 2, 0, 2, 0, 0, 2, 1, 9, 284, 191 ], "log_norms_bin_edges": [ -9.65965461730957, -9.518054008483887, -9.376452445983887, -9.234851837158203, -9.093250274658203, -8.95164966583252, -8.810049057006836, -8.668447494506836, -8.526846885681152, -8.385245323181152, -8.243644714355469, -8.102043151855469, -7.960442543029785, -7.818841934204102, -7.677240371704102, -7.535639762878418, -7.394038677215576, -7.252437591552734, -7.110836982727051, -6.969235420227051, -6.827634811401367, -6.686033725738525, -6.544432640075684, -6.40283203125, -6.26123046875, -6.119629859924316, -5.978028774261475, -5.836427688598633, -5.694826602935791, -5.553225517272949, -5.411624908447266, -5.270023822784424, -5.128422737121582, -4.98682165145874, -4.845220565795898, -4.703619956970215, -4.562018871307373, -4.420417785644531, -4.2788166999816895, -4.137215614318848, -3.995615005493164, -3.8540139198303223, -3.7124128341674805, -3.5708117485046387, -3.429210662841797, -3.287609577178955, -3.1460089683532715, -3.0044078826904297, -2.862806797027588, -2.721205711364746, -2.5796053409576416 ], "r_inf_mean": 0.24299368262290955, "r_inf_median": 0.2366274893283844, "pr_mean": 0.34873735904693604, "pr_median": 0.35028502345085144, "hoyer_mean": 0.6434794068336487, "eff_dim_mean": 0.6434794068336487, "topk_energy": { "1": 0.059568218886852264, "5": 0.25935208797454834, "10": 0.415139764547348, "25": 0.7181462049484253 }, "gamma_raw": 0.08826996386051178, "gamma_active": { "1e-08": 0.08846190571784973, "1e-07": 0.08836781978607178, "1e-06": 0.08778074383735657, "1e-05": 0.08761009573936462, "0.0001": 0.08762874454259872 }, "gamma_energy_weighted": { "1e-08": 0.10584149867203853, "1e-07": 0.10584149867203853, "1e-06": 0.10584149867203853, "1e-05": 0.10584149867203853, "0.0001": 0.10584149867203853 } }, { "layer": 3, "mean_norm": 0.0017706644721329212, "median_norm": 0.0018196339951828122, "max_norm": 0.002608711365610361, "min_norm": 2.1772678104881038e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.984375, "1e-05": 0.96875, "0.0001": 0.958984375 }, "log_norms_percentiles": { "1": -6.8310227394104, "5": -3.1888206005096436, "10": -2.828195333480835, "25": -2.7676138877868652, "50": -2.7400083541870117, "75": -2.7123327255249023, "90": -2.6380090713500977, "95": -2.6109514236450195, "99": -2.6055634021759033 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 1, 3, 1, 2, 0, 1, 0, 1, 1, 0, 2, 0, 2, 0, 0, 2, 1, 9, 279, 196 ], "log_norms_bin_edges": [ -9.662088394165039, -9.52051830291748, -9.378948211669922, -9.237377166748047, -9.095807075500488, -8.95423698425293, -8.812666893005371, -8.671096801757812, -8.529525756835938, -8.387955665588379, -8.24638557434082, -8.104815483093262, -7.963244915008545, -7.821674823760986, -7.6801042556762695, -7.538534164428711, -7.396964073181152, -7.2553935050964355, -7.113822937011719, -6.97225284576416, -6.830682754516602, -6.689112663269043, -6.547542095184326, -6.405971527099609, -6.264401435852051, -6.122831344604492, -5.981261253356934, -5.839690685272217, -5.6981201171875, -5.556550025939941, -5.414979934692383, -5.273409366607666, -5.131839275360107, -4.990269184112549, -4.848698616027832, -4.707128524780273, -4.565557956695557, -4.423987865447998, -4.2824177742004395, -4.140847206115723, -3.999277114868164, -3.8577065467834473, -3.7161364555358887, -3.57456636428833, -3.4329957962036133, -3.2914257049560547, -3.149855136871338, -3.0082850456237793, -2.8667144775390625, -2.725144386291504, -2.583574056625366 ], "r_inf_mean": 0.24148744344711304, "r_inf_median": 0.2346288561820984, "pr_mean": 0.3493882119655609, "pr_median": 0.3542429804801941, "hoyer_mean": 0.6426999568939209, "eff_dim_mean": 0.6426999568939209, "topk_energy": { "1": 0.058813951909542084, "5": 0.2587759494781494, "10": 0.414786696434021, "25": 0.7173781394958496 }, "gamma_raw": 0.036785271018743515, "gamma_active": { "1e-08": 0.036837782710790634, "1e-07": 0.03669899329543114, "1e-06": 0.0366491824388504, "1e-05": 0.03726624697446823, "0.0001": 0.037571534514427185 }, "gamma_energy_weighted": { "1e-08": 0.04949883611106044, "1e-07": 0.04949883611106044, "1e-06": 0.04949883611106044, "1e-05": 0.04949883611106044, "0.0001": 0.04949883611106044 } } ] }