{ "dataset": "synth", "method": "credit_bridge", "seed": 42, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 7.629262447357178, "acc": 0.05859375, "per_layer": [ { "layer": 0, "mean_norm": 0.010050540789961815, "median_norm": 0.010308991186320782, "max_norm": 0.015727119520306587, "min_norm": 9.181987115880474e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.998046875 }, "log_norms_percentiles": { "1": -3.3454434871673584, "5": -2.308253049850464, "10": -2.1285691261291504, "25": -2.052013874053955, "50": -1.9867510795593262, "75": -1.9351836442947388, "90": -1.8823554515838623, "95": -1.8614405393600464, "99": -1.827355146408081 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 2, 4, 1, 0, 0, 1, 1, 1, 1, 0, 1, 2, 3, 1, 8, 6, 14, 35, 85, 91, 109, 71, 47, 18 ], "log_norms_bin_edges": [ -4.0370635986328125, -3.992389440536499, -3.9477150440216064, -3.903040885925293, -3.8583664894104004, -3.813692331314087, -3.7690181732177734, -3.724343776702881, -3.6796696186065674, -3.634995222091675, -3.5903210639953613, -3.5456466674804688, -3.5009725093841553, -3.456298351287842, -3.411623954772949, -3.3669497966766357, -3.3222756385803223, -3.2776012420654297, -3.232927083969116, -3.1882526874542236, -3.14357852935791, -3.0989041328430176, -3.054229974746704, -3.0095558166503906, -2.964881420135498, -2.9202072620391846, -2.875533103942871, -2.8308587074279785, -2.786184310913086, -2.7415101528167725, -2.696835994720459, -2.6521615982055664, -2.607487440109253, -2.5628132820129395, -2.518138885498047, -2.4734647274017334, -2.42879056930542, -2.3841161727905273, -2.3394417762756348, -2.2947676181793213, -2.250093460083008, -2.2054190635681152, -2.1607449054718018, -2.1160707473754883, -2.0713963508605957, -2.0267221927642822, -1.9820477962493896, -1.9373736381530762, -1.8926992416381836, -1.8480250835418701, -1.803350806236267 ], "r_inf_mean": 0.40239453315734863, "r_inf_median": 0.3906492292881012, "pr_mean": 0.1423763930797577, "pr_median": 0.1390448659658432, "hoyer_mean": 0.4603534936904907, "eff_dim_mean": 0.4603534936904907, "topk_energy": { "1": 0.16807828843593597, "5": 0.4766293168067932, "10": 0.6391814947128296, "25": 0.8603909611701965 }, "gamma_raw": -0.00901014544069767, "gamma_active": { "1e-08": -0.00901014544069767, "1e-07": -0.00901014544069767, "1e-06": -0.00901014544069767, "1e-05": -0.00901014544069767, "0.0001": -0.008972585201263428 }, "gamma_energy_weighted": { "1e-08": -0.02458708023587226, "1e-07": -0.02458708023587226, "1e-06": -0.02458708023587226, "1e-05": -0.02458708023587226, "0.0001": -0.02458708023587226 } }, { "layer": 1, "mean_norm": 0.0017694344278424978, "median_norm": 0.00183955451939255, "max_norm": 0.002655718242749572, "min_norm": 1.5358446034952067e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.98828125 }, "log_norms_percentiles": { "1": -4.091519832611084, "5": -3.063389301300049, "10": -2.8662657737731934, "25": -2.790447950363159, "50": -2.7352590560913086, "75": -2.693678379058838, "90": -2.65447735786438, "95": -2.6290838718414307, "99": -2.6008355617523193 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 0, 2, 0, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 5, 10, 17, 47, 94, 136, 98, 62, 12 ], "log_norms_bin_edges": [ -4.813652992248535, -4.768896102905273, -4.72413969039917, -4.679382801055908, -4.634626388549805, -4.589869499206543, -4.545112609863281, -4.500356197357178, -4.455599308013916, -4.4108428955078125, -4.366086006164551, -4.321329116821289, -4.2765727043151855, -4.231815814971924, -4.18705940246582, -4.142302513122559, -4.097545623779297, -4.052789211273193, -4.008032321929932, -3.963275671005249, -3.9185190200805664, -3.873762369155884, -3.829005718231201, -3.7842488288879395, -3.739492177963257, -3.694735527038574, -3.6499786376953125, -3.605222225189209, -3.5604653358459473, -3.5157086849212646, -3.470952033996582, -3.4261951446533203, -3.381438732147217, -3.336681842803955, -3.2919251918792725, -3.24716854095459, -3.202411651611328, -3.1576552391052246, -3.112898349761963, -3.0681416988372803, -3.0233850479125977, -2.978628158569336, -2.9338717460632324, -2.8891148567199707, -2.844358205795288, -2.7996015548706055, -2.754844903945923, -2.710088014602661, -2.6653313636779785, -2.620574712753296, -2.5758180618286133 ], "r_inf_mean": 0.24534395337104797, "r_inf_median": 0.24315884709358215, "pr_mean": 0.3549100160598755, "pr_median": 0.3582957088947296, "hoyer_mean": 0.6467932462692261, "eff_dim_mean": 0.6467932462692261, "topk_energy": { "1": 0.06099904328584671, "5": 0.25375717878341675, "10": 0.40775179862976074, "25": 0.7125241756439209 }, "gamma_raw": 0.2479587197303772, "gamma_active": { "1e-08": 0.2479587197303772, "1e-07": 0.2479587197303772, "1e-06": 0.2479587197303772, "1e-05": 0.2479587197303772, "0.0001": 0.248017817735672 }, "gamma_energy_weighted": { "1e-08": 0.2560389085092849, "1e-07": 0.2560389085092849, "1e-06": 0.2560389085092849, "1e-05": 0.2560389085092849, "0.0001": 0.2560389085092849 } }, { "layer": 2, "mean_norm": 0.0017323684878647327, "median_norm": 0.0017998538678511977, "max_norm": 0.002616790123283863, "min_norm": 1.5055899893923197e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.98828125 }, "log_norms_percentiles": { "1": -4.101261138916016, "5": -3.0739333629608154, "10": -2.8720602989196777, "25": -2.7985918521881104, "50": -2.7441811561584473, "75": -2.7041139602661133, "90": -2.66430926322937, "95": -2.637136459350586, "99": -2.6069538593292236 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 0, 2, 0, 2, 0, 2, 1, 1, 2, 2, 1, 3, 2, 5, 10, 19, 54, 89, 137, 101, 54, 12 ], "log_norms_bin_edges": [ -4.822293281555176, -4.777492046356201, -4.732690811157227, -4.687889575958252, -4.643088340759277, -4.598287105560303, -4.553485870361328, -4.5086846351623535, -4.463883399963379, -4.419082164764404, -4.37428092956543, -4.329479694366455, -4.2846784591674805, -4.239877223968506, -4.195075988769531, -4.150274753570557, -4.105473518371582, -4.060672283172607, -4.015871047973633, -3.971069812774658, -3.9262685775756836, -3.881467342376709, -3.8366661071777344, -3.7918648719787598, -3.747063636779785, -3.7022624015808105, -3.657461166381836, -3.6126599311828613, -3.5678586959838867, -3.523057460784912, -3.4782562255859375, -3.433454990386963, -3.3886537551879883, -3.3438525199890137, -3.299051284790039, -3.2542500495910645, -3.20944881439209, -3.1646475791931152, -3.1198463439941406, -3.075045108795166, -3.0302438735961914, -2.985442638397217, -2.940641403198242, -2.8958401679992676, -2.851038932800293, -2.8062374591827393, -2.7614362239837646, -2.71663498878479, -2.6718337535858154, -2.627032518386841, -2.582231283187866 ], "r_inf_mean": 0.24629110097885132, "r_inf_median": 0.24437294900417328, "pr_mean": 0.3536863923072815, "pr_median": 0.3569737672805786, "hoyer_mean": 0.6460079550743103, "eff_dim_mean": 0.6460079550743103, "topk_energy": { "1": 0.06150040775537491, "5": 0.25420624017715454, "10": 0.40867385268211365, "25": 0.7131572365760803 }, "gamma_raw": 0.13406884670257568, "gamma_active": { "1e-08": 0.13406884670257568, "1e-07": 0.13406884670257568, "1e-06": 0.13406884670257568, "1e-05": 0.13406884670257568, "0.0001": 0.1341610997915268 }, "gamma_energy_weighted": { "1e-08": 0.1558985708826814, "1e-07": 0.1558985708826814, "1e-06": 0.1558985708826814, "1e-05": 0.1558985708826814, "0.0001": 0.1558985708826814 } }, { "layer": 3, "mean_norm": 0.0017179509159177542, "median_norm": 0.001790926675312221, "max_norm": 0.0025881752371788025, "min_norm": 1.4919299246685114e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.98828125 }, "log_norms_percentiles": { "1": -4.100772380828857, "5": -3.0761122703552246, "10": -2.8767735958099365, "25": -2.801928758621216, "50": -2.746832847595215, "75": -2.705779790878296, "90": -2.6678926944732666, "95": -2.644336700439453, "99": -2.612086296081543 }, "log_norms_histogram": [ 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 0, 1, 1, 2, 0, 2, 1, 1, 2, 2, 1, 2, 3, 5, 9, 18, 54, 88, 134, 110, 51, 12 ], "log_norms_bin_edges": [ -4.82625150680542, -4.781466484069824, -4.736681938171387, -4.691896915435791, -4.647111892700195, -4.6023268699646, -4.557542324066162, -4.512757301330566, -4.467972278594971, -4.423187255859375, -4.3784027099609375, -4.333617687225342, -4.288832664489746, -4.24404764175415, -4.199263095855713, -4.154478073120117, -4.1096930503845215, -4.064908027648926, -4.020123481750488, -3.9753384590148926, -3.930553436279297, -3.8857686519622803, -3.8409836292266846, -3.796198844909668, -3.7514138221740723, -3.7066290378570557, -3.661844253540039, -3.6170592308044434, -3.5722742080688477, -3.527489423751831, -3.4827046394348145, -3.4379196166992188, -3.393134593963623, -3.3483498096466064, -3.30356502532959, -3.258780002593994, -3.2139949798583984, -3.169210195541382, -3.1244254112243652, -3.0796403884887695, -3.034855365753174, -2.9900705814361572, -2.9452857971191406, -2.900500774383545, -2.855715751647949, -2.8109309673309326, -2.766146183013916, -2.7213611602783203, -2.6765763759613037, -2.631791353225708, -2.5870065689086914 ], "r_inf_mean": 0.24688099324703217, "r_inf_median": 0.24485056102275848, "pr_mean": 0.3534563183784485, "pr_median": 0.3567771911621094, "hoyer_mean": 0.6462265253067017, "eff_dim_mean": 0.6462265253067017, "topk_energy": { "1": 0.06180303171277046, "5": 0.25428205728530884, "10": 0.40881794691085815, "25": 0.712868332862854 }, "gamma_raw": 0.14270742237567902, "gamma_active": { "1e-08": 0.14270742237567902, "1e-07": 0.14270742237567902, "1e-06": 0.14270742237567902, "1e-05": 0.14270742237567902, "0.0001": 0.1424136608839035 }, "gamma_energy_weighted": { "1e-08": 0.14666270143360974, "1e-07": 0.14666270143360974, "1e-06": 0.14666270143360974, "1e-05": 0.14666270143360974, "0.0001": 0.14666270143360974 } } ] }