{ "dataset": "synth", "method": "state_bridge", "seed": 1024, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 7.766484260559082, "acc": 0.115234375, "per_layer": [ { "layer": 0, "mean_norm": 0.012512223795056343, "median_norm": 0.012398666702210903, "max_norm": 0.045163288712501526, "min_norm": 5.067564643468359e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.99609375, "0.0001": 0.98828125 }, "log_norms_percentiles": { "1": -4.2650370597839355, "5": -2.972125768661499, "10": -2.305250406265259, "25": -2.049042224884033, "50": -1.9061012268066406, "75": -1.8033556938171387, "90": -1.698662519454956, "95": -1.6488031148910522, "99": -1.5264573097229004 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 2, 1, 1, 3, 1, 3, 3, 3, 2, 3, 5, 3, 2, 6, 9, 31, 46, 88, 109, 105, 55, 13, 6, 2 ], "log_norms_bin_edges": [ -6.295200824737549, -6.196201324462891, -6.097201347351074, -5.998201847076416, -5.8992018699646, -5.800202369689941, -5.701202392578125, -5.602202892303467, -5.50320291519165, -5.404203414916992, -5.305203437805176, -5.206203937530518, -5.107203960418701, -5.008204460144043, -4.909204483032227, -4.810204982757568, -4.711205005645752, -4.612205505371094, -4.513205528259277, -4.414206027984619, -4.315206050872803, -4.2162065505981445, -4.117206573486328, -4.01820707321167, -3.9192073345184326, -3.8202075958251953, -3.721207857131958, -3.6222081184387207, -3.5232083797454834, -3.424208641052246, -3.325208902359009, -3.2262091636657715, -3.127209424972534, -3.028209686279297, -2.9292099475860596, -2.8302102088928223, -2.731210470199585, -2.6322107315063477, -2.5332109928131104, -2.434211254119873, -2.3352115154266357, -2.2362117767333984, -2.1372122764587402, -2.038212299346924, -1.9392127990722656, -1.8402128219604492, -1.741213321685791, -1.6422133445739746, -1.5432138442993164, -1.4442138671875, -1.3452144861221313 ], "r_inf_mean": 0.3672805428504944, "r_inf_median": 0.3589692711830139, "pr_mean": 0.1512557566165924, "pr_median": 0.15087945759296417, "hoyer_mean": 0.4073936343193054, "eff_dim_mean": 0.40739360451698303, "topk_energy": { "1": 0.13857562839984894, "5": 0.4639095664024353, "10": 0.6553084850311279, "25": 0.9032579064369202 }, "gamma_raw": -0.0018527547363191843, "gamma_active": { "1e-08": -0.0018527547363191843, "1e-07": -0.0018527547363191843, "1e-06": -0.0020284440834075212, "1e-05": -0.002281083259731531, "0.0001": -0.002260190900415182 }, "gamma_energy_weighted": { "1e-08": 0.00431851247706124, "1e-07": 0.00431851247706124, "1e-06": 0.00431851247706124, "1e-05": 0.00431851247706124, "0.0001": 0.00431851247706124 } }, { "layer": 1, "mean_norm": 0.0019125386606901884, "median_norm": 0.001960108522325754, "max_norm": 0.0044932556338608265, "min_norm": 1.305613750446355e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.998046875, "1e-05": 0.98828125, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -5.129554271697998, "5": -3.7532660961151123, "10": -3.0705392360687256, "25": -2.811774730682373, "50": -2.7077083587646484, "75": -2.624713659286499, "90": -2.548888683319092, "95": -2.5066235065460205, "99": -2.409855604171753 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 2, 3, 3, 0, 1, 2, 1, 4, 1, 3, 5, 2, 3, 3, 5, 3, 3, 7, 12, 76, 105, 139, 83, 29, 10 ], "log_norms_bin_edges": [ -6.884185314178467, -6.793450355529785, -6.7027153968811035, -6.611980438232422, -6.52124547958374, -6.430510520935059, -6.339775562286377, -6.249040603637695, -6.158306121826172, -6.067570686340332, -5.976836204528809, -5.886101245880127, -5.795366287231445, -5.704631328582764, -5.613896369934082, -5.5231614112854, -5.432426452636719, -5.341691493988037, -5.2509565353393555, -5.160221576690674, -5.069486618041992, -4.9787516593933105, -4.888016700744629, -4.7972822189331055, -4.706546783447266, -4.615812301635742, -4.525076866149902, -4.434342384338379, -4.343607425689697, -4.252872467041016, -4.162137508392334, -4.071402549743652, -3.9806675910949707, -3.889932632446289, -3.7991976737976074, -3.708462715148926, -3.617727756500244, -3.5269930362701416, -3.43625807762146, -3.3455231189727783, -3.2547881603240967, -3.164053201675415, -3.0733182430267334, -2.9825832843780518, -2.891848564147949, -2.8011136054992676, -2.710378646850586, -2.6196436882019043, -2.5289087295532227, -2.438173770904541, -2.3474388122558594 ], "r_inf_mean": 0.33036497235298157, "r_inf_median": 0.3217131793498993, "pr_mean": 0.2217961847782135, "pr_median": 0.21400749683380127, "hoyer_mean": 0.5536887049674988, "eff_dim_mean": 0.5536887049674988, "topk_energy": { "1": 0.11319026350975037, "5": 0.37840673327445984, "10": 0.536608874797821, "25": 0.7915829420089722 }, "gamma_raw": -0.039965227246284485, "gamma_active": { "1e-08": -0.039965227246284485, "1e-07": -0.039965227246284485, "1e-06": -0.03984401375055313, "1e-05": -0.03986816480755806, "0.0001": -0.040501564741134644 }, "gamma_energy_weighted": { "1e-08": -0.04922121268985581, "1e-07": -0.04922121268985581, "1e-06": -0.04922121268985581, "1e-05": -0.04922121268985581, "0.0001": -0.04922121268985581 } }, { "layer": 2, "mean_norm": 0.001309582032263279, "median_norm": 0.0013445973163470626, "max_norm": 0.0022778722923249006, "min_norm": 1.0344784584503941e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.98828125, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -5.277168273925781, "5": -3.9282851219177246, "10": -3.2529313564300537, "25": -2.957728385925293, "50": -2.8713064193725586, "75": -2.7685701847076416, "90": -2.7289018630981445, "95": -2.710777997970581, "99": -2.6588971614837646 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 2, 1, 1, 2, 2, 2, 3, 3, 4, 2, 4, 3, 3, 5, 3, 6, 32, 114, 113, 140, 52 ], "log_norms_bin_edges": [ -6.985278606414795, -6.8984222412109375, -6.811566352844238, -6.724709987640381, -6.637854099273682, -6.550997734069824, -6.464141845703125, -6.377285480499268, -6.29042911529541, -6.203573226928711, -6.1167168617248535, -6.029860973358154, -5.943004608154297, -5.856148719787598, -5.76929235458374, -5.682435989379883, -5.595580101013184, -5.508724212646484, -5.421867847442627, -5.3350114822387695, -5.24815559387207, -5.161299228668213, -5.0744428634643555, -4.987586975097656, -4.900731086730957, -4.8138747215271, -4.727018356323242, -4.640162467956543, -4.5533061027526855, -4.466449737548828, -4.379593849182129, -4.29273796081543, -4.205881595611572, -4.119025230407715, -4.032169342041016, -3.9453132152557373, -3.858457088470459, -3.7716007232666016, -3.6847445964813232, -3.597888469696045, -3.5110323429107666, -3.4241762161254883, -3.33732008934021, -3.2504639625549316, -3.163607597351074, -3.076751470565796, -2.9898953437805176, -2.9030394554138184, -2.816183090209961, -2.7293267250061035, -2.6424708366394043 ], "r_inf_mean": 0.25116419792175293, "r_inf_median": 0.24041901528835297, "pr_mean": 0.34499138593673706, "pr_median": 0.33811965584754944, "hoyer_mean": 0.639059841632843, "eff_dim_mean": 0.639059841632843, "topk_energy": { "1": 0.0643099844455719, "5": 0.26119282841682434, "10": 0.4157230257987976, "25": 0.7192766070365906 }, "gamma_raw": 0.052754729986190796, "gamma_active": { "1e-08": 0.052754729986190796, "1e-07": 0.052754729986190796, "1e-06": 0.052421510219573975, "1e-05": 0.05215103551745415, "0.0001": 0.05218858644366264 }, "gamma_energy_weighted": { "1e-08": 0.0713355899164244, "1e-07": 0.0713355899164244, "1e-06": 0.0713355899164244, "1e-05": 0.0713355899164244, "0.0001": 0.0713355899164244 } }, { "layer": 3, "mean_norm": 0.0013040915364399552, "median_norm": 0.0013324314495548606, "max_norm": 0.0022470401600003242, "min_norm": 1.0329247146501075e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.99609375, "1e-05": 0.98828125, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -5.27721643447876, "5": -3.928389549255371, "10": -3.254202127456665, "25": -2.958075523376465, "50": -2.8752379417419434, "75": -2.768913507461548, "90": -2.731945276260376, "95": -2.7121365070343018, "99": -2.6664950847625732 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 2, 1, 1, 2, 2, 2, 3, 3, 4, 2, 4, 3, 3, 5, 3, 5, 32, 109, 118, 136, 57 ], "log_norms_bin_edges": [ -6.985931396484375, -6.8991804122924805, -6.812429904937744, -6.72567892074585, -6.638927936553955, -6.552177429199219, -6.465426445007324, -6.37867546081543, -6.291924476623535, -6.205173969268799, -6.118422985076904, -6.03167200088501, -5.944921493530273, -5.858170509338379, -5.771419525146484, -5.68466854095459, -5.5979180335998535, -5.511167049407959, -5.4244160652160645, -5.337665557861328, -5.250914573669434, -5.164163589477539, -5.0774126052856445, -4.990662097930908, -4.903911113739014, -4.817160606384277, -4.730409622192383, -4.643658638000488, -4.556907653808594, -4.470156669616699, -4.383406162261963, -4.296655178070068, -4.209904670715332, -4.1231536865234375, -4.036402702331543, -3.9496519565582275, -3.862900972366333, -3.7761502265930176, -3.689399480819702, -3.6026484966278076, -3.515897750854492, -3.4291467666625977, -3.3423960208892822, -3.255645275115967, -3.1688942909240723, -3.082143545150757, -2.9953925609588623, -2.908641815185547, -2.8218908309936523, -2.735140323638916, -2.6483893394470215 ], "r_inf_mean": 0.24856436252593994, "r_inf_median": 0.24015846848487854, "pr_mean": 0.3479299545288086, "pr_median": 0.3388077914714813, "hoyer_mean": 0.6398414373397827, "eff_dim_mean": 0.6398413777351379, "topk_energy": { "1": 0.06272265315055847, "5": 0.2595949172973633, "10": 0.4143582582473755, "25": 0.7184975147247314 }, "gamma_raw": 0.027887340635061264, "gamma_active": { "1e-08": 0.027887340635061264, "1e-07": 0.027887340635061264, "1e-06": 0.02821151725947857, "1e-05": 0.02777143381536007, "0.0001": 0.027292734012007713 }, "gamma_energy_weighted": { "1e-08": 0.02290948326939249, "1e-07": 0.02290948326939249, "1e-06": 0.02290948326939249, "1e-05": 0.02290948326939249, "0.0001": 0.02290948326939249 } } ] }