{ "dataset": "synth", "method": "state_bridge", "seed": 42, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 14.93832778930664, "acc": 0.10546875, "per_layer": [ { "layer": 0, "mean_norm": 0.023201745003461838, "median_norm": 0.023123478516936302, "max_norm": 0.08098951727151871, "min_norm": 3.7125388985259633e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.994140625, "1e-05": 0.986328125, "0.0001": 0.974609375 }, "log_norms_percentiles": { "1": -5.2800517082214355, "5": -2.5721890926361084, "10": -1.9768390655517578, "25": -1.736999750137329, "50": -1.6358356475830078, "75": -1.5406161546707153, "90": -1.4569071531295776, "95": -1.4041638374328613, "99": -1.3211113214492798 }, "log_norms_histogram": [ 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 0, 1, 0, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 1, 1, 2, 0, 0, 3, 2, 5, 3, 4, 3, 5, 10, 15, 64, 142, 128, 79, 24, 2, 2 ], "log_norms_bin_edges": [ -6.430328845977783, -6.323553562164307, -6.216778755187988, -6.110003471374512, -6.003228187561035, -5.896452903747559, -5.78967809677124, -5.682902812957764, -5.576127529144287, -5.469352722167969, -5.362577438354492, -5.255802154541016, -5.149026870727539, -5.042252063751221, -4.935476779937744, -4.828701496124268, -4.721926689147949, -4.615151405334473, -4.508376121520996, -4.4016008377075195, -4.294825553894043, -4.188050746917725, -4.081275463104248, -3.9745004177093506, -3.867725372314453, -3.7609500885009766, -3.654175043106079, -3.5473997592926025, -3.440624713897705, -3.3338494300842285, -3.227074384689331, -3.1202991008758545, -3.013524055480957, -2.9067490100860596, -2.799973726272583, -2.6931986808776855, -2.586423397064209, -2.4796483516693115, -2.372873306274414, -2.2660980224609375, -2.159322738647461, -2.0525479316711426, -1.945772647857666, -1.8389973640441895, -1.732222080230713, -1.6254472732543945, -1.518671989440918, -1.4118967056274414, -1.305121898651123, -1.1983466148376465, -1.0915712118148804 ], "r_inf_mean": 0.25690871477127075, "r_inf_median": 0.2519604563713074, "pr_mean": 0.3339851200580597, "pr_median": 0.3329065144062042, "hoyer_mean": 0.6349493265151978, "eff_dim_mean": 0.6349493265151978, "topk_energy": { "1": 0.06686797738075256, "5": 0.2689317464828491, "10": 0.425409197807312, "25": 0.7246828079223633 }, "gamma_raw": -0.010414469987154007, "gamma_active": { "1e-08": -0.010414469987154007, "1e-07": -0.010414469987154007, "1e-06": -0.010285932570695877, "1e-05": -0.010514513589441776, "0.0001": -0.010734268464148045 }, "gamma_energy_weighted": { "1e-08": -0.010168879530407515, "1e-07": -0.010168879530407515, "1e-06": -0.010168879530407515, "1e-05": -0.010168879530407515, "0.0001": -0.010168879530407515 } }, { "layer": 1, "mean_norm": 0.0023889276199042797, "median_norm": 0.002392474329099059, "max_norm": 0.006488115061074495, "min_norm": 3.586665542343326e-08, "support": { "1e-08": 1.0, "1e-07": 0.994140625, "1e-06": 0.986328125, "1e-05": 0.974609375, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -6.262780666351318, "5": -3.644132375717163, "10": -2.9464213848114014, "25": -2.695204257965088, "50": -2.620598793029785, "75": -2.544358253479004, "90": -2.4524998664855957, "95": -2.3984479904174805, "99": -2.282672166824341 }, "log_norms_histogram": [ 2, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 2, 3, 2, 2, 4, 4, 6, 4, 5, 6, 46, 178, 146, 57, 20, 6 ], "log_norms_bin_edges": [ -7.445309162139893, -7.340160369873047, -7.235012054443359, -7.129863739013672, -7.024714946746826, -6.9195661544799805, -6.814417839050293, -6.7092695236206055, -6.60412073135376, -6.498971939086914, -6.393823623657227, -6.288675308227539, -6.183526515960693, -6.078377723693848, -5.97322940826416, -5.868081092834473, -5.762932300567627, -5.657783508300781, -5.552635192871094, -5.447486877441406, -5.3423380851745605, -5.237189292907715, -5.132040977478027, -5.02689266204834, -4.921743869781494, -4.816595077514648, -4.711446762084961, -4.606298446655273, -4.501149654388428, -4.396000862121582, -4.2908525466918945, -4.185704231262207, -4.080555438995361, -3.9754068851470947, -3.870258331298828, -3.7651097774505615, -3.659961223602295, -3.5548126697540283, -3.4496641159057617, -3.344515323638916, -3.2393670082092285, -3.134218692779541, -3.0290699005126953, -2.9239211082458496, -2.818772792816162, -2.7136244773864746, -2.608475685119629, -2.503326892852783, -2.3981785774230957, -2.293030261993408, -2.1878814697265625 ], "r_inf_mean": 0.24266958236694336, "r_inf_median": 0.23922491073608398, "pr_mean": 0.3595816493034363, "pr_median": 0.3588200807571411, "hoyer_mean": 0.647857666015625, "eff_dim_mean": 0.647857666015625, "topk_energy": { "1": 0.05963616073131561, "5": 0.2502879500389099, "10": 0.40640783309936523, "25": 0.7117186188697815 }, "gamma_raw": -0.01221790723502636, "gamma_active": { "1e-08": -0.01221790723502636, "1e-07": -0.012459488585591316, "1e-06": -0.012440932914614677, "1e-05": -0.01310658734291792, "0.0001": -0.013901148922741413 }, "gamma_energy_weighted": { "1e-08": -0.012226494323700937, "1e-07": -0.012226494323700937, "1e-06": -0.012226494323700937, "1e-05": -0.012226494323700937, "0.0001": -0.012226494323700937 } }, { "layer": 2, "mean_norm": 0.00139163329731673, "median_norm": 0.0013910765992477536, "max_norm": 0.00248876865953207, "min_norm": 1.1570382874026564e-08, "support": { "1e-08": 1.0, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.970703125, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -6.596226692199707, "5": -3.8142056465148926, "10": -3.134322166442871, "25": -2.9071156978607178, "50": -2.856529712677002, "75": -2.763641595840454, "90": -2.6981441974639893, "95": -2.680901288986206, "99": -2.614326000213623 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 3, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 3, 2, 2, 4, 3, 4, 7, 3, 3, 7, 37, 251, 105, 61 ], "log_norms_bin_edges": [ -7.936652183532715, -7.8299994468688965, -7.723346710205078, -7.61669397354126, -7.510041236877441, -7.403388500213623, -7.296735763549805, -7.190083026885986, -7.083430290222168, -6.97677755355835, -6.870124816894531, -6.763472080230713, -6.6568193435668945, -6.550166606903076, -6.443513870239258, -6.3368611335754395, -6.230208396911621, -6.123555660247803, -6.016902923583984, -5.910250186920166, -5.803597450256348, -5.696944713592529, -5.590291976928711, -5.483639240264893, -5.376986503601074, -5.270333766937256, -5.1636810302734375, -5.057028293609619, -4.950375556945801, -4.843722820281982, -4.737070083618164, -4.630417346954346, -4.523764610290527, -4.417111873626709, -4.310459136962891, -4.203806400299072, -4.097153663635254, -3.9905009269714355, -3.883848190307617, -3.777195453643799, -3.6705427169799805, -3.563889980316162, -3.4572372436523438, -3.3505845069885254, -3.243931770324707, -3.1372790336608887, -3.0306262969970703, -2.923973560333252, -2.8173208236694336, -2.7106680870056152, -2.604015588760376 ], "r_inf_mean": 0.23791557550430298, "r_inf_median": 0.23163431882858276, "pr_mean": 0.3564615547657013, "pr_median": 0.36278387904167175, "hoyer_mean": 0.6423851251602173, "eff_dim_mean": 0.6423851251602173, "topk_energy": { "1": 0.057296447455883026, "5": 0.25108498334884644, "10": 0.4092584252357483, "25": 0.7188499569892883 }, "gamma_raw": 0.0148992370814085, "gamma_active": { "1e-08": 0.0148992370814085, "1e-07": 0.014833733439445496, "1e-06": 0.014604557305574417, "1e-05": 0.0148130152374506, "0.0001": 0.014508399181067944 }, "gamma_energy_weighted": { "1e-08": 0.016386569428609596, "1e-07": 0.016386569428609596, "1e-06": 0.016386569428609596, "1e-05": 0.016386569428609596, "0.0001": 0.016386569428609596 } }, { "layer": 3, "mean_norm": 0.0013752644881606102, "median_norm": 0.0013571138260886073, "max_norm": 0.002494129119440913, "min_norm": 1.1586873682745136e-08, "support": { "1e-08": 1.0, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.970703125, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -6.595971584320068, "5": -3.8252158164978027, "10": -3.150329113006592, "25": -2.912548780441284, "50": -2.8673667907714844, "75": -2.7660858631134033, "90": -2.696826934814453, "95": -2.6733853816986084, "99": -2.6127538681030273 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 3, 0, 1, 1, 0, 0, 1, 1, 0, 2, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 3, 2, 2, 5, 2, 6, 5, 3, 5, 5, 52, 242, 100, 60 ], "log_norms_bin_edges": [ -7.936034202575684, -7.829375267028809, -7.722715854644775, -7.6160569190979, -7.509397983551025, -7.40273904800415, -7.296079635620117, -7.189420700073242, -7.082761764526367, -6.976102828979492, -6.869443416595459, -6.762784481048584, -6.656125545501709, -6.549466133117676, -6.442807197570801, -6.336148262023926, -6.229489326477051, -6.122830390930176, -6.016170978546143, -5.909512042999268, -5.802852630615234, -5.696193695068359, -5.589534759521484, -5.482875823974609, -5.376216888427734, -5.269557952880859, -5.162898540496826, -5.056239604949951, -4.949580192565918, -4.842921257019043, -4.736262321472168, -4.629603385925293, -4.522944450378418, -4.416285037994385, -4.30962610244751, -4.202966690063477, -4.096307754516602, -3.9896488189697266, -3.8829898834228516, -3.7763309478759766, -3.6696715354919434, -3.5630125999450684, -3.4563536643981934, -3.3496947288513184, -3.243035316467285, -3.13637638092041, -3.029717445373535, -2.92305850982666, -2.816399097442627, -2.709740161895752, -2.603081226348877 ], "r_inf_mean": 0.23727044463157654, "r_inf_median": 0.23041370511054993, "pr_mean": 0.3616501986980438, "pr_median": 0.36179661750793457, "hoyer_mean": 0.6453262567520142, "eff_dim_mean": 0.6453262567520142, "topk_energy": { "1": 0.05696675181388855, "5": 0.2469029426574707, "10": 0.40381017327308655, "25": 0.7160148620605469 }, "gamma_raw": -0.014612297527492046, "gamma_active": { "1e-08": -0.014612297527492046, "1e-07": -0.014064103364944458, "1e-06": -0.01367081981152296, "1e-05": -0.013745700940489769, "0.0001": -0.014624380506575108 }, "gamma_energy_weighted": { "1e-08": -0.006499374989769349, "1e-07": -0.006499374989769349, "1e-06": -0.006499374989769349, "1e-05": -0.006499374989769349, "0.0001": -0.006499374989769349 } } ] }