{ "dataset": "synth", "method": "credit_bridge", "seed": 2048, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 27.60997772216797, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.027011031284928322, "median_norm": 0.028103895485401154, "max_norm": 0.043487001210451126, "min_norm": 1.2057360691201512e-14, "support": { "1e-08": 0.986328125, "1e-07": 0.982421875, "1e-06": 0.970703125, "1e-05": 0.962890625, "0.0001": 0.955078125 }, "log_norms_percentiles": { "1": -8.425830841064453, "5": -3.5994625091552734, "10": -1.693034291267395, "25": -1.595639705657959, "50": -1.550778865814209, "75": -1.4948559999465942, "90": -1.439341425895691, "95": -1.4163823127746582, "99": -1.3882684707641602 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 3, 2, 2, 1, 5, 2, 1, 10, 46, 417 ], "log_norms_bin_edges": [ -13.91874885559082, -13.667606353759766, -13.416464805603027, -13.165322303771973, -12.914180755615234, -12.66303825378418, -12.411895751953125, -12.160754203796387, -11.909611701965332, -11.658470153808594, -11.407327651977539, -11.156185150146484, -10.90504264831543, -10.653901100158691, -10.402758598327637, -10.151617050170898, -9.900474548339844, -9.649332046508789, -9.39819049835205, -9.147047996520996, -8.895906448364258, -8.644763946533203, -8.393621444702148, -8.142478942871094, -7.8913373947143555, -7.640195369720459, -7.3890533447265625, -7.137910842895508, -6.886768817901611, -6.635626792907715, -6.38448429107666, -6.133342266082764, -5.882200241088867, -5.6310577392578125, -5.379916191101074, -5.1287736892700195, -4.877632141113281, -4.626489639282227, -4.375347137451172, -4.124205589294434, -3.873063087463379, -3.621920585632324, -3.370779037475586, -3.1196365356445312, -2.8684940338134766, -2.6173524856567383, -2.3662099838256836, -2.1150684356689453, -1.8639259338378906, -1.612783432006836, -1.3616405725479126 ], "r_inf_mean": 0.2723451256752014, "r_inf_median": 0.27644258737564087, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6263659000396729, "eff_dim_mean": 0.6263659000396729, "topk_energy": { "1": 0.07534335553646088, "5": 0.2839878499507904, "10": 0.4379306435585022, "25": 0.7318750619888306 }, "gamma_raw": 0.10710164159536362, "gamma_active": { "1e-08": 0.10826464742422104, "1e-07": 0.10793295502662659, "1e-06": 0.10778922587633133, "1e-05": 0.10752157866954803, "0.0001": 0.10686016082763672 }, "gamma_energy_weighted": { "1e-08": 0.10736908182677306, "1e-07": 0.10736908182677306, "1e-06": 0.10736908182677306, "1e-05": 0.10736908182677306, "0.0001": 0.10736908182677306 } }, { "layer": 1, "mean_norm": 0.0017558514373376966, "median_norm": 0.0018555732676759362, "max_norm": 0.0025922763161361217, "min_norm": 8.736272936388028e-16, "support": { "1e-08": 0.98046875, "1e-07": 0.96875, "1e-06": 0.9609375, "1e-05": 0.953125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -9.667267799377441, "5": -4.814949989318848, "10": -2.952226161956787, "25": -2.7731988430023193, "50": -2.7314767837524414, "75": -2.691431999206543, "90": -2.6075925827026367, "95": -2.598146438598633, "99": -2.594388723373413 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 1, 1, 2, 1, 2, 0, 1, 2, 0, 2, 1, 1, 1, 1, 2, 3, 1, 2, 4, 1, 2, 7, 17, 449 ], "log_norms_bin_edges": [ -15.058673858642578, -14.809226989746094, -14.55978012084961, -14.310332298278809, -14.060885429382324, -13.81143856048584, -13.561991691589355, -13.312543869018555, -13.06309700012207, -12.813650131225586, -12.564203262329102, -12.314756393432617, -12.065308570861816, -11.815861701965332, -11.566414833068848, -11.316967010498047, -11.067520141601562, -10.818073272705078, -10.568626403808594, -10.31917953491211, -10.069732666015625, -9.820284843444824, -9.57083797454834, -9.321390151977539, -9.071943283081055, -8.82249641418457, -8.573049545288086, -8.323602676391602, -8.074155807495117, -7.824707984924316, -7.575261116027832, -7.3258137702941895, -7.076366901397705, -6.8269195556640625, -6.577472686767578, -6.328025817871094, -6.078578948974609, -5.829131126403809, -5.579684257507324, -5.33023738861084, -5.0807905197143555, -4.831342697143555, -4.58189582824707, -4.332448959350586, -4.083002090454102, -3.833554267883301, -3.5841073989868164, -3.334660530090332, -3.0852136611938477, -2.8357667922973633, -2.5863187313079834 ], "r_inf_mean": 0.25435176491737366, "r_inf_median": 0.2541950047016144, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6288495063781738, "eff_dim_mean": 0.6288495063781738, "topk_energy": { "1": 0.06543181836605072, "5": 0.27005159854888916, "10": 0.4264335632324219, "25": 0.7288482189178467 }, "gamma_raw": 0.29591643810272217, "gamma_active": { "1e-08": 0.30105021595954895, "1e-07": 0.3006157875061035, "1e-06": 0.30035096406936646, "1e-05": 0.30070093274116516, "0.0001": 0.3011963367462158 }, "gamma_energy_weighted": { "1e-08": 0.30326853696267175, "1e-07": 0.30326853696267175, "1e-06": 0.30326853696267175, "1e-05": 0.30326853696267175, "0.0001": 0.30326853696267175 } }, { "layer": 2, "mean_norm": 0.0017038935329765081, "median_norm": 0.0017782620852813125, "max_norm": 0.002558618551120162, "min_norm": 8.39835814180599e-16, "support": { "1e-08": 0.98046875, "1e-07": 0.96875, "1e-06": 0.9609375, "1e-05": 0.953125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -9.68070125579834, "5": -4.824228286743164, "10": -2.971696615219116, "25": -2.7899439334869385, "50": -2.7500038146972656, "75": -2.7049801349639893, "90": -2.6122026443481445, "95": -2.6035516262054443, "99": -2.599674940109253 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 1, 1, 2, 2, 1, 0, 2, 1, 0, 2, 1, 1, 1, 1, 2, 3, 1, 2, 4, 1, 2, 8, 19, 446 ], "log_norms_bin_edges": [ -15.0758056640625, -14.826129913330078, -14.57645320892334, -14.326776504516602, -14.07710075378418, -13.827425003051758, -13.57774829864502, -13.328071594238281, -13.07839584350586, -12.828720092773438, -12.5790433883667, -12.329366683959961, -12.079690933227539, -11.830015182495117, -11.580338478088379, -11.33066177368164, -11.080986022949219, -10.831310272216797, -10.581633567810059, -10.33195686340332, -10.082281112670898, -9.832605361938477, -9.582928657531738, -9.333251953125, -9.083576202392578, -8.833900451660156, -8.584223747253418, -8.33454704284668, -8.084871292114258, -7.835195064544678, -7.585518836975098, -7.335842609405518, -7.0861663818359375, -6.836490631103516, -6.586813926696777, -6.337137222290039, -6.087461471557617, -5.837785720825195, -5.588109016418457, -5.338432312011719, -5.088756561279297, -4.839080810546875, -4.589404106140137, -4.339727401733398, -4.090051651000977, -3.8403759002685547, -3.5906991958618164, -3.341022491455078, -3.0913467407226562, -2.8416709899902344, -2.591994524002075 ], "r_inf_mean": 0.25509703159332275, "r_inf_median": 0.25222352147102356, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6309486627578735, "eff_dim_mean": 0.6309486627578735, "topk_energy": { "1": 0.06574846804141998, "5": 0.2698303461074829, "10": 0.4252162277698517, "25": 0.7281731963157654 }, "gamma_raw": 0.07437188923358917, "gamma_active": { "1e-08": 0.07573608309030533, "1e-07": 0.07532550394535065, "1e-06": 0.07514520734548569, "1e-05": 0.07539490610361099, "0.0001": 0.07667361944913864 }, "gamma_energy_weighted": { "1e-08": 0.1018211310414779, "1e-07": 0.1018211310414779, "1e-06": 0.1018211310414779, "1e-05": 0.1018211310414779, "0.0001": 0.1018211310414779 } }, { "layer": 3, "mean_norm": 0.001698408625088632, "median_norm": 0.001762453350238502, "max_norm": 0.00254645524546504, "min_norm": 8.342789074696963e-16, "support": { "1e-08": 0.98046875, "1e-07": 0.96875, "1e-06": 0.9609375, "1e-05": 0.953125, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -9.681780815124512, "5": -4.82501220703125, "10": -2.9734702110290527, "25": -2.7925987243652344, "50": -2.7538819313049316, "75": -2.7030768394470215, "90": -2.6150925159454346, "95": -2.60690975189209, "99": -2.601759910583496 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 2, 0, 1, 0, 0, 1, 1, 2, 2, 1, 0, 2, 1, 0, 2, 1, 1, 0, 2, 2, 3, 1, 2, 4, 1, 2, 8, 19, 446 ], "log_norms_bin_edges": [ -15.078688621520996, -14.828995704650879, -14.579303741455078, -14.329610824584961, -14.07991886138916, -13.830225944519043, -13.580533981323242, -13.330841064453125, -13.081148147583008, -12.831456184387207, -12.581764221191406, -12.332071304321289, -12.082378387451172, -11.832686424255371, -11.582993507385254, -11.333301544189453, -11.083608627319336, -10.833915710449219, -10.584223747253418, -10.334531784057617, -10.0848388671875, -9.835145950317383, -9.585453033447266, -9.335761070251465, -9.086069107055664, -8.836376190185547, -8.58668327331543, -8.336991310119629, -8.087298393249512, -7.837605953216553, -7.587913513183594, -7.338221073150635, -7.088528633117676, -6.838835716247559, -6.589143753051758, -6.339450836181641, -6.08975887298584, -5.840065956115723, -5.590373992919922, -5.340681076049805, -5.090989112854004, -4.841296195983887, -4.5916032791137695, -4.341911315917969, -4.092218399047852, -3.842526435852051, -3.5928335189819336, -3.343141555786133, -3.0934486389160156, -2.8437557220458984, -2.5940639972686768 ], "r_inf_mean": 0.2571524679660797, "r_inf_median": 0.25176671147346497, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.632195234298706, "eff_dim_mean": 0.6321951746940613, "topk_energy": { "1": 0.06678705662488937, "5": 0.26919305324554443, "10": 0.42502468824386597, "25": 0.727631688117981 }, "gamma_raw": 0.07237311452627182, "gamma_active": { "1e-08": 0.07353309541940689, "1e-07": 0.07361091673374176, "1e-06": 0.07354874163866043, "1e-05": 0.07429350167512894, "0.0001": 0.07466775923967361 }, "gamma_energy_weighted": { "1e-08": 0.09200864205375865, "1e-07": 0.09200864205375865, "1e-06": 0.09200864205375865, "1e-05": 0.09200864205375865, "0.0001": 0.09200864205375865 } } ] }