{ "dataset": "synth", "method": "credit_bridge", "seed": 123, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 5.434991359710693, "acc": 0.083984375, "per_layer": [ { "layer": 0, "mean_norm": 0.002099852077662945, "median_norm": 0.002216401044279337, "max_norm": 0.0039901393465697765, "min_norm": 4.858720058109611e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.99609375 }, "log_norms_percentiles": { "1": -3.8242695331573486, "5": -3.5173685550689697, "10": -2.7367794513702393, "25": -2.678248405456543, "50": -2.6542840003967285, "75": -2.63223934173584, "90": -2.610985279083252, "95": -2.5828027725219727, "99": -2.4779412746429443 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 4, 6, 0, 2, 2, 4, 1, 2, 0, 2, 4, 0, 1, 0, 2, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 1, 3, 28, 99, 228, 78, 15, 8, 3, 4, 2 ], "log_norms_bin_edges": [ -4.313478469848633, -4.27518892288208, -4.2368998527526855, -4.198610305786133, -4.160321235656738, -4.1220316886901855, -4.083742618560791, -4.045453071594238, -4.007164001464844, -3.968874454498291, -3.9305851459503174, -3.8922958374023438, -3.85400652885437, -3.8157172203063965, -3.777427911758423, -3.739138603210449, -3.7008492946624756, -3.662559986114502, -3.624270439147949, -3.5859813690185547, -3.547691822052002, -3.5094025135040283, -3.4711132049560547, -3.432823896408081, -3.3945345878601074, -3.356245279312134, -3.31795597076416, -3.2796666622161865, -3.241377353668213, -3.20308780670166, -3.1647987365722656, -3.126509189605713, -3.0882201194763184, -3.0499305725097656, -3.011641502380371, -2.9733519554138184, -2.9350626468658447, -2.896773338317871, -2.8584840297698975, -2.820194721221924, -2.78190541267395, -2.7436161041259766, -2.705326557159424, -2.6670374870300293, -2.6287479400634766, -2.590458869934082, -2.5521693229675293, -2.5138802528381348, -2.475590705871582, -2.4373013973236084, -2.3990120887756348 ], "r_inf_mean": 0.30186957120895386, "r_inf_median": 0.26050400733947754, "pr_mean": 0.288274347782135, "pr_median": 0.32657864689826965, "hoyer_mean": 0.6034010648727417, "eff_dim_mean": 0.6034010648727417, "topk_energy": { "1": 0.10255986452102661, "5": 0.2990240454673767, "10": 0.4543069005012512, "25": 0.7473758459091187 }, "gamma_raw": 0.26237133145332336, "gamma_active": { "1e-08": 0.26237133145332336, "1e-07": 0.26237133145332336, "1e-06": 0.26237133145332336, "1e-05": 0.26237133145332336, "0.0001": 0.26208433508872986 }, "gamma_energy_weighted": { "1e-08": 0.2546332285745539, "1e-07": 0.2546332285745539, "1e-06": 0.2546332285745539, "1e-05": 0.2546332285745539, "0.0001": 0.2546332285745539 } }, { "layer": 1, "mean_norm": 0.0019228492164984345, "median_norm": 0.0020628890488296747, "max_norm": 0.0023558028042316437, "min_norm": 4.6198001655284315e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.99609375 }, "log_norms_percentiles": { "1": -3.8436248302459717, "5": -3.5396640300750732, "10": -2.7582554817199707, "25": -2.7082154750823975, "50": -2.6855010986328125, "75": -2.6656689643859863, "90": -2.6514487266540527, "95": -2.6435539722442627, "99": -2.632246732711792 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 2, 5, 3, 1, 1, 2, 4, 1, 2, 1, 1, 2, 3, 0, 1, 0, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 2, 4, 29, 109, 219, 106 ], "log_norms_bin_edges": [ -4.335377216339111, -4.30122709274292, -4.26707649230957, -4.232926368713379, -4.198775768280029, -4.164625644683838, -4.1304755210876465, -4.096324920654297, -4.0621747970581055, -4.028024196624756, -3.9938740730285645, -3.959723711013794, -3.9255733489990234, -3.891423225402832, -3.8572728633880615, -3.823122501373291, -3.7889721393585205, -3.75482177734375, -3.7206716537475586, -3.686521053314209, -3.6523709297180176, -3.618220567703247, -3.5840702056884766, -3.549919843673706, -3.5157694816589355, -3.481619358062744, -3.4474689960479736, -3.413318634033203, -3.3791682720184326, -3.345017910003662, -3.3108677864074707, -3.2767174243927, -3.2425670623779297, -3.208416700363159, -3.1742663383483887, -3.1401162147521973, -3.1059658527374268, -3.0718154907226562, -3.0376651287078857, -3.0035147666931152, -2.969364643096924, -2.935214042663574, -2.901063919067383, -2.8669135570526123, -2.832763195037842, -2.7986130714416504, -2.764462471008301, -2.7303123474121094, -2.696161985397339, -2.6620116233825684, -2.627861261367798 ], "r_inf_mean": 0.2411271035671234, "r_inf_median": 0.23916231095790863, "pr_mean": 0.34930604696273804, "pr_median": 0.354366660118103, "hoyer_mean": 0.6293409466743469, "eff_dim_mean": 0.6293409466743469, "topk_energy": { "1": 0.058829572051763535, "5": 0.2500050365924835, "10": 0.41331955790519714, "25": 0.7287025451660156 }, "gamma_raw": 0.18476593494415283, "gamma_active": { "1e-08": 0.18476593494415283, "1e-07": 0.18476593494415283, "1e-06": 0.18476593494415283, "1e-05": 0.18476593494415283, "0.0001": 0.18483373522758484 }, "gamma_energy_weighted": { "1e-08": 0.1860964540605428, "1e-07": 0.1860964540605428, "1e-06": 0.1860964540605428, "1e-05": 0.1860964540605428, "0.0001": 0.1860964540605428 } }, { "layer": 2, "mean_norm": 0.0018920397851616144, "median_norm": 0.0020283618941903114, "max_norm": 0.002322329441085458, "min_norm": 4.592837649397552e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.99609375 }, "log_norms_percentiles": { "1": -3.846055746078491, "5": -3.541881561279297, "10": -2.760849952697754, "25": -2.7165095806121826, "50": -2.692747116088867, "75": -2.6714067459106445, "90": -2.6565911769866943, "95": -2.6487629413604736, "99": -2.638369083404541 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 2, 5, 3, 1, 1, 2, 4, 1, 2, 1, 1, 2, 3, 0, 1, 0, 2, 1, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 2, 5, 32, 122, 200, 108 ], "log_norms_bin_edges": [ -4.337918758392334, -4.303842067718506, -4.2697649002075195, -4.235688209533691, -4.201611518859863, -4.167534351348877, -4.133457660675049, -4.099380970001221, -4.065303802490234, -4.031227111816406, -3.997150421142578, -3.963073492050171, -3.9289965629577637, -3.8949198722839355, -3.8608429431915283, -3.826766014099121, -3.792689323425293, -3.7586123943328857, -3.7245354652404785, -3.6904587745666504, -3.656381845474243, -3.622304916381836, -3.588228225708008, -3.5541512966156006, -3.5200743675231934, -3.4859976768493652, -3.451920747756958, -3.417843818664551, -3.3837671279907227, -3.3496901988983154, -3.315613269805908, -3.28153657913208, -3.247459650039673, -3.2133827209472656, -3.1793060302734375, -3.1452291011810303, -3.111152172088623, -3.077075481414795, -3.0429985523223877, -3.0089216232299805, -2.9748449325561523, -2.940768003463745, -2.906691074371338, -2.8726143836975098, -2.8385374546051025, -2.8044605255126953, -2.770383834838867, -2.73630690574646, -2.7022299766540527, -2.6681532859802246, -2.6340763568878174 ], "r_inf_mean": 0.24428701400756836, "r_inf_median": 0.24188660085201263, "pr_mean": 0.34253132343292236, "pr_median": 0.3469073474407196, "hoyer_mean": 0.6264325380325317, "eff_dim_mean": 0.626432478427887, "topk_energy": { "1": 0.060620009899139404, "5": 0.25433799624443054, "10": 0.4178311228752136, "25": 0.7326653003692627 }, "gamma_raw": 0.057366080582141876, "gamma_active": { "1e-08": 0.057366080582141876, "1e-07": 0.057366080582141876, "1e-06": 0.057366080582141876, "1e-05": 0.057366080582141876, "0.0001": 0.0570649653673172 }, "gamma_energy_weighted": { "1e-08": 0.05301905099042493, "1e-07": 0.05301905099042493, "1e-06": 0.05301905099042493, "1e-05": 0.05301905099042493, "0.0001": 0.05301905099042493 } }, { "layer": 3, "mean_norm": 0.00186738942284137, "median_norm": 0.0020029894076287746, "max_norm": 0.0023146725725382566, "min_norm": 4.508197889663279e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.99609375 }, "log_norms_percentiles": { "1": -3.856783628463745, "5": -3.5507984161376953, "10": -2.7693309783935547, "25": -2.721745252609253, "50": -2.698273181915283, "75": -2.6789002418518066, "90": -2.662510395050049, "95": -2.651357650756836, "99": -2.6393661499023438 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 2, 2, 5, 3, 0, 1, 2, 5, 1, 1, 1, 1, 2, 3, 0, 1, 0, 2, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 2, 6, 39, 136, 201, 85 ], "log_norms_bin_edges": [ -4.345996856689453, -4.311787128448486, -4.2775774002075195, -4.243367671966553, -4.209157943725586, -4.174948215484619, -4.140738487243652, -4.1065287590026855, -4.072319030761719, -4.038109302520752, -4.003899574279785, -3.9696898460388184, -3.9354801177978516, -3.9012703895568848, -3.867060661315918, -3.832850933074951, -3.7986412048339844, -3.7644314765930176, -3.730221748352051, -3.696012020111084, -3.661802291870117, -3.6275925636291504, -3.5933828353881836, -3.559173107147217, -3.52496337890625, -3.490753650665283, -3.4565439224243164, -3.4223341941833496, -3.388124465942383, -3.353914737701416, -3.319705009460449, -3.2854952812194824, -3.2512855529785156, -3.217075824737549, -3.182866096496582, -3.1486563682556152, -3.1144466400146484, -3.0802369117736816, -3.046027183532715, -3.011817455291748, -2.9776077270507812, -2.9433979988098145, -2.9091882705688477, -2.874978542327881, -2.840768814086914, -2.8065590858459473, -2.7723493576049805, -2.7381396293640137, -2.703929901123047, -2.66972017288208, -2.6355104446411133 ], "r_inf_mean": 0.2411717176437378, "r_inf_median": 0.23395489156246185, "pr_mean": 0.34328341484069824, "pr_median": 0.345017671585083, "hoyer_mean": 0.6266425848007202, "eff_dim_mean": 0.6266425848007202, "topk_energy": { "1": 0.05877666547894478, "5": 0.2562941908836365, "10": 0.41984227299690247, "25": 0.732067346572876 }, "gamma_raw": 0.029976990073919296, "gamma_active": { "1e-08": 0.029976990073919296, "1e-07": 0.029976990073919296, "1e-06": 0.029976990073919296, "1e-05": 0.029976990073919296, "0.0001": 0.029850061982870102 }, "gamma_energy_weighted": { "1e-08": 0.026662964236163388, "1e-07": 0.026662964236163388, "1e-06": 0.026662964236163388, "1e-05": 0.026662964236163388, "0.0001": 0.026662964236163388 } } ] }