{ "dataset": "cifar", "method": "dfa", "seed": 1024, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9238944053649902, "acc": 0.32421875, "per_layer": [ { "layer": 0, "mean_norm": 2.921144925949193e-07, "median_norm": 2.3644713564863196e-07, "max_norm": 1.7175736957142362e-06, "min_norm": 6.169051403048798e-08, "support": { "1e-08": 1.0, "1e-07": 0.94140625, "1e-06": 0.0078125, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.086653709411621, "5": -7.012948513031006, "10": -6.922955513000488, "25": -6.796341896057129, "50": -6.62532901763916, "75": -6.478326320648193, "90": -6.266266822814941, "95": -6.166376113891602, "99": -6.007829189300537 }, "log_norms_histogram": [ 2, 0, 0, 0, 5, 3, 4, 3, 6, 3, 8, 3, 9, 12, 14, 11, 14, 15, 4, 11, 5, 20, 15, 13, 6, 8, 6, 5, 5, 7, 6, 4, 4, 4, 0, 8, 1, 0, 4, 3, 1, 2, 0, 0, 1, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.209781646728516, -7.180887699127197, -7.151993751525879, -7.1230998039245605, -7.094205856323242, -7.065311908721924, -7.0364179611206055, -7.007524013519287, -6.978630065917969, -6.94973611831665, -6.920842170715332, -6.891948223114014, -6.863054275512695, -6.834160327911377, -6.805266380310059, -6.77637243270874, -6.747478485107422, -6.7185845375061035, -6.689690589904785, -6.660796642303467, -6.631902694702148, -6.60300874710083, -6.574114799499512, -6.545221328735352, -6.516326904296875, -6.487433433532715, -6.458539009094238, -6.429645538330078, -6.400751113891602, -6.371857643127441, -6.342963695526123, -6.314069747924805, -6.285175800323486, -6.256281852722168, -6.22738790512085, -6.198493957519531, -6.169600009918213, -6.1407060623168945, -6.111812114715576, -6.082918167114258, -6.0540242195129395, -6.025130271911621, -5.996236324310303, -5.967342376708984, -5.938448429107666, -5.909554481506348, -5.880660533905029, -5.851766586303711, -5.822872638702393, -5.793978691101074, -5.765084743499756 ], "r_inf_mean": 0.2528802454471588, "r_inf_median": 0.244892418384552, "pr_mean": 0.2335522323846817, "pr_median": 0.22778849303722382, "hoyer_mean": 0.565548300743103, "eff_dim_mean": 0.565548300743103, "topk_energy": { "1": 0.1119694858789444, "5": 0.3530462980270386, "10": 0.5225434303283691, "25": 0.7838154435157776 }, "gamma_raw": 0.43198394775390625, "gamma_active": { "1e-08": 0.43198394775390625, "1e-07": 0.43413832783699036, "1e-06": 0.35740774869918823, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.40185376663311834, "1e-07": 0.40185376663311834, "1e-06": 0.40185376663311834, "1e-05": 0.40185376663311834, "0.0001": 0.40185376663311834 } }, { "layer": 1, "mean_norm": 1.352280065702871e-09, "median_norm": 1.2985788000463572e-09, "max_norm": 2.7469275742930677e-09, "min_norm": 5.469097952293112e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.192371368408203, "5": -9.11569595336914, "10": -9.084518432617188, "25": -9.016843795776367, "50": -8.885452270507812, "75": -8.775866508483887, "90": -8.706591606140137, "95": -8.674072265625, "99": -8.626187324523926 }, "log_norms_histogram": [ 1, 0, 0, 2, 0, 1, 0, 1, 0, 4, 10, 5, 2, 3, 12, 12, 6, 7, 5, 13, 7, 9, 5, 7, 4, 2, 11, 5, 8, 6, 4, 12, 11, 13, 8, 9, 10, 7, 5, 5, 6, 5, 3, 2, 4, 2, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.262084007263184, -9.248064994812012, -9.234046936035156, -9.220027923583984, -9.206009864807129, -9.191990852355957, -9.177972793579102, -9.16395378112793, -9.149934768676758, -9.135916709899902, -9.12189769744873, -9.107879638671875, -9.093860626220703, -9.079841613769531, -9.065823554992676, -9.051804542541504, -9.037786483764648, -9.023767471313477, -9.009749412536621, -8.99573040008545, -8.981711387634277, -8.967693328857422, -8.95367431640625, -8.939656257629395, -8.925637245178223, -8.911619186401367, -8.897600173950195, -8.883581161499023, -8.869563102722168, -8.855544090270996, -8.84152603149414, -8.827507019042969, -8.813488006591797, -8.799469947814941, -8.78545093536377, -8.771432876586914, -8.757413864135742, -8.743395805358887, -8.729376792907715, -8.715357780456543, -8.701339721679688, -8.687320709228516, -8.67330265045166, -8.659283638000488, -8.645265579223633, -8.631246566772461, -8.617227554321289, -8.603209495544434, -8.589190483093262, -8.575172424316406, -8.561153411865234 ], "r_inf_mean": 0.5082353949546814, "r_inf_median": 0.47572270035743713, "pr_mean": 0.0391165167093277, "pr_median": 0.04107256978750229, "hoyer_mean": 0.18793629109859467, "eff_dim_mean": 0.18793629109859467, "topk_energy": { "1": 0.401690810918808, "5": 0.8073819875717163, "10": 0.9263141751289368, "25": 0.9805244207382202 }, "gamma_raw": 0.0019279725383967161, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.005202736544151389, "1e-07": 0.005202736544151389, "1e-06": 0.005202736544151389, "1e-05": 0.005202736544151389, "0.0001": 0.005202736544151389 } }, { "layer": 2, "mean_norm": 1.3441654456158858e-09, "median_norm": 1.284806927515092e-09, "max_norm": 2.728562709108928e-09, "min_norm": 5.485966125817754e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.193258285522461, "5": -9.121064186096191, "10": -9.088473320007324, "25": -9.0219144821167, "50": -8.891094207763672, "75": -8.778277397155762, "90": -8.711936950683594, "95": -8.674710273742676, "99": -8.629962921142578 }, "log_norms_histogram": [ 1, 0, 0, 2, 0, 1, 0, 1, 3, 4, 9, 5, 1, 4, 13, 9, 11, 5, 2, 14, 6, 9, 6, 6, 3, 5, 12, 4, 8, 5, 3, 11, 16, 10, 8, 8, 10, 7, 5, 5, 4, 7, 3, 2, 3, 3, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.260746955871582, -9.246813774108887, -9.232879638671875, -9.21894645690918, -9.205012321472168, -9.191079139709473, -9.177145004272461, -9.163211822509766, -9.149277687072754, -9.135344505310059, -9.121410369873047, -9.107477188110352, -9.09354305267334, -9.079609870910645, -9.06567668914795, -9.051742553710938, -9.037809371948242, -9.02387523651123, -9.009942054748535, -8.996007919311523, -8.982074737548828, -8.968140602111816, -8.954207420349121, -8.94027328491211, -8.926340103149414, -8.912406921386719, -8.898472785949707, -8.884539604187012, -8.87060546875, -8.856672286987305, -8.842738151550293, -8.828804969787598, -8.814870834350586, -8.80093765258789, -8.787003517150879, -8.773070335388184, -8.759136199951172, -8.745203018188477, -8.731269836425781, -8.71733570098877, -8.703402519226074, -8.689468383789062, -8.675535202026367, -8.661601066589355, -8.64766788482666, -8.633733749389648, -8.619800567626953, -8.605866432189941, -8.591933250427246, -8.577999114990234, -8.564065933227539 ], "r_inf_mean": 0.5106164216995239, "r_inf_median": 0.4777146279811859, "pr_mean": 0.03852413594722748, "pr_median": 0.040800027549266815, "hoyer_mean": 0.1800137758255005, "eff_dim_mean": 0.1800137758255005, "topk_energy": { "1": 0.4046865403652191, "5": 0.812942624092102, "10": 0.9318709373474121, "25": 0.9837197661399841 }, "gamma_raw": -0.0012619087938219309, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002314600602719659, "1e-07": -0.002314600602719659, "1e-06": -0.002314600602719659, "1e-05": -0.002314600602719659, "0.0001": -0.002314600602719659 } }, { "layer": 3, "mean_norm": 1.3436881607375994e-09, "median_norm": 1.2846166352886712e-09, "max_norm": 2.7248181488914724e-09, "min_norm": 5.472402531125908e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.194409370422363, "5": -9.121173858642578, "10": -9.089117050170898, "25": -9.022163391113281, "50": -8.891132354736328, "75": -8.7777681350708, "90": -8.711599349975586, "95": -8.675005912780762, "99": -8.630671501159668 }, "log_norms_histogram": [ 1, 0, 0, 2, 0, 1, 0, 1, 2, 5, 9, 5, 1, 4, 12, 9, 11, 6, 2, 14, 6, 9, 5, 7, 3, 3, 14, 4, 7, 6, 3, 11, 14, 11, 6, 10, 11, 7, 5, 5, 4, 7, 3, 2, 3, 3, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.261822700500488, -9.247879028320312, -9.233936309814453, -9.219992637634277, -9.206049919128418, -9.192106246948242, -9.178163528442383, -9.164219856262207, -9.150277137756348, -9.136333465576172, -9.122390747070312, -9.108447074890137, -9.094504356384277, -9.080560684204102, -9.066617965698242, -9.052674293518066, -9.038731575012207, -9.024787902832031, -9.010845184326172, -8.996901512145996, -8.982958793640137, -8.969015121459961, -8.955072402954102, -8.941128730773926, -8.927186012268066, -8.91324234008789, -8.899299621582031, -8.885355949401855, -8.87141227722168, -8.85746955871582, -8.843525886535645, -8.829583168029785, -8.81563949584961, -8.80169677734375, -8.787753105163574, -8.773810386657715, -8.759866714477539, -8.74592399597168, -8.731980323791504, -8.718037605285645, -8.704093933105469, -8.69015121459961, -8.676207542419434, -8.662264823913574, -8.648321151733398, -8.634378433227539, -8.620434761047363, -8.606492042541504, -8.592548370361328, -8.578605651855469, -8.564661979675293 ], "r_inf_mean": 0.511201798915863, "r_inf_median": 0.47822678089141846, "pr_mean": 0.03847994655370712, "pr_median": 0.040797699242830276, "hoyer_mean": 0.1794567108154297, "eff_dim_mean": 0.1794567108154297, "topk_energy": { "1": 0.405636727809906, "5": 0.8130016326904297, "10": 0.9320633411407471, "25": 0.983916163444519 }, "gamma_raw": -0.0014759497717022896, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0028110422074011645, "1e-07": -0.0028110422074011645, "1e-06": -0.0028110422074011645, "1e-05": -0.0028110422074011645, "0.0001": -0.0028110422074011645 } } ] }