{ "dataset": "cifar", "method": "state_bridge", "seed": 123, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9884506464004517, "acc": 0.296875, "per_layer": [ { "layer": 0, "mean_norm": 1.2655185855692253e-05, "median_norm": 9.290337402489968e-06, "max_norm": 6.319059320958331e-05, "min_norm": 1.1035897529154681e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.9609375, "1e-05": 0.48046875, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -6.503508567810059, "5": -5.953690052032471, "10": -5.7285966873168945, "25": -5.335840225219727, "50": -5.029288291931152, "75": -4.757646560668945, "90": -4.553244113922119, "95": -4.457956314086914, "99": -4.272968292236328 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 1, 1, 2, 1, 0, 0, 2, 3, 2, 1, 6, 5, 7, 4, 4, 1, 6, 9, 12, 11, 8, 9, 15, 13, 13, 13, 12, 19, 9, 11, 14, 10, 2, 9, 5, 5, 2, 1, 3 ], "log_norms_bin_edges": [ -6.957192420959473, -6.902035713195801, -6.846878528594971, -6.791721820831299, -6.736564636230469, -6.681407928466797, -6.626251220703125, -6.571094036102295, -6.515937328338623, -6.460780620574951, -6.405623435974121, -6.350466728210449, -6.295309543609619, -6.240152835845947, -6.184996128082275, -6.129838943481445, -6.074682235717773, -6.019525527954102, -5.9643683433532715, -5.9092116355896, -5.8540544509887695, -5.798897743225098, -5.743741035461426, -5.688583850860596, -5.633427143096924, -5.578269958496094, -5.523113250732422, -5.46795654296875, -5.41279935836792, -5.357642650604248, -5.302485466003418, -5.247328758239746, -5.192172050476074, -5.137014865875244, -5.081858158111572, -5.026700973510742, -4.97154426574707, -4.916387557983398, -4.861230850219727, -4.8060736656188965, -4.750916481018066, -4.6957597732543945, -4.640603065490723, -4.585446357727051, -4.530289173126221, -4.475132465362549, -4.419975280761719, -4.364818572998047, -4.309661865234375, -4.254504680633545, -4.199347972869873 ], "r_inf_mean": 0.18236947059631348, "r_inf_median": 0.17032428085803986, "pr_mean": 0.35829558968544006, "pr_median": 0.37860044836997986, "hoyer_mean": 0.6428338885307312, "eff_dim_mean": 0.6428338885307312, "topk_energy": { "1": 0.06457968056201935, "5": 0.2631528973579407, "10": 0.4297122657299042, "25": 0.7151181101799011 }, "gamma_raw": -0.0004142655525356531, "gamma_active": { "1e-08": -0.0004142655525356531, "1e-07": -0.0004142655525356531, "1e-06": -0.00041297925054095685, "1e-05": -0.010341741144657135, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0024113916138721195, "1e-07": -0.0024113916138721195, "1e-06": -0.0024113916138721195, "1e-05": -0.0024113916138721195, "0.0001": -0.0024113916138721195 } }, { "layer": 1, "mean_norm": 1.3951525490440986e-09, "median_norm": 1.2392247228376618e-09, "max_norm": 4.136733178228269e-09, "min_norm": 5.002012137822476e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.262327194213867, "5": -9.211629867553711, "10": -9.169082641601562, "25": -9.073783874511719, "50": -8.904878616333008, "75": -8.767508506774902, "90": -8.627744674682617, "95": -8.543702125549316, "99": -8.452047348022461 }, "log_norms_histogram": [ 1, 2, 2, 6, 2, 5, 6, 6, 6, 2, 9, 16, 8, 5, 7, 5, 11, 3, 6, 8, 6, 10, 12, 7, 6, 5, 6, 7, 16, 9, 4, 6, 5, 8, 3, 3, 2, 3, 3, 3, 3, 0, 5, 1, 1, 2, 2, 1, 0, 1 ], "log_norms_bin_edges": [ -9.300854682922363, -9.282504081726074, -9.264154434204102, -9.245803833007812, -9.22745418548584, -9.20910358428955, -9.190752983093262, -9.172403335571289, -9.154052734375, -9.135702133178711, -9.117352485656738, -9.09900188446045, -9.080652236938477, -9.062301635742188, -9.043951034545898, -9.025601387023926, -9.007250785827637, -8.988900184631348, -8.970550537109375, -8.952199935913086, -8.933850288391113, -8.915499687194824, -8.897149085998535, -8.878799438476562, -8.860448837280273, -8.8420991897583, -8.823748588562012, -8.805397987365723, -8.78704833984375, -8.768697738647461, -8.750347137451172, -8.7319974899292, -8.71364688873291, -8.695297241210938, -8.676946640014648, -8.65859603881836, -8.640246391296387, -8.621895790100098, -8.603546142578125, -8.585195541381836, -8.566844940185547, -8.548495292663574, -8.530144691467285, -8.511794090270996, -8.493444442749023, -8.475093841552734, -8.456743240356445, -8.438393592834473, -8.420042991638184, -8.401693344116211, -8.383342742919922 ], "r_inf_mean": 0.27642515301704407, "r_inf_median": 0.27291035652160645, "pr_mean": 0.16981379687786102, "pr_median": 0.16443371772766113, "hoyer_mean": 0.5014432072639465, "eff_dim_mean": 0.5014432072639465, "topk_energy": { "1": 0.1363915205001831, "5": 0.43524181842803955, "10": 0.6097015142440796, "25": 0.8349723815917969 }, "gamma_raw": 0.0028725150041282177, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.002798840921845576, "1e-07": 0.002798840921845576, "1e-06": 0.002798840921845576, "1e-05": 0.002798840921845576, "0.0001": 0.002798840921845576 } }, { "layer": 2, "mean_norm": 1.3796478404159984e-09, "median_norm": 1.2222939327344307e-09, "max_norm": 4.1539638395704515e-09, "min_norm": 4.95645358089547e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.265743255615234, "5": -9.2190580368042, "10": -9.171256065368652, "25": -9.074819564819336, "50": -8.911683082580566, "75": -8.771974563598633, "90": -8.632181167602539, "95": -8.555791854858398, "99": -8.450321197509766 }, "log_norms_histogram": [ 1, 2, 2, 6, 4, 3, 6, 6, 6, 3, 8, 15, 9, 5, 7, 5, 12, 3, 6, 10, 6, 8, 12, 8, 6, 6, 10, 6, 12, 7, 5, 5, 4, 6, 5, 4, 3, 5, 2, 2, 2, 1, 5, 1, 1, 1, 2, 1, 0, 1 ], "log_norms_bin_edges": [ -9.304829597473145, -9.28636360168457, -9.267897605895996, -9.249431610107422, -9.230966567993164, -9.21250057220459, -9.194034576416016, -9.175568580627441, -9.157102584838867, -9.138636589050293, -9.120171546936035, -9.101705551147461, -9.083239555358887, -9.064773559570312, -9.046307563781738, -9.027841567993164, -9.009376525878906, -8.990910530090332, -8.972444534301758, -8.953978538513184, -8.93551254272461, -8.917046546936035, -8.898581504821777, -8.880115509033203, -8.861649513244629, -8.843183517456055, -8.82471752166748, -8.806251525878906, -8.787786483764648, -8.769320487976074, -8.7508544921875, -8.732388496398926, -8.713922500610352, -8.695456504821777, -8.676990509033203, -8.658525466918945, -8.640059471130371, -8.621593475341797, -8.603127479553223, -8.584661483764648, -8.566195487976074, -8.547730445861816, -8.529264450073242, -8.510798454284668, -8.492332458496094, -8.47386646270752, -8.455400466918945, -8.436935424804688, -8.418469429016113, -8.400003433227539, -8.381537437438965 ], "r_inf_mean": 0.2728410065174103, "r_inf_median": 0.2663165330886841, "pr_mean": 0.17112331092357635, "pr_median": 0.16643521189689636, "hoyer_mean": 0.5033437609672546, "eff_dim_mean": 0.5033438205718994, "topk_energy": { "1": 0.13332247734069824, "5": 0.43425479531288147, "10": 0.608374297618866, "25": 0.8344413042068481 }, "gamma_raw": 0.0034903688356280327, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.004968711553560449, "1e-07": 0.004968711553560449, "1e-06": 0.004968711553560449, "1e-05": 0.004968711553560449, "0.0001": 0.004968711553560449 } }, { "layer": 3, "mean_norm": 1.3651446639784126e-09, "median_norm": 1.1989406134560454e-09, "max_norm": 4.137131082160295e-09, "min_norm": 4.868917491407387e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.272443771362305, "5": -9.232963562011719, "10": -9.171207427978516, "25": -9.075927734375, "50": -8.920312881469727, "75": -8.774388313293457, "90": -8.631721496582031, "95": -8.556293487548828, "99": -8.451601028442383 }, "log_norms_histogram": [ 1, 2, 4, 5, 5, 1, 2, 11, 5, 4, 8, 9, 11, 6, 6, 8, 10, 6, 6, 8, 9, 6, 10, 10, 7, 8, 8, 5, 11, 7, 7, 4, 3, 12, 1, 2, 3, 6, 3, 1, 2, 1, 5, 1, 2, 0, 2, 1, 0, 1 ], "log_norms_bin_edges": [ -9.312567710876465, -9.29398250579834, -9.275397300720215, -9.25681209564209, -9.238225936889648, -9.219640731811523, -9.201055526733398, -9.182470321655273, -9.163885116577148, -9.145299911499023, -9.126714706420898, -9.108128547668457, -9.089543342590332, -9.070958137512207, -9.052372932434082, -9.033787727355957, -9.015202522277832, -8.996617317199707, -8.978031158447266, -8.95944595336914, -8.940860748291016, -8.92227554321289, -8.903690338134766, -8.88510513305664, -8.866519927978516, -8.84793472290039, -8.82934856414795, -8.810763359069824, -8.7921781539917, -8.773592948913574, -8.75500774383545, -8.736422538757324, -8.717836380004883, -8.699251174926758, -8.680665969848633, -8.662080764770508, -8.643495559692383, -8.624910354614258, -8.606325149536133, -8.587739944458008, -8.569153785705566, -8.550568580627441, -8.531983375549316, -8.513398170471191, -8.494812965393066, -8.476227760314941, -8.4576416015625, -8.439056396484375, -8.42047119140625, -8.401885986328125, -8.38330078125 ], "r_inf_mean": 0.275501549243927, "r_inf_median": 0.2677294909954071, "pr_mean": 0.164040207862854, "pr_median": 0.15549731254577637, "hoyer_mean": 0.49268150329589844, "eff_dim_mean": 0.4926815330982208, "topk_energy": { "1": 0.13691771030426025, "5": 0.44603073596954346, "10": 0.6198027729988098, "25": 0.8426117300987244 }, "gamma_raw": 0.000965470855589956, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002421731096489931, "1e-07": -0.002421731096489931, "1e-06": -0.002421731096489931, "1e-05": -0.002421731096489931, "0.0001": -0.002421731096489931 } } ] }