{ "dataset": "cifar", "method": "dfa", "seed": 2048, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9174797534942627, "acc": 0.328125, "per_layer": [ { "layer": 0, "mean_norm": 2.835408849932719e-07, "median_norm": 2.1458943422203447e-07, "max_norm": 1.7241451359950588e-06, "min_norm": 5.764875155023219e-08, "support": { "1e-08": 1.0, "1e-07": 0.91796875, "1e-06": 0.01171875, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.167849063873291, "5": -7.0492143630981445, "10": -6.951440811157227, "25": -6.798175811767578, "50": -6.667291641235352, "75": -6.463809967041016, "90": -6.307818412780762, "95": -6.153789043426514, "99": -5.998632431030273 }, "log_norms_histogram": [ 1, 2, 0, 1, 4, 3, 6, 3, 3, 5, 3, 10, 6, 9, 9, 17, 14, 13, 12, 14, 5, 11, 13, 8, 9, 9, 9, 7, 7, 8, 6, 5, 2, 2, 4, 2, 1, 3, 3, 3, 1, 0, 0, 1, 0, 0, 0, 0, 0, 2 ], "log_norms_bin_edges": [ -7.239210605621338, -7.209694862365723, -7.180179119110107, -7.150663375854492, -7.121147632598877, -7.09163236618042, -7.062116622924805, -7.0326008796691895, -7.003085136413574, -6.973569393157959, -6.944053649902344, -6.9145379066467285, -6.885022163391113, -6.855506896972656, -6.825991153717041, -6.796475410461426, -6.7669596672058105, -6.737443923950195, -6.70792818069458, -6.678412437438965, -6.64889669418335, -6.619380950927734, -6.589865684509277, -6.560349941253662, -6.530834197998047, -6.501318454742432, -6.471802711486816, -6.442286968231201, -6.412771224975586, -6.383255958557129, -6.353740215301514, -6.324224472045898, -6.294708728790283, -6.265192985534668, -6.235677242279053, -6.2061614990234375, -6.176645755767822, -6.147130012512207, -6.11761474609375, -6.088099002838135, -6.0585832595825195, -6.029067516326904, -5.999551773071289, -5.970036029815674, -5.940520286560059, -5.911005020141602, -5.881488800048828, -5.851973533630371, -5.822457790374756, -5.792942047119141, -5.763426303863525 ], "r_inf_mean": 0.2252354472875595, "r_inf_median": 0.22139479219913483, "pr_mean": 0.25805050134658813, "pr_median": 0.23744700849056244, "hoyer_mean": 0.5818785429000854, "eff_dim_mean": 0.5818786025047302, "topk_energy": { "1": 0.0935225710272789, "5": 0.33662837743759155, "10": 0.5094823837280273, "25": 0.7759422659873962 }, "gamma_raw": 0.43157637119293213, "gamma_active": { "1e-08": 0.43157637119293213, "1e-07": 0.4403209090232849, "1e-06": 0.4386606812477112, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.45461702697303774, "1e-07": 0.45461702697303774, "1e-06": 0.45461702697303774, "1e-05": 0.45461702697303774, "0.0001": 0.45461702697303774 } }, { "layer": 1, "mean_norm": 1.0691840746090975e-09, "median_norm": 1.0672130956734804e-09, "max_norm": 1.9149846153254657e-09, "min_norm": 3.995044017823801e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.287534713745117, "5": -9.216209411621094, "10": -9.15311050415039, "25": -9.076864242553711, "50": -8.971513748168945, "75": -8.894416809082031, "90": -8.845365524291992, "95": -8.827190399169922, "99": -8.746112823486328 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 1, 2, 2, 3, 1, 2, 2, 3, 3, 4, 5, 5, 4, 10, 10, 10, 3, 7, 5, 10, 10, 12, 7, 12, 11, 10, 12, 11, 12, 7, 12, 11, 11, 10, 2, 1, 3, 1, 1, 2, 2, 1 ], "log_norms_bin_edges": [ -9.398478507995605, -9.384865760803223, -9.37125301361084, -9.357640266418457, -9.344027519226074, -9.330413818359375, -9.316801071166992, -9.30318832397461, -9.289575576782227, -9.275962829589844, -9.262350082397461, -9.248737335205078, -9.235124588012695, -9.221510887145996, -9.207898139953613, -9.19428539276123, -9.180672645568848, -9.167059898376465, -9.153447151184082, -9.1398344039917, -9.126221656799316, -9.112607955932617, -9.098995208740234, -9.085382461547852, -9.071769714355469, -9.058156967163086, -9.044544219970703, -9.03093147277832, -9.017318725585938, -9.003705978393555, -8.990092277526855, -8.976479530334473, -8.96286678314209, -8.949254035949707, -8.935641288757324, -8.922028541564941, -8.908415794372559, -8.894803047180176, -8.881189346313477, -8.867576599121094, -8.853963851928711, -8.840351104736328, -8.826738357543945, -8.813125610351562, -8.79951286315918, -8.785900115966797, -8.772287368774414, -8.758673667907715, -8.745060920715332, -8.73144817352295, -8.717835426330566 ], "r_inf_mean": 0.6551759243011475, "r_inf_median": 0.6917227506637573, "pr_mean": 0.021331895142793655, "pr_median": 0.015123365446925163, "hoyer_mean": 0.13639211654663086, "eff_dim_mean": 0.13639210164546967, "topk_energy": { "1": 0.5674511194229126, "5": 0.8841025829315186, "10": 0.9503558874130249, "25": 0.9876044988632202 }, "gamma_raw": -0.0025372765958309174, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0018855583084607937, "1e-07": -0.0018855583084607937, "1e-06": -0.0018855583084607937, "1e-05": -0.0018855583084607937, "0.0001": -0.0018855583084607937 } }, { "layer": 2, "mean_norm": 1.0653199433718896e-09, "median_norm": 1.0665175409485528e-09, "max_norm": 1.832145657409967e-09, "min_norm": 4.038288869967488e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.28768253326416, "5": -9.215250968933105, "10": -9.152349472045898, "25": -9.081623077392578, "50": -8.971726417541504, "75": -8.89613151550293, "90": -8.84700870513916, "95": -8.83100414276123, "99": -8.747540473937988 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 2, 5, 6, 5, 8, 8, 11, 4, 6, 7, 4, 11, 11, 10, 8, 12, 11, 9, 14, 7, 12, 7, 12, 15, 7, 10, 2, 1, 3, 0, 2, 2, 3 ], "log_norms_bin_edges": [ -9.393802642822266, -9.380667686462402, -9.367531776428223, -9.35439682006836, -9.341261863708496, -9.328126907348633, -9.314990997314453, -9.30185604095459, -9.288721084594727, -9.275585174560547, -9.262450218200684, -9.24931526184082, -9.23617935180664, -9.223044395446777, -9.209909439086914, -9.196773529052734, -9.183638572692871, -9.170503616333008, -9.157368659973145, -9.144232749938965, -9.131097793579102, -9.117962837219238, -9.104826927185059, -9.091691970825195, -9.078557014465332, -9.065422058105469, -9.052286148071289, -9.039151191711426, -9.026016235351562, -9.012880325317383, -8.99974536895752, -8.986610412597656, -8.973474502563477, -8.960339546203613, -8.94720458984375, -8.93406867980957, -8.920933723449707, -8.907798767089844, -8.89466381072998, -8.8815279006958, -8.868392944335938, -8.855257987976074, -8.842122077941895, -8.828987121582031, -8.815852165222168, -8.802717208862305, -8.789581298828125, -8.776446342468262, -8.763311386108398, -8.750175476074219, -8.737040519714355 ], "r_inf_mean": 0.6574320793151855, "r_inf_median": 0.6945322155952454, "pr_mean": 0.021112045273184776, "pr_median": 0.014816214330494404, "hoyer_mean": 0.1311453878879547, "eff_dim_mean": 0.1311453878879547, "topk_energy": { "1": 0.5703526735305786, "5": 0.887323260307312, "10": 0.9529126882553101, "25": 0.9892738461494446 }, "gamma_raw": -0.0009572604903951287, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002367707909709555, "1e-07": -0.002367707909709555, "1e-06": -0.002367707909709555, "1e-05": -0.002367707909709555, "0.0001": -0.002367707909709555 } }, { "layer": 3, "mean_norm": 1.0651418635987397e-09, "median_norm": 1.0660735627610052e-09, "max_norm": 1.831974238974965e-09, "min_norm": 4.038514522797243e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.28769302368164, "5": -9.215193748474121, "10": -9.152359962463379, "25": -9.081613540649414, "50": -8.971829414367676, "75": -8.89622688293457, "90": -8.84705924987793, "95": -8.831075668334961, "99": -8.74763298034668 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 2, 5, 6, 5, 8, 8, 11, 4, 6, 7, 5, 10, 11, 10, 8, 12, 11, 9, 14, 7, 12, 7, 12, 15, 7, 10, 2, 1, 3, 0, 2, 2, 3 ], "log_norms_bin_edges": [ -9.393778800964355, -9.380644798278809, -9.367510795593262, -9.354376792907715, -9.341242790222168, -9.328108787536621, -9.314974784851074, -9.301840782165527, -9.28870677947998, -9.27557373046875, -9.262439727783203, -9.249305725097656, -9.23617172241211, -9.223037719726562, -9.209903717041016, -9.196769714355469, -9.183635711669922, -9.170501708984375, -9.157367706298828, -9.144233703613281, -9.131099700927734, -9.117965698242188, -9.10483169555664, -9.091697692871094, -9.078563690185547, -9.0654296875, -9.05229663848877, -9.039162635803223, -9.026028633117676, -9.012894630432129, -8.999760627746582, -8.986626625061035, -8.973492622375488, -8.960358619689941, -8.947224617004395, -8.934090614318848, -8.9209566116333, -8.907822608947754, -8.894688606262207, -8.88155460357666, -8.868420600891113, -8.855286598205566, -8.842153549194336, -8.829019546508789, -8.815885543823242, -8.802751541137695, -8.789617538452148, -8.776483535766602, -8.763349533081055, -8.750215530395508, -8.737081527709961 ], "r_inf_mean": 0.6572348475456238, "r_inf_median": 0.6943904161453247, "pr_mean": 0.02112366072833538, "pr_median": 0.01483646035194397, "hoyer_mean": 0.1311030089855194, "eff_dim_mean": 0.1311030089855194, "topk_energy": { "1": 0.5701940655708313, "5": 0.8873897790908813, "10": 0.952936053276062, "25": 0.9892758131027222 }, "gamma_raw": -0.0007773234974592924, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002031465842906763, "1e-07": -0.002031465842906763, "1e-06": -0.002031465842906763, "1e-05": -0.002031465842906763, "0.0001": -0.002031465842906763 } } ] }