{ "dataset": "synth", "method": "dfa", "seed": 123, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 43.46952819824219, "acc": 0.08984375, "per_layer": [ { "layer": 0, "mean_norm": 0.07818546891212463, "median_norm": 0.07325445860624313, "max_norm": 0.2607789635658264, "min_norm": 0.0, "support": { "1e-08": 0.97265625, "1e-07": 0.966796875, "1e-06": 0.96484375, "1e-05": 0.958984375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -12.975950241088867, "5": -4.04557466506958, "10": -1.4320917129516602, "25": -1.2739745378494263, "50": -1.1344515085220337, "75": -1.0050406455993652, "90": -0.8872321248054504, "95": -0.795504629611969, "99": -0.6526972055435181 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 1, 0, 2, 2, 0, 1, 2, 0, 2, 1, 1, 1, 1, 3, 3, 2, 7, 4, 4, 175, 294 ], "log_norms_bin_edges": [ -30.0, -29.41167449951172, -28.823348999023438, -28.235023498535156, -27.646697998046875, -27.058372497558594, -26.470046997070312, -25.88172149658203, -25.29339599609375, -24.70507049560547, -24.116744995117188, -23.528419494628906, -22.940093994140625, -22.351768493652344, -21.763442993164062, -21.17511749267578, -20.5867919921875, -19.99846649169922, -19.410140991210938, -18.821815490722656, -18.233489990234375, -17.645164489746094, -17.056838989257812, -16.46851348876953, -15.880189895629883, -15.291864395141602, -14.70353889465332, -14.115213394165039, -13.526887893676758, -12.938562393188477, -12.350236892700195, -11.761911392211914, -11.173585891723633, -10.585260391235352, -9.99693489074707, -9.408609390258789, -8.820283889770508, -8.231958389282227, -7.643632888793945, -7.055307388305664, -6.466981887817383, -5.878656387329102, -5.29033088684082, -4.702005386352539, -4.113679885864258, -3.5253543853759766, -2.9370288848876953, -2.348703384399414, -1.7603797912597656, -1.1720542907714844, -0.5837274789810181 ], "r_inf_mean": 4478.8203125, "r_inf_median": 0.28232046961784363, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 21008750592.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.005374433007091284, "gamma_active": { "1e-08": -0.00553644634783268, "1e-07": -0.005401033442467451, "1e-06": -0.005244353320449591, "1e-05": -0.004965529777109623, "0.0001": -0.0048999423161149025 }, "gamma_energy_weighted": { "1e-08": -0.01264978623039134, "1e-07": -0.01264978623039134, "1e-06": -0.01264978623039134, "1e-05": -0.01264978623039134, "0.0001": -0.01264978623039134 } }, { "layer": 1, "mean_norm": 0.004102022387087345, "median_norm": 0.004024171736091375, "max_norm": 0.013143645599484444, "min_norm": 0.0, "support": { "1e-08": 0.96484375, "1e-07": 0.962890625, "1e-06": 0.955078125, "1e-05": 0.9453125, "0.0001": 0.92578125 }, "log_norms_percentiles": { "1": -14.608613967895508, "5": -5.283923149108887, "10": -2.717167615890503, "25": -2.5189595222473145, "50": -2.3949995040893555, "75": -2.290332794189453, "90": -2.195841073989868, "95": -2.1230945587158203, "99": -1.9953755140304565 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 2, 2, 0, 1, 1, 1, 1, 1, 2, 0, 1, 2, 3, 2, 2, 9, 2, 2, 148, 323 ], "log_norms_bin_edges": [ -30.0, -29.437625885009766, -28.87525177001953, -28.312877655029297, -27.750503540039062, -27.188129425048828, -26.625755310058594, -26.063379287719727, -25.501005172729492, -24.938631057739258, -24.376256942749023, -23.81388282775879, -23.251508712768555, -22.68913459777832, -22.126760482788086, -21.56438446044922, -21.002010345458984, -20.43963623046875, -19.877262115478516, -19.31488800048828, -18.752513885498047, -18.190139770507812, -17.627765655517578, -17.065391540527344, -16.50301742553711, -15.940642356872559, -15.378268241882324, -14.81589412689209, -14.253520011901855, -13.691144943237305, -13.12877082824707, -12.566396713256836, -12.004022598266602, -11.441648483276367, -10.879274368286133, -10.316900253295898, -9.754526138305664, -9.19215202331543, -8.629776000976562, -8.067401885986328, -7.505027770996094, -6.942653656005859, -6.380279541015625, -5.817905426025391, -5.255531311035156, -4.693157196044922, -4.1307830810546875, -3.568408966064453, -3.0060348510742188, -2.4436588287353516, -1.8812841176986694 ], "r_inf_mean": 80.03871154785156, "r_inf_median": 0.262800008058548, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 17367456.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.06096886470913887, "gamma_active": { "1e-08": 0.06309154629707336, "1e-07": 0.06313198804855347, "1e-06": 0.06287718564271927, "1e-05": 0.06311976909637451, "0.0001": 0.0626361221075058 }, "gamma_energy_weighted": { "1e-08": 0.05947400847405662, "1e-07": 0.05947400847405662, "1e-06": 0.05947400847405662, "1e-05": 0.05947400847405662, "0.0001": 0.05947400847405662 } }, { "layer": 2, "mean_norm": 0.0017907334258779883, "median_norm": 0.0019035550067201257, "max_norm": 0.002442222321406007, "min_norm": 0.0, "support": { "1e-08": 0.96484375, "1e-07": 0.962890625, "1e-06": 0.953125, "1e-05": 0.943359375, "0.0001": 0.923828125 }, "log_norms_percentiles": { "1": -15.222613334655762, "5": -5.577410697937012, "10": -2.803870439529419, "25": -2.748307704925537, "50": -2.720404863357544, "75": -2.6861603260040283, "90": -2.6502017974853516, "95": -2.630113363265991, "99": -2.616081714630127 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 3, 1, 0, 1, 2, 0, 0, 2, 1, 1, 0, 1, 3, 3, 2, 5, 6, 2, 4, 468 ], "log_norms_bin_edges": [ -30.0, -29.45224380493164, -28.90448760986328, -28.356733322143555, -27.808977127075195, -27.261220932006836, -26.71346664428711, -26.16571044921875, -25.61795425415039, -25.07019805908203, -24.522441864013672, -23.974687576293945, -23.426931381225586, -22.879175186157227, -22.3314208984375, -21.78366470336914, -21.23590850830078, -20.688152313232422, -20.140396118164062, -19.592641830444336, -19.044885635375977, -18.497129440307617, -17.94937515258789, -17.40161895751953, -16.853862762451172, -16.306106567382812, -15.75835132598877, -15.210596084594727, -14.662839889526367, -14.115083694458008, -13.567329406738281, -13.019573211669922, -12.471817016601562, -11.924060821533203, -11.376304626464844, -10.828550338745117, -10.280794143676758, -9.733037948608398, -9.185283660888672, -8.637527465820312, -8.089771270751953, -7.542015075683594, -6.994258880615234, -6.446504592895508, -5.898748397827148, -5.350992202758789, -4.8032379150390625, -4.255481719970703, -3.7077255249023438, -3.1599693298339844, -2.6122148036956787 ], "r_inf_mean": 22525.73828125, "r_inf_median": 0.23537173867225647, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 2479967961088.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.08062441647052765, "gamma_active": { "1e-08": 0.08353424072265625, "1e-07": 0.08356829732656479, "1e-06": 0.08365954458713531, "1e-05": 0.08357419073581696, "0.0001": 0.08390863984823227 }, "gamma_energy_weighted": { "1e-08": 0.0916415657321742, "1e-07": 0.0916415657321742, "1e-06": 0.0916415657321742, "1e-05": 0.0916415657321742, "0.0001": 0.0916415657321742 } }, { "layer": 3, "mean_norm": 0.001767046400345862, "median_norm": 0.0018835481023415923, "max_norm": 0.0023581974674016237, "min_norm": 0.0, "support": { "1e-08": 0.96484375, "1e-07": 0.962890625, "1e-06": 0.953125, "1e-05": 0.943359375, "0.0001": 0.923828125 }, "log_norms_percentiles": { "1": -15.236174583435059, "5": -5.57997465133667, "10": -2.8103551864624023, "25": -2.749509572982788, "50": -2.7249321937561035, "75": -2.6907503604888916, "90": -2.6580846309661865, "95": -2.644901990890503, "99": -2.6290416717529297 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 3, 1, 0, 1, 2, 0, 0, 2, 1, 1, 0, 1, 3, 3, 2, 5, 6, 2, 4, 468 ], "log_norms_bin_edges": [ -30.0, -29.45254898071289, -28.90509605407715, -28.35764503479004, -27.81019401550293, -27.262741088867188, -26.715290069580078, -26.16783905029297, -25.62038803100586, -25.072935104370117, -24.525484085083008, -23.978031158447266, -23.430580139160156, -22.883129119873047, -22.335678100585938, -21.788227081298828, -21.240774154663086, -20.693321228027344, -20.145870208740234, -19.598419189453125, -19.050968170166016, -18.503517150878906, -17.956064224243164, -17.408613204956055, -16.861160278320312, -16.313709259033203, -15.766258239746094, -15.218806266784668, -14.671354293823242, -14.123903274536133, -13.576452255249023, -13.028999328613281, -12.481548309326172, -11.934097290039062, -11.38664436340332, -10.839193344116211, -10.291742324829102, -9.74428939819336, -9.19683837890625, -8.64938735961914, -8.101936340332031, -7.554483413696289, -7.00703239440918, -6.45958137512207, -5.912128448486328, -5.364677429199219, -4.817226409912109, -4.269773483276367, -3.722322463989258, -3.1748714447021484, -2.627419948577881 ], "r_inf_mean": 23265.271484375, "r_inf_median": 0.23529718816280365, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 2427365359616.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.1262466162443161, "gamma_active": { "1e-08": 0.13084617257118225, "1e-07": 0.13090626895427704, "1e-06": 0.1314641684293747, "1e-05": 0.13147391378879547, "0.0001": 0.13242211937904358 }, "gamma_energy_weighted": { "1e-08": 0.1415392453372849, "1e-07": 0.1415392453372849, "1e-06": 0.1415392453372849, "1e-05": 0.1415392453372849, "0.0001": 0.1415392453372849 } } ] }