diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json new file mode 100644 index 0000000..87403f8 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 43.46952819824219, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07818546891212463, + "median_norm": 0.07325445860624313, + "max_norm": 0.2607789635658264, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.96484375, + "1e-05": 0.958984375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.975950241088867, + "5": -4.04557466506958, + "10": -1.4320917129516602, + "25": -1.2739745378494263, + "50": -1.1344515085220337, + "75": -1.0050406455993652, + "90": -0.8872321248054504, + "95": -0.795504629611969, + "99": -0.6526972055435181 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 3, + 3, + 2, + 7, + 4, + 4, + 175, + 294 + ], + "log_norms_bin_edges": [ + -30.0, + -29.41167449951172, + -28.823348999023438, + -28.235023498535156, + -27.646697998046875, + -27.058372497558594, + -26.470046997070312, + -25.88172149658203, + -25.29339599609375, + -24.70507049560547, + -24.116744995117188, + -23.528419494628906, + -22.940093994140625, + -22.351768493652344, + -21.763442993164062, + -21.17511749267578, + -20.5867919921875, + -19.99846649169922, + -19.410140991210938, + -18.821815490722656, + -18.233489990234375, + -17.645164489746094, + -17.056838989257812, + -16.46851348876953, + -15.880189895629883, + -15.291864395141602, + -14.70353889465332, + -14.115213394165039, + -13.526887893676758, + -12.938562393188477, + -12.350236892700195, + -11.761911392211914, + -11.173585891723633, + -10.585260391235352, + -9.99693489074707, + -9.408609390258789, + -8.820283889770508, + -8.231958389282227, + -7.643632888793945, + -7.055307388305664, + -6.466981887817383, + -5.878656387329102, + -5.29033088684082, + -4.702005386352539, + -4.113679885864258, + -3.5253543853759766, + -2.9370288848876953, + -2.348703384399414, + -1.7603797912597656, + -1.1720542907714844, + -0.5837274789810181 + ], + "r_inf_mean": 4478.8203125, + "r_inf_median": 0.28232046961784363, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 21008750592.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.005374433007091284, + "gamma_active": { + "1e-08": -0.00553644634783268, + "1e-07": -0.005401033442467451, + "1e-06": -0.005244353320449591, + "1e-05": -0.004965529777109623, + "0.0001": -0.0048999423161149025 + }, + "gamma_energy_weighted": { + "1e-08": -0.01264978623039134, + "1e-07": -0.01264978623039134, + "1e-06": -0.01264978623039134, + "1e-05": -0.01264978623039134, + "0.0001": -0.01264978623039134 + } + }, + { + "layer": 1, + "mean_norm": 0.004102022387087345, + "median_norm": 0.004024171736091375, + "max_norm": 0.013143645599484444, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.955078125, + "1e-05": 0.9453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -14.608613967895508, + "5": -5.283923149108887, + "10": -2.717167615890503, + "25": -2.5189595222473145, + "50": -2.3949995040893555, + "75": -2.290332794189453, + "90": -2.195841073989868, + "95": -2.1230945587158203, + "99": -1.9953755140304565 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 1, + 1, + 1, + 2, + 0, + 1, + 2, + 3, + 2, + 2, + 9, + 2, + 2, + 148, + 323 + ], + "log_norms_bin_edges": [ + -30.0, + -29.437625885009766, + -28.87525177001953, + -28.312877655029297, + -27.750503540039062, + -27.188129425048828, + -26.625755310058594, + -26.063379287719727, + -25.501005172729492, + -24.938631057739258, + -24.376256942749023, + -23.81388282775879, + -23.251508712768555, + -22.68913459777832, + -22.126760482788086, + -21.56438446044922, + -21.002010345458984, + -20.43963623046875, + -19.877262115478516, + -19.31488800048828, + -18.752513885498047, + -18.190139770507812, + -17.627765655517578, + -17.065391540527344, + -16.50301742553711, + -15.940642356872559, + -15.378268241882324, + -14.81589412689209, + -14.253520011901855, + -13.691144943237305, + -13.12877082824707, + -12.566396713256836, + -12.004022598266602, + -11.441648483276367, + -10.879274368286133, + -10.316900253295898, + -9.754526138305664, + -9.19215202331543, + -8.629776000976562, + -8.067401885986328, + -7.505027770996094, + -6.942653656005859, + -6.380279541015625, + -5.817905426025391, + -5.255531311035156, + -4.693157196044922, + -4.1307830810546875, + -3.568408966064453, + -3.0060348510742188, + -2.4436588287353516, + -1.8812841176986694 + ], + "r_inf_mean": 80.03871154785156, + "r_inf_median": 0.262800008058548, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 17367456.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.06096886470913887, + "gamma_active": { + "1e-08": 0.06309154629707336, + "1e-07": 0.06313198804855347, + "1e-06": 0.06287718564271927, + "1e-05": 0.06311976909637451, + "0.0001": 0.0626361221075058 + }, + "gamma_energy_weighted": { + "1e-08": 0.05947400847405662, + "1e-07": 0.05947400847405662, + "1e-06": 0.05947400847405662, + "1e-05": 0.05947400847405662, + "0.0001": 0.05947400847405662 + } + }, + { + "layer": 2, + "mean_norm": 0.0017907334258779883, + "median_norm": 0.0019035550067201257, + "max_norm": 0.002442222321406007, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -15.222613334655762, + "5": -5.577410697937012, + "10": -2.803870439529419, + "25": -2.748307704925537, + "50": -2.720404863357544, + "75": -2.6861603260040283, + "90": -2.6502017974853516, + "95": -2.630113363265991, + "99": -2.616081714630127 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 3, + 3, + 2, + 5, + 6, + 2, + 4, + 468 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45224380493164, + -28.90448760986328, + -28.356733322143555, + -27.808977127075195, + -27.261220932006836, + -26.71346664428711, + -26.16571044921875, + -25.61795425415039, + -25.07019805908203, + -24.522441864013672, + -23.974687576293945, + -23.426931381225586, + -22.879175186157227, + -22.3314208984375, + -21.78366470336914, + -21.23590850830078, + -20.688152313232422, + -20.140396118164062, + -19.592641830444336, + -19.044885635375977, + -18.497129440307617, + -17.94937515258789, + -17.40161895751953, + -16.853862762451172, + -16.306106567382812, + -15.75835132598877, + -15.210596084594727, + -14.662839889526367, + -14.115083694458008, + -13.567329406738281, + -13.019573211669922, + -12.471817016601562, + -11.924060821533203, + -11.376304626464844, + -10.828550338745117, + -10.280794143676758, + -9.733037948608398, + -9.185283660888672, + -8.637527465820312, + -8.089771270751953, + -7.542015075683594, + -6.994258880615234, + -6.446504592895508, + -5.898748397827148, + -5.350992202758789, + -4.8032379150390625, + -4.255481719970703, + -3.7077255249023438, + -3.1599693298339844, + -2.6122148036956787 + ], + "r_inf_mean": 22525.73828125, + "r_inf_median": 0.23537173867225647, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2479967961088.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08062441647052765, + "gamma_active": { + "1e-08": 0.08353424072265625, + "1e-07": 0.08356829732656479, + "1e-06": 0.08365954458713531, + "1e-05": 0.08357419073581696, + "0.0001": 0.08390863984823227 + }, + "gamma_energy_weighted": { + "1e-08": 0.0916415657321742, + "1e-07": 0.0916415657321742, + "1e-06": 0.0916415657321742, + "1e-05": 0.0916415657321742, + "0.0001": 0.0916415657321742 + } + }, + { + "layer": 3, + "mean_norm": 0.001767046400345862, + "median_norm": 0.0018835481023415923, + "max_norm": 0.0023581974674016237, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -15.236174583435059, + "5": -5.57997465133667, + "10": -2.8103551864624023, + "25": -2.749509572982788, + "50": -2.7249321937561035, + "75": -2.6907503604888916, + "90": -2.6580846309661865, + "95": -2.644901990890503, + "99": -2.6290416717529297 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 3, + 3, + 2, + 5, + 6, + 2, + 4, + 468 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45254898071289, + -28.90509605407715, + -28.35764503479004, + -27.81019401550293, + -27.262741088867188, + -26.715290069580078, + -26.16783905029297, + -25.62038803100586, + -25.072935104370117, + -24.525484085083008, + -23.978031158447266, + -23.430580139160156, + -22.883129119873047, + -22.335678100585938, + -21.788227081298828, + -21.240774154663086, + -20.693321228027344, + -20.145870208740234, + -19.598419189453125, + -19.050968170166016, + -18.503517150878906, + -17.956064224243164, + -17.408613204956055, + -16.861160278320312, + -16.313709259033203, + -15.766258239746094, + -15.218806266784668, + -14.671354293823242, + -14.123903274536133, + -13.576452255249023, + -13.028999328613281, + -12.481548309326172, + -11.934097290039062, + -11.38664436340332, + -10.839193344116211, + -10.291742324829102, + -9.74428939819336, + -9.19683837890625, + -8.64938735961914, + -8.101936340332031, + -7.554483413696289, + -7.00703239440918, + -6.45958137512207, + -5.912128448486328, + -5.364677429199219, + -4.817226409912109, + -4.269773483276367, + -3.722322463989258, + -3.1748714447021484, + -2.627419948577881 + ], + "r_inf_mean": 23265.271484375, + "r_inf_median": 0.23529718816280365, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2427365359616.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1262466162443161, + "gamma_active": { + "1e-08": 0.13084617257118225, + "1e-07": 0.13090626895427704, + "1e-06": 0.1314641684293747, + "1e-05": 0.13147391378879547, + "0.0001": 0.13242211937904358 + }, + "gamma_energy_weighted": { + "1e-08": 0.1415392453372849, + "1e-07": 0.1415392453372849, + "1e-06": 0.1415392453372849, + "1e-05": 0.1415392453372849, + "0.0001": 0.1415392453372849 + } + } + ] +}
\ No newline at end of file |