diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json new file mode 100644 index 0000000..dadaa44 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 66.32933807373047, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.11610580235719681, + "median_norm": 0.11012320965528488, + "max_norm": 0.4134582281112671, + "min_norm": 0.0, + "support": { + "1e-08": 0.9453125, + "1e-07": 0.943359375, + "1e-06": 0.935546875, + "1e-05": 0.931640625, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -29.02383041381836, + "5": -9.273907661437988, + "10": -1.400270700454712, + "25": -1.1065773963928223, + "50": -0.958016037940979, + "75": -0.8218466639518738, + "90": -0.7030190229415894, + "95": -0.6335821747779846, + "99": -0.5259993076324463 + }, + "log_norms_histogram": [ + 6, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 3, + 2, + 3, + 2, + 4, + 1, + 187, + 276 + ], + "log_norms_bin_edges": [ + -30.0, + -29.407670974731445, + -28.81534194946289, + -28.22301483154297, + -27.630685806274414, + -27.03835678100586, + -26.446027755737305, + -25.85369873046875, + -25.261371612548828, + -24.669042587280273, + -24.07671356201172, + -23.484384536743164, + -22.89205551147461, + -22.299728393554688, + -21.7073974609375, + -21.115070343017578, + -20.522741317749023, + -19.93041229248047, + -19.338085174560547, + -18.74575424194336, + -18.153427124023438, + -17.561098098754883, + -16.968769073486328, + -16.376441955566406, + -15.784111976623535, + -15.19178295135498, + -14.599454879760742, + -14.007125854492188, + -13.414796829223633, + -12.822467803955078, + -12.230140686035156, + -11.637811660766602, + -11.045482635498047, + -10.453153610229492, + -9.860824584960938, + -9.268497467041016, + -8.676168441772461, + -8.083839416503906, + -7.491510391235352, + -6.899181365966797, + -6.306854248046875, + -5.71452522277832, + -5.122196197509766, + -4.529867172241211, + -3.9375381469726562, + -3.3452091217041016, + -2.7528820037841797, + -2.160552978515625, + -1.5682239532470703, + -0.9758949279785156, + -0.3835683763027191 + ], + "r_inf_mean": 3240.9150390625, + "r_inf_median": 0.24014812707901, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 76074319872.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.029486846178770065, + "gamma_active": { + "1e-08": 0.031041499227285385, + "1e-07": 0.03082185797393322, + "1e-06": 0.03083205781877041, + "1e-05": 0.030941007658839226, + "0.0001": 0.030847854912281036 + }, + "gamma_energy_weighted": { + "1e-08": 0.024180574717513052, + "1e-07": 0.024180574717513052, + "1e-06": 0.024180574717513052, + "1e-05": 0.024180574717513052, + "0.0001": 0.024180574717513052 + } + }, + { + "layer": 1, + "mean_norm": 0.00578163331374526, + "median_norm": 0.0054665724746882915, + "max_norm": 0.019970528781414032, + "min_norm": 0.0, + "support": { + "1e-08": 0.94140625, + "1e-07": 0.935546875, + "1e-06": 0.927734375, + "1e-05": 0.921875, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -10.751832962036133, + "10": -2.7326090335845947, + "25": -2.425708293914795, + "50": -2.261862277984619, + "75": -2.123655319213867, + "90": -1.9878528118133545, + "95": -1.9130501747131348, + "99": -1.7936455011367798 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 3, + 2, + 4, + 2, + 2, + 198, + 264 + ], + "log_norms_bin_edges": [ + -30.0, + -29.433992385864258, + -28.867984771728516, + -28.301977157592773, + -27.73596954345703, + -27.169960021972656, + -26.603954315185547, + -26.037944793701172, + -25.47193717956543, + -24.905929565429688, + -24.339921951293945, + -23.773914337158203, + -23.20790672302246, + -22.64189910888672, + -22.075891494750977, + -21.509883880615234, + -20.94387435913086, + -20.37786865234375, + -19.811859130859375, + -19.245851516723633, + -18.67984390258789, + -18.11383628845215, + -17.547828674316406, + -16.981821060180664, + -16.415813446044922, + -15.849804878234863, + -15.283797264099121, + -14.717789649963379, + -14.151782035827637, + -13.585773468017578, + -13.019765853881836, + -12.453758239746094, + -11.887750625610352, + -11.32174301147461, + -10.755735397338867, + -10.189727783203125, + -9.623720169067383, + -9.05771255493164, + -8.491703033447266, + -7.925695419311523, + -7.359687805175781, + -6.793680191040039, + -6.227672576904297, + -5.661664962768555, + -5.0956573486328125, + -4.52964973449707, + -3.963642120361328, + -3.397634506225586, + -2.8316268920898438, + -2.2656173706054688, + -1.6996104717254639 + ], + "r_inf_mean": 27090.62109375, + "r_inf_median": 0.22744859755039215, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 4378251493376.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10118317604064941, + "gamma_active": { + "1e-08": 0.10733292251825333, + "1e-07": 0.10714633017778397, + "1e-06": 0.10729505866765976, + "1e-05": 0.10716655105352402, + "0.0001": 0.10719151794910431 + }, + "gamma_energy_weighted": { + "1e-08": 0.0999726632890927, + "1e-07": 0.0999726632890927, + "1e-06": 0.0999726632890927, + "1e-05": 0.0999726632890927, + "0.0001": 0.0999726632890927 + } + }, + { + "layer": 2, + "mean_norm": 0.0018522449536249042, + "median_norm": 0.0018472550436854362, + "max_norm": 0.0033152534160763025, + "min_norm": 0.0, + "support": { + "1e-08": 0.939453125, + "1e-07": 0.93359375, + "1e-06": 0.927734375, + "1e-05": 0.91796875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -11.208830833435059, + "10": -3.0255045890808105, + "25": -2.783843755722046, + "50": -2.7333569526672363, + "75": -2.683932065963745, + "90": -2.5343942642211914, + "95": -2.5111520290374756, + "99": -2.4950454235076904 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 1, + 3, + 2, + 2, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449588775634766, + -28.899179458618164, + -28.34876823425293, + -27.798358917236328, + -27.247947692871094, + -26.697538375854492, + -26.147127151489258, + -25.596717834472656, + -25.046306610107422, + -24.49589729309082, + -23.945486068725586, + -23.395076751708984, + -22.84466552734375, + -22.294254302978516, + -21.743844985961914, + -21.193435668945312, + -20.643024444580078, + -20.092613220214844, + -19.542203903198242, + -18.99179458618164, + -18.441383361816406, + -17.890972137451172, + -17.34056282043457, + -16.790151596069336, + -16.239742279052734, + -15.6893310546875, + -15.138920783996582, + -14.588510513305664, + -14.038100242614746, + -13.487689971923828, + -12.937280654907227, + -12.386869430541992, + -11.836458206176758, + -11.286048889160156, + -10.735637664794922, + -10.18522834777832, + -9.634817123413086, + -9.084407806396484, + -8.53399658203125, + -7.983587265014648, + -7.433176040649414, + -6.8827667236328125, + -6.332355499267578, + -5.781946182250977, + -5.231534957885742, + -4.681125640869141, + -4.130714416503906, + -3.580303192138672, + -3.0298938751220703, + -2.4794833660125732 + ], + "r_inf_mean": 7962.33544921875, + "r_inf_median": 0.2456231713294983, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 444263596032.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11453123390674591, + "gamma_active": { + "1e-08": 0.12140949070453644, + "1e-07": 0.12157975137233734, + "1e-06": 0.1209956705570221, + "1e-05": 0.12127725034952164, + "0.0001": 0.12212993204593658 + }, + "gamma_energy_weighted": { + "1e-08": 0.18234630059838086, + "1e-07": 0.18234630059838086, + "1e-06": 0.18234630059838086, + "1e-05": 0.18234630059838086, + "0.0001": 0.18234630059838086 + } + }, + { + "layer": 3, + "mean_norm": 0.0018047093180939555, + "median_norm": 0.0018145014764741063, + "max_norm": 0.003080161055549979, + "min_norm": 0.0, + "support": { + "1e-08": 0.939453125, + "1e-07": 0.93359375, + "1e-06": 0.927734375, + "1e-05": 0.91796875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -11.21606731414795, + "10": -3.032625198364258, + "25": -2.7895286083221436, + "50": -2.741074562072754, + "75": -2.693459987640381, + "90": -2.5535457134246826, + "95": -2.538243293762207, + "99": -2.517037868499756 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 1, + 3, + 2, + 2, + 3, + 3, + 2, + 2, + 461 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450227737426758, + -28.90045738220215, + -28.350685119628906, + -27.800914764404297, + -27.251142501831055, + -26.701370239257812, + -26.151599884033203, + -25.60182762145996, + -25.05205726623535, + -24.50228500366211, + -23.9525146484375, + -23.402742385864258, + -22.852970123291016, + -22.303199768066406, + -21.753427505493164, + -21.203655242919922, + -20.653884887695312, + -20.104114532470703, + -19.554340362548828, + -19.00457000732422, + -18.45479965209961, + -17.905027389526367, + -17.355255126953125, + -16.805484771728516, + -16.255712509155273, + -15.705941200256348, + -15.156169891357422, + -14.606398582458496, + -14.05662727355957, + -13.506855010986328, + -12.957084655761719, + -12.407312393188477, + -11.857540130615234, + -11.307769775390625, + -10.757997512817383, + -10.208227157592773, + -9.658454895019531, + -9.108682632446289, + -8.55891227722168, + -8.009140014648438, + -7.459369659423828, + -6.909597396850586, + -6.359825134277344, + -5.810054779052734, + -5.260282516479492, + -4.710512161254883, + -4.160739898681641, + -3.6109695434570312, + -3.061197280883789, + -2.5114266872406006 + ], + "r_inf_mean": 7468.119140625, + "r_inf_median": 0.24423649907112122, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 390558187520.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09253658354282379, + "gamma_active": { + "1e-08": 0.0980978012084961, + "1e-07": 0.09841170161962509, + "1e-06": 0.09845482558012009, + "1e-05": 0.09870363026857376, + "0.0001": 0.09895370155572891 + }, + "gamma_energy_weighted": { + "1e-08": 0.12308821980181729, + "1e-07": 0.12308821980181729, + "1e-06": 0.12308821980181729, + "1e-05": 0.12308821980181729, + "0.0001": 0.12308821980181729 + } + } + ] +}
\ No newline at end of file |