diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json new file mode 100644 index 0000000..4541380 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 46.26948547363281, + "acc": 0.130859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07889829576015472, + "median_norm": 0.07902791351079941, + "max_norm": 0.20897023379802704, + "min_norm": 0.0, + "support": { + "1e-08": 0.9375, + "1e-07": 0.927734375, + "1e-06": 0.916015625, + "1e-05": 0.90625, + "0.0001": 0.8984375 + }, + "log_norms_percentiles": { + "1": -18.415695190429688, + "5": -8.879707336425781, + "10": -4.005273818969727, + "25": -1.2208976745605469, + "50": -1.101123332977295, + "75": -0.9947925209999084, + "90": -0.8748996257781982, + "95": -0.8167780637741089, + "99": -0.7668494582176208 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 4, + 0, + 0, + 4, + 1, + 2, + 1, + 1, + 1, + 4, + 3, + 4, + 3, + 4, + 3, + 3, + 2, + 1, + 7, + 3, + 2, + 2, + 37, + 412 + ], + "log_norms_bin_edges": [ + -30.0, + -29.413599014282227, + -28.82719612121582, + -28.240795135498047, + -27.65439224243164, + -27.067991256713867, + -26.481590270996094, + -25.895187377929688, + -25.308786392211914, + -24.72238540649414, + -24.135982513427734, + -23.54958152770996, + -22.963180541992188, + -22.37677764892578, + -21.790376663208008, + -21.203975677490234, + -20.617572784423828, + -20.031169891357422, + -19.44476890563965, + -18.858367919921875, + -18.27196502685547, + -17.685564041137695, + -17.099163055419922, + -16.512760162353516, + -15.926359176635742, + -15.339957237243652, + -14.753555297851562, + -14.167154312133789, + -13.580753326416016, + -12.99435043334961, + -12.407949447631836, + -11.82154655456543, + -11.235145568847656, + -10.648744583129883, + -10.062341690063477, + -9.475940704345703, + -8.889537811279297, + -8.303136825561523, + -7.71673583984375, + -7.130332946777344, + -6.54393196105957, + -5.957530975341797, + -5.371128082275391, + -4.784727096557617, + -4.198326110839844, + -3.6119232177734375, + -3.025522232055664, + -2.439119338989258, + -1.8527183532714844, + -1.266317367553711, + -0.6799156069755554 + ], + "r_inf_mean": 11990.4013671875, + "r_inf_median": 0.2791230082511902, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 834982510592.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.029778268188238144, + "gamma_active": { + "1e-08": -0.03180696442723274, + "1e-07": -0.03216013312339783, + "1e-06": -0.03220837190747261, + "1e-05": -0.032399982213974, + "0.0001": -0.03233819827437401 + }, + "gamma_energy_weighted": { + "1e-08": -0.03490579368390608, + "1e-07": -0.03490579368390608, + "1e-06": -0.03490579368390608, + "1e-05": -0.03490579368390608, + "0.0001": -0.03490579368390608 + } + }, + { + "layer": 1, + "mean_norm": 0.004580093547701836, + "median_norm": 0.004461548291146755, + "max_norm": 0.013303559273481369, + "min_norm": 0.0, + "support": { + "1e-08": 0.92578125, + "1e-07": 0.91015625, + "1e-06": 0.90625, + "1e-05": 0.89453125, + "0.0001": 0.884765625 + }, + "log_norms_percentiles": { + "1": -19.820886611938477, + "5": -10.22522258758545, + "10": -5.254589557647705, + "25": -2.5001580715179443, + "50": -2.349457263946533, + "75": -2.2186241149902344, + "90": -2.100170135498047, + "95": -2.0396251678466797, + "99": -1.9276427030563354 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 3, + 0, + 0, + 4, + 1, + 2, + 1, + 1, + 0, + 5, + 2, + 3, + 5, + 2, + 3, + 5, + 2, + 1, + 3, + 4, + 3, + 2, + 2, + 113, + 336 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43752098083496, + -28.875041961669922, + -28.31256103515625, + -27.75008201599121, + -27.187602996826172, + -26.625123977661133, + -26.062644958496094, + -25.500164031982422, + -24.937685012817383, + -24.375205993652344, + -23.812726974487305, + -23.250247955322266, + -22.687767028808594, + -22.125289916992188, + -21.562808990478516, + -21.000329971313477, + -20.437850952148438, + -19.875370025634766, + -19.31289291381836, + -18.750411987304688, + -18.18793296813965, + -17.62545394897461, + -17.062973022460938, + -16.50049591064453, + -15.938015937805176, + -15.37553596496582, + -14.813056945800781, + -14.250577926635742, + -13.688098907470703, + -13.125617980957031, + -12.563138961791992, + -12.000659942626953, + -11.438180923461914, + -10.875701904296875, + -10.313220977783203, + -9.750741958618164, + -9.188262939453125, + -8.625783920288086, + -8.063304901123047, + -7.500823974609375, + -6.938344955444336, + -6.375865936279297, + -5.813386917114258, + -5.250907897949219, + -4.68842887878418, + -4.125947952270508, + -3.5634689331054688, + -3.0009899139404297, + -2.4385108947753906, + -1.8760321140289307 + ], + "r_inf_mean": 13105.20703125, + "r_inf_median": 0.26464200019836426, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 364547145728.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08878661692142487, + "gamma_active": { + "1e-08": 0.09570901095867157, + "1e-07": 0.09558642655611038, + "1e-06": 0.09588950127363205, + "1e-05": 0.09604129195213318, + "0.0001": 0.09555511921644211 + }, + "gamma_energy_weighted": { + "1e-08": 0.11461955585372686, + "1e-07": 0.11461955585372686, + "1e-06": 0.11461955585372686, + "1e-05": 0.11461955585372686, + "0.0001": 0.11461955585372686 + } + }, + { + "layer": 2, + "mean_norm": 0.0017427373677492142, + "median_norm": 0.0018930478254333138, + "max_norm": 0.003148248651996255, + "min_norm": 0.0, + "support": { + "1e-08": 0.919921875, + "1e-07": 0.908203125, + "1e-06": 0.904296875, + "1e-05": 0.888671875, + "0.0001": 0.880859375 + }, + "log_norms_percentiles": { + "1": -20.363325119018555, + "5": -10.625728607177734, + "10": -5.786824703216553, + "25": -2.7537074089050293, + "50": -2.722792148590088, + "75": -2.6701128482818604, + "90": -2.6442513465881348, + "95": -2.625723361968994, + "99": -2.5256659984588623 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 4, + 3, + 4, + 4, + 3, + 2, + 3, + 4, + 1, + 3, + 3, + 3, + 3, + 2, + 4, + 445 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45003890991211, + -28.90007781982422, + -28.350116729736328, + -27.800153732299805, + -27.250192642211914, + -26.700231552124023, + -26.150270462036133, + -25.600309371948242, + -25.05034637451172, + -24.500385284423828, + -23.950424194335938, + -23.400463104248047, + -22.850502014160156, + -22.300540924072266, + -21.750579833984375, + -21.200618743896484, + -20.650657653808594, + -20.10069465637207, + -19.55073356628418, + -19.00077247619629, + -18.450809478759766, + -17.900848388671875, + -17.350887298583984, + -16.800926208496094, + -16.250965118408203, + -15.701004028320312, + -15.151042938232422, + -14.601080894470215, + -14.051119804382324, + -13.501157760620117, + -12.951196670532227, + -12.401235580444336, + -11.851274490356445, + -11.301313400268555, + -10.751352310180664, + -10.20138931274414, + -9.65142822265625, + -9.10146713256836, + -8.551506042480469, + -8.001544952392578, + -7.4515838623046875, + -6.901620864868164, + -6.351659774780273, + -5.801698684692383, + -5.251737594604492, + -4.701776504516602, + -4.151815414428711, + -3.6018524169921875, + -3.051891326904297, + -2.5019311904907227 + ], + "r_inf_mean": 5291.869140625, + "r_inf_median": 0.2538381516933441, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 90014564352.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.07251055538654327, + "gamma_active": { + "1e-08": 0.07853627949953079, + "1e-07": 0.07912440598011017, + "1e-06": 0.0791192501783371, + "1e-05": 0.07893095165491104, + "0.0001": 0.07866254448890686 + }, + "gamma_energy_weighted": { + "1e-08": 0.09507044134309242, + "1e-07": 0.09507044134309242, + "1e-06": 0.09507044134309242, + "1e-05": 0.09507044134309242, + "0.0001": 0.09507044134309242 + } + }, + { + "layer": 3, + "mean_norm": 0.0017153770895674825, + "median_norm": 0.0018724495312198997, + "max_norm": 0.0029155369848012924, + "min_norm": 0.0, + "support": { + "1e-08": 0.919921875, + "1e-07": 0.908203125, + "1e-06": 0.904296875, + "1e-05": 0.888671875, + "0.0001": 0.880859375 + }, + "log_norms_percentiles": { + "1": -20.377363204956055, + "5": -10.629764556884766, + "10": -5.787530899047852, + "25": -2.758314847946167, + "50": -2.7275900840759277, + "75": -2.681199789047241, + "90": -2.65574312210083, + "95": -2.643213987350464, + "99": -2.544389247894287 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 4, + 3, + 4, + 4, + 3, + 2, + 3, + 4, + 1, + 2, + 3, + 4, + 2, + 3, + 3, + 446 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450706481933594, + -28.901411056518555, + -28.35211753845215, + -27.80282211303711, + -27.253528594970703, + -26.704233169555664, + -26.154939651489258, + -25.60564422607422, + -25.056350708007812, + -24.507057189941406, + -23.957761764526367, + -23.40846824645996, + -22.859172821044922, + -22.309879302978516, + -21.76058578491211, + -21.21129035949707, + -20.66199493408203, + -20.112701416015625, + -19.56340789794922, + -19.01411247253418, + -18.464818954467773, + -17.915523529052734, + -17.366230010986328, + -16.816936492919922, + -16.267641067504883, + -15.71834659576416, + -15.169052124023438, + -14.619758605957031, + -14.070464134216309, + -13.521169662475586, + -12.971874237060547, + -12.42258071899414, + -11.873287200927734, + -11.323991775512695, + -10.774698257446289, + -10.22540283203125, + -9.676109313964844, + -9.126813888549805, + -8.577520370483398, + -8.02822494506836, + -7.478931427001953, + -6.929637908935547, + -6.380342483520508, + -5.831048965454102, + -5.2817535400390625, + -4.732460021972656, + -4.183164596557617, + -3.633871078491211, + -3.0845775604248047, + -2.5352814197540283 + ], + "r_inf_mean": 5279.8310546875, + "r_inf_median": 0.2554193437099457, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 90327040000.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10933999717235565, + "gamma_active": { + "1e-08": 0.11825712770223618, + "1e-07": 0.11901991814374924, + "1e-06": 0.11921938508749008, + "1e-05": 0.11921565234661102, + "0.0001": 0.11852075159549713 + }, + "gamma_energy_weighted": { + "1e-08": 0.13916678531799376, + "1e-07": 0.13916678531799376, + "1e-06": 0.13916678531799376, + "1e-05": 0.13916678531799376, + "0.0001": 0.13916678531799376 + } + } + ] +}
\ No newline at end of file |