diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json new file mode 100644 index 0000000..a4dd50e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 29.19346046447754, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0492619127035141, + "median_norm": 0.04974084347486496, + "max_norm": 0.1523628979921341, + "min_norm": 2.117905588960106e-18, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -9.482752799987793, + "5": -4.864361763000488, + "10": -1.6053751707077026, + "25": -1.3759350776672363, + "50": -1.3032031059265137, + "75": -1.2281651496887207, + "90": -1.1494523286819458, + "95": -1.1017143726348877, + "99": -0.9324304461479187 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 4, + 2, + 4, + 3, + 3, + 2, + 2, + 0, + 3, + 6, + 3, + 1, + 4, + 4, + 402, + 56 + ], + "log_norms_bin_edges": [ + -17.674095153808594, + -17.336956024169922, + -16.99981689453125, + -16.662675857543945, + -16.325536727905273, + -15.988397598266602, + -15.65125846862793, + -15.314119338989258, + -14.97697925567627, + -14.639839172363281, + -14.30270004272461, + -13.965560913085938, + -13.628421783447266, + -13.291281700134277, + -12.954142570495605, + -12.617002487182617, + -12.279863357543945, + -11.942724227905273, + -11.605584144592285, + -11.268445014953613, + -10.931304931640625, + -10.594165802001953, + -10.257026672363281, + -9.91988754272461, + -9.582747459411621, + -9.24560832977295, + -8.908468246459961, + -8.571329116821289, + -8.234189987182617, + -7.897049903869629, + -7.559910774230957, + -7.222770690917969, + -6.885631561279297, + -6.548492431640625, + -6.211352348327637, + -5.874213218688965, + -5.537073135375977, + -5.199934005737305, + -4.862794876098633, + -4.5256547927856445, + -4.188515663146973, + -3.851376533508301, + -3.5142364501953125, + -3.1770973205566406, + -2.8399581909179688, + -2.5028181076049805, + -2.1656789779663086, + -1.8285388946533203, + -1.4913997650146484, + -1.1542606353759766, + -0.8171207904815674 + ], + "r_inf_mean": 0.2918955087661743, + "r_inf_median": 0.2837647795677185, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6032497882843018, + "eff_dim_mean": 0.6032497882843018, + "topk_energy": { + "1": 0.08760584890842438, + "5": 0.3108406364917755, + "10": 0.4677860140800476, + "25": 0.753221869468689 + }, + "gamma_raw": 0.03869650140404701, + "gamma_active": { + "1e-08": 0.039155229926109314, + "1e-07": 0.03864369913935661, + "1e-06": 0.03739608824253082, + "1e-05": 0.037570055574178696, + "0.0001": 0.03795270249247551 + }, + "gamma_energy_weighted": { + "1e-08": 0.032990067317914505, + "1e-07": 0.032990067317914505, + "1e-06": 0.032990067317914505, + "1e-05": 0.032990067317914505, + "0.0001": 0.032990067317914505 + } + }, + { + "layer": 1, + "mean_norm": 0.002568535041064024, + "median_norm": 0.0026299445889890194, + "max_norm": 0.00719055812805891, + "min_norm": 8.020862792136416e-20, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.96484375, + "1e-06": 0.9453125, + "1e-05": 0.935546875, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -10.940587997436523, + "5": -6.166435241699219, + "10": -2.9384026527404785, + "25": -2.638461112976074, + "50": -2.5797009468078613, + "75": -2.5096306800842285, + "90": -2.4482100009918213, + "95": -2.412285327911377, + "99": -2.313051223754883 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 3, + 4, + 2, + 3, + 3, + 4, + 1, + 2, + 1, + 3, + 4, + 3, + 3, + 2, + 4, + 372, + 88 + ], + "log_norms_bin_edges": [ + -19.095779418945312, + -18.756729125976562, + -18.41767692565918, + -18.07862663269043, + -17.73957633972168, + -17.40052604675293, + -17.061473846435547, + -16.722423553466797, + -16.383373260498047, + -16.044322967529297, + -15.705270767211914, + -15.366220474243164, + -15.027169227600098, + -14.688117980957031, + -14.349067687988281, + -14.010017395019531, + -13.670966148376465, + -13.331914901733398, + -12.992864608764648, + -12.653814315795898, + -12.314763069152832, + -11.975711822509766, + -11.636661529541016, + -11.29761028289795, + -10.958559036254883, + -10.619508743286133, + -10.280457496643066, + -9.941407203674316, + -9.60235595703125, + -9.2633056640625, + -8.924254417419434, + -8.585204124450684, + -8.246152877807617, + -7.907101631164551, + -7.568051338195801, + -7.229000091552734, + -6.889949798583984, + -6.550898551940918, + -6.211848258972168, + -5.872797012329102, + -5.533746719360352, + -5.194695472717285, + -4.855644226074219, + -4.516593933105469, + -4.177542686462402, + -3.8384923934936523, + -3.499441146850586, + -3.160390853881836, + -2.821338653564453, + -2.482288360595703, + -2.143237590789795 + ], + "r_inf_mean": 0.25330406427383423, + "r_inf_median": 0.2493448704481125, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6394168138504028, + "eff_dim_mean": 0.6394168138504028, + "topk_energy": { + "1": 0.06519816815853119, + "5": 0.264660120010376, + "10": 0.42111334204673767, + "25": 0.7205305695533752 + }, + "gamma_raw": 0.19518491625785828, + "gamma_active": { + "1e-08": 0.19889576733112335, + "1e-07": 0.20013108849525452, + "1e-06": 0.20118911564350128, + "1e-05": 0.20122966170310974, + "0.0001": 0.2009708434343338 + }, + "gamma_energy_weighted": { + "1e-08": 0.2110617838421668, + "1e-07": 0.2110617838421668, + "1e-06": 0.2110617838421668, + "1e-05": 0.2110617838421668, + "0.0001": 0.2110617838421668 + } + }, + { + "layer": 2, + "mean_norm": 0.0017579158302396536, + "median_norm": 0.001876829075627029, + "max_norm": 0.0025542036164551973, + "min_norm": 3.915525668592246e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.9609375, + "1e-06": 0.943359375, + "1e-05": 0.935546875, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -11.139305114746094, + "5": -6.305920600891113, + "10": -3.1121439933776855, + "25": -2.7555980682373047, + "50": -2.726470470428467, + "75": -2.6809775829315186, + "90": -2.6491119861602783, + "95": -2.614898681640625, + "99": -2.595681667327881 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 2, + 5, + 2, + 3, + 3, + 3, + 2, + 1, + 2, + 3, + 4, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -19.407211303710938, + -19.0709228515625, + -18.73463249206543, + -18.398344039916992, + -18.062053680419922, + -17.725765228271484, + -17.389474868774414, + -17.053186416625977, + -16.716896057128906, + -16.38060760498047, + -16.04431915283203, + -15.708028793334961, + -15.371739387512207, + -15.035449981689453, + -14.699161529541016, + -14.362871170043945, + -14.026582717895508, + -13.690292358398438, + -13.35400390625, + -13.017714500427246, + -12.681425094604492, + -12.345135688781738, + -12.008846282958984, + -11.67255687713623, + -11.336267471313477, + -10.999978065490723, + -10.663688659667969, + -10.327400207519531, + -9.991110801696777, + -9.654821395874023, + -9.31853199005127, + -8.982242584228516, + -8.645953178405762, + -8.309663772583008, + -7.973374366760254, + -7.6370849609375, + -7.300795555114746, + -6.964506149291992, + -6.628217697143555, + -6.291928291320801, + -5.955638885498047, + -5.619349479675293, + -5.283060073852539, + -4.946770668029785, + -4.610481262207031, + -4.274191856384277, + -3.9379024505615234, + -3.6016130447387695, + -3.2653236389160156, + -2.929035186767578, + -2.5927443504333496 + ], + "r_inf_mean": 0.2461438775062561, + "r_inf_median": 0.24710114300251007, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6493147611618042, + "eff_dim_mean": 0.6493147611618042, + "topk_energy": { + "1": 0.06112468242645264, + "5": 0.25580209493637085, + "10": 0.4094632863998413, + "25": 0.7087682485580444 + }, + "gamma_raw": 0.08564076572656631, + "gamma_active": { + "1e-08": 0.08724778145551682, + "1e-07": 0.08867105096578598, + "1e-06": 0.08891702443361282, + "1e-05": 0.08904703706502914, + "0.0001": 0.08880636841058731 + }, + "gamma_energy_weighted": { + "1e-08": 0.10304308959737887, + "1e-07": 0.10304308959737887, + "1e-06": 0.10304308959737887, + "1e-05": 0.10304308959737887, + "0.0001": 0.10304308959737887 + } + }, + { + "layer": 3, + "mean_norm": 0.0017379759810864925, + "median_norm": 0.0018643287476152182, + "max_norm": 0.0024727685377001762, + "min_norm": 3.8558339245214615e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.9609375, + "1e-06": 0.943359375, + "1e-05": 0.935546875, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -11.138894081115723, + "5": -6.305047512054443, + "10": -3.1225666999816895, + "25": -2.7594876289367676, + "50": -2.729440212249756, + "75": -2.6860671043395996, + "90": -2.650346040725708, + "95": -2.625997543334961, + "99": -2.6078574657440186 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 5, + 2, + 3, + 3, + 3, + 1, + 2, + 2, + 3, + 4, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -19.413881301879883, + -19.077739715576172, + -18.74159812927246, + -18.40545654296875, + -18.069316864013672, + -17.73317527770996, + -17.39703369140625, + -17.06089210510254, + -16.724750518798828, + -16.388608932495117, + -16.052467346191406, + -15.716327667236328, + -15.380186080932617, + -15.044044494628906, + -14.707902908325195, + -14.371761322021484, + -14.03562068939209, + -13.699480056762695, + -13.363338470458984, + -13.027196884155273, + -12.691055297851562, + -12.354913711547852, + -12.018773078918457, + -11.682631492614746, + -11.346490859985352, + -11.01034927368164, + -10.67420768737793, + -10.338066101074219, + -10.001925468444824, + -9.665783882141113, + -9.329642295837402, + -8.993501663208008, + -8.657360076904297, + -8.321218490600586, + -7.985077857971191, + -7.6489362716674805, + -7.3127946853637695, + -6.976654052734375, + -6.640512466430664, + -6.304370880126953, + -5.968229293823242, + -5.632088661193848, + -5.295947074890137, + -4.959805488586426, + -4.623664855957031, + -4.28752326965332, + -3.9513816833496094, + -3.615241050720215, + -3.2791004180908203, + -2.9429588317871094, + -2.6068167686462402 + ], + "r_inf_mean": 0.24574804306030273, + "r_inf_median": 0.24636037647724152, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6494787931442261, + "eff_dim_mean": 0.6494787335395813, + "topk_energy": { + "1": 0.060897015035152435, + "5": 0.2554527521133423, + "10": 0.4087584614753723, + "25": 0.7090603113174438 + }, + "gamma_raw": 0.10582663118839264, + "gamma_active": { + "1e-08": 0.10788597911596298, + "1e-07": 0.1088070347905159, + "1e-06": 0.10899817943572998, + "1e-05": 0.10966698825359344, + "0.0001": 0.10956272482872009 + }, + "gamma_energy_weighted": { + "1e-08": 0.1200737924345661, + "1e-07": 0.1200737924345661, + "1e-06": 0.1200737924345661, + "1e-05": 0.1200737924345661, + "0.0001": 0.1200737924345661 + } + } + ] +}
\ No newline at end of file |