diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json new file mode 100644 index 0000000..a73df5f --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.1803317070007324, + "acc": 0.16796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 9.139504982158542e-06, + "median_norm": 1.8120186950909556e-06, + "max_norm": 0.0004819915920961648, + "min_norm": 1.441991237527418e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94921875, + "1e-06": 0.6484375, + "1e-05": 0.18359375, + "0.0001": 0.01171875 + }, + "log_norms_percentiles": { + "1": -7.386696815490723, + "5": -6.982797145843506, + "10": -6.716227054595947, + "25": -6.167113304138184, + "50": -5.728268623352051, + "75": -5.142234802246094, + "90": -4.752677917480469, + "95": -4.502847671508789, + "99": -3.996098041534424 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 4, + 2, + 3, + 4, + 6, + 4, + 6, + 6, + 11, + 5, + 11, + 12, + 12, + 20, + 10, + 13, + 6, + 10, + 16, + 11, + 7, + 8, + 9, + 7, + 11, + 6, + 5, + 7, + 2, + 3, + 2, + 1, + 1, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.841037273406982, + -7.750555515289307, + -7.660074234008789, + -7.569592475891113, + -7.479111194610596, + -7.38862943649292, + -7.298148155212402, + -7.207666397094727, + -7.117185115814209, + -7.026703357696533, + -6.936222076416016, + -6.84574031829834, + -6.755259037017822, + -6.6647772789001465, + -6.574295997619629, + -6.483814239501953, + -6.3933329582214355, + -6.30285120010376, + -6.212369918823242, + -6.121888160705566, + -6.031406879425049, + -5.940925121307373, + -5.8504438400268555, + -5.75996208190918, + -5.669480323791504, + -5.578999042510986, + -5.488517761230469, + -5.398036003112793, + -5.307554244995117, + -5.2170729637146, + -5.126591682434082, + -5.036109924316406, + -4.9456281661987305, + -4.855146884918213, + -4.764665603637695, + -4.6741838455200195, + -4.583702087402344, + -4.493220806121826, + -4.402739524841309, + -4.312257766723633, + -4.221776008605957, + -4.1312947273254395, + -4.040813446044922, + -3.950331687927246, + -3.8598501682281494, + -3.7693686485290527, + -3.678886890411377, + -3.5884056091308594, + -3.4979238510131836, + -3.407442569732666, + -3.316960573196411 + ], + "r_inf_mean": 0.2065923511981964, + "r_inf_median": 0.2023516595363617, + "pr_mean": 0.2868894040584564, + "pr_median": 0.2903349697589874, + "hoyer_mean": 0.5960472822189331, + "eff_dim_mean": 0.5960472822189331, + "topk_energy": { + "1": 0.08041948080062866, + "5": 0.3097919821739197, + "10": 0.4846532940864563, + "25": 0.7622068524360657 + }, + "gamma_raw": -0.0059751905500888824, + "gamma_active": { + "1e-08": -0.0059751905500888824, + "1e-07": -0.008263359777629375, + "1e-06": -0.011538185179233551, + "1e-05": -0.015576062723994255, + "0.0001": -0.07169058173894882 + }, + "gamma_energy_weighted": { + "1e-08": -0.05556163192798925, + "1e-07": -0.05556163192798925, + "1e-06": -0.05556163192798925, + "1e-05": -0.05556163192798925, + "0.0001": -0.05556163192798925 + } + }, + { + "layer": 1, + "mean_norm": 4.529771668870808e-09, + "median_norm": 2.5557884697491318e-09, + "max_norm": 1.0534471783785193e-07, + "min_norm": 8.143342250521712e-11, + "support": { + "1e-08": 0.078125, + "1e-07": 0.00390625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.922964096069336, + "5": -9.254459381103516, + "10": -9.136977195739746, + "25": -8.843843460083008, + "50": -8.591863632202148, + "75": -8.335660934448242, + "90": -8.059770584106445, + "95": -7.889815807342529, + "99": -7.461874961853027 + }, + "log_norms_histogram": [ + 1, + 1, + 2, + 1, + 1, + 5, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 6, + 5, + 13, + 7, + 7, + 5, + 8, + 11, + 18, + 15, + 17, + 23, + 18, + 8, + 15, + 14, + 13, + 4, + 8, + 6, + 5, + 4, + 2, + 2, + 0, + 3, + 1, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -10.089197158813477, + -10.026961326599121, + -9.96472454071045, + -9.902488708496094, + -9.840252876281738, + -9.778016090393066, + -9.715780258178711, + -9.653543472290039, + -9.591307640075684, + -9.529071807861328, + -9.466835021972656, + -9.4045991897583, + -9.342363357543945, + -9.280126571655273, + -9.217890739440918, + -9.155653953552246, + -9.09341812133789, + -9.031182289123535, + -8.968945503234863, + -8.906709671020508, + -8.844473838806152, + -8.78223705291748, + -8.720001220703125, + -8.657764434814453, + -8.595528602600098, + -8.533292770385742, + -8.47105598449707, + -8.408820152282715, + -8.34658432006836, + -8.284347534179688, + -8.222111701965332, + -8.159875869750977, + -8.097639083862305, + -8.03540325164795, + -7.9731669425964355, + -7.910930633544922, + -7.848694801330566, + -7.7864580154418945, + -7.724222183227539, + -7.661985874176025, + -7.599749565124512, + -7.537513732910156, + -7.475277423858643, + -7.413041114807129, + -7.350805282592773, + -7.288568496704102, + -7.226332664489746, + -7.164096355438232, + -7.101860046386719, + -7.039624214172363, + -6.97738790512085 + ], + "r_inf_mean": 0.14947479963302612, + "r_inf_median": 0.14717163145542145, + "pr_mean": 0.40456366539001465, + "pr_median": 0.39842408895492554, + "hoyer_mean": 0.6550508737564087, + "eff_dim_mean": 0.6550508737564087, + "topk_energy": { + "1": 0.04324015974998474, + "5": 0.20804181694984436, + "10": 0.37430357933044434, + "25": 0.7040318846702576 + }, + "gamma_raw": 0.0015983731718733907, + "gamma_active": { + "1e-08": -0.02755197323858738, + "1e-07": -0.02339858002960682, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.012625223643840893, + "1e-07": -0.012625223643840893, + "1e-06": -0.012625223643840893, + "1e-05": -0.012625223643840893, + "0.0001": -0.012625223643840893 + } + }, + { + "layer": 2, + "mean_norm": 2.1837934238710943e-10, + "median_norm": 2.0238323517052237e-10, + "max_norm": 4.871619219137813e-10, + "min_norm": 8.157928499397116e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.087203979492188, + "5": -10.080497741699219, + "10": -10.030401229858398, + "25": -9.818598747253418, + "50": -9.693788528442383, + "75": -9.526028633117676, + "90": -9.458578109741211, + "95": -9.389768600463867, + "99": -9.317594528198242 + }, + "log_norms_histogram": [ + 17, + 1, + 2, + 7, + 9, + 4, + 2, + 2, + 3, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 6, + 15, + 9, + 11, + 4, + 3, + 4, + 6, + 10, + 22, + 12, + 10, + 6, + 0, + 4, + 4, + 1, + 2, + 3, + 6, + 13, + 10, + 5, + 8, + 8, + 8, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 7 + ], + "log_norms_bin_edges": [ + -10.088420867919922, + -10.072898864746094, + -10.057376861572266, + -10.041854858398438, + -10.026333808898926, + -10.010811805725098, + -9.99528980255127, + -9.979767799377441, + -9.964245796203613, + -9.948723793029785, + -9.933201789855957, + -9.917680740356445, + -9.902158737182617, + -9.886636734008789, + -9.871114730834961, + -9.855592727661133, + -9.840070724487305, + -9.824548721313477, + -9.809026718139648, + -9.793505668640137, + -9.777983665466309, + -9.76246166229248, + -9.746939659118652, + -9.731417655944824, + -9.715895652770996, + -9.700374603271484, + -9.684852600097656, + -9.669330596923828, + -9.65380859375, + -9.638286590576172, + -9.622764587402344, + -9.607242584228516, + -9.591720581054688, + -9.576199531555176, + -9.560677528381348, + -9.54515552520752, + -9.529633522033691, + -9.514111518859863, + -9.498589515686035, + -9.483067512512207, + -9.467546463012695, + -9.452024459838867, + -9.436502456665039, + -9.420980453491211, + -9.405458450317383, + -9.389936447143555, + -9.374414443969727, + -9.358893394470215, + -9.343371391296387, + -9.327849388122559, + -9.31232738494873 + ], + "r_inf_mean": 0.28661292791366577, + "r_inf_median": 0.28573402762413025, + "pr_mean": 0.14900846779346466, + "pr_median": 0.13554377853870392, + "hoyer_mean": 0.46111470460891724, + "eff_dim_mean": 0.46111470460891724, + "topk_energy": { + "1": 0.14828872680664062, + "5": 0.4664638042449951, + "10": 0.6448763608932495, + "25": 0.862646758556366 + }, + "gamma_raw": -0.00021829150500707328, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0006124271709413506, + "1e-07": -0.0006124271709413506, + "1e-06": -0.0006124271709413506, + "1e-05": -0.0006124271709413506, + "0.0001": -0.0006124271709413506 + } + }, + { + "layer": 3, + "mean_norm": 2.207977412016504e-10, + "median_norm": 2.0508451881173784e-10, + "max_norm": 4.954666121825824e-10, + "min_norm": 8.157694658672554e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.087048530578613, + "5": -10.080224990844727, + "10": -10.027896881103516, + "25": -9.821104049682617, + "50": -9.68796157836914, + "75": -9.518138885498047, + "90": -9.451448440551758, + "95": -9.383013725280762, + "99": -9.310282707214355 + }, + "log_norms_histogram": [ + 17, + 1, + 2, + 7, + 8, + 5, + 2, + 1, + 4, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 13, + 8, + 9, + 11, + 5, + 3, + 4, + 4, + 10, + 24, + 11, + 11, + 5, + 0, + 4, + 4, + 1, + 1, + 4, + 6, + 12, + 9, + 6, + 9, + 7, + 9, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 6 + ], + "log_norms_bin_edges": [ + -10.088433265686035, + -10.07276439666748, + -10.057095527648926, + -10.041426658630371, + -10.025757789611816, + -10.010088920593262, + -9.994420051574707, + -9.978750228881836, + -9.963081359863281, + -9.947412490844727, + -9.931743621826172, + -9.916074752807617, + -9.900405883789062, + -9.884737014770508, + -9.869068145751953, + -9.853399276733398, + -9.837730407714844, + -9.822061538696289, + -9.806392669677734, + -9.790722846984863, + -9.775053977966309, + -9.759385108947754, + -9.7437162399292, + -9.728047370910645, + -9.71237850189209, + -9.696709632873535, + -9.68104076385498, + -9.665371894836426, + -9.649703025817871, + -9.634034156799316, + -9.618365287780762, + -9.602696418762207, + -9.587026596069336, + -9.571357727050781, + -9.555688858032227, + -9.540019989013672, + -9.524351119995117, + -9.508682250976562, + -9.493013381958008, + -9.477344512939453, + -9.461675643920898, + -9.446006774902344, + -9.430337905883789, + -9.414669036865234, + -9.39900016784668, + -9.383330345153809, + -9.367661476135254, + -9.3519926071167, + -9.336323738098145, + -9.32065486907959, + -9.304986000061035 + ], + "r_inf_mean": 0.28336480259895325, + "r_inf_median": 0.2848866283893585, + "pr_mean": 0.15163889527320862, + "pr_median": 0.14316551387310028, + "hoyer_mean": 0.46764203906059265, + "eff_dim_mean": 0.46764203906059265, + "topk_energy": { + "1": 0.14518338441848755, + "5": 0.4611893892288208, + "10": 0.6410860419273376, + "25": 0.8597268462181091 + }, + "gamma_raw": -0.00045726809184998274, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0005468887079005901, + "1e-07": -0.0005468887079005901, + "1e-06": -0.0005468887079005901, + "1e-05": -0.0005468887079005901, + "0.0001": -0.0005468887079005901 + } + } + ] +}
\ No newline at end of file |