diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json new file mode 100644 index 0000000..e527512 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 42.43372344970703, + "acc": 0.111328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06964735686779022, + "median_norm": 0.06729035824537277, + "max_norm": 0.23134393990039825, + "min_norm": 4.31686639934913e-19, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.951171875, + "1e-05": 0.9453125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -14.522119522094727, + "5": -5.784476280212402, + "10": -1.6885247230529785, + "25": -1.3052496910095215, + "50": -1.1716609001159668, + "75": -1.0424304008483887, + "90": -0.944915235042572, + "95": -0.8967641592025757, + "99": -0.7421942949295044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 2, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 4, + 5, + 1, + 1, + 0, + 2, + 1, + 3, + 4, + 1, + 2, + 3, + 3, + 4, + 47, + 331, + 83 + ], + "log_norms_bin_edges": [ + -18.364831924438477, + -18.010250091552734, + -17.655668258666992, + -17.30108642578125, + -16.946504592895508, + -16.591922760009766, + -16.237340927124023, + -15.882759094238281, + -15.528177261352539, + -15.173595428466797, + -14.819013595581055, + -14.464431762695312, + -14.10984992980957, + -13.755268096923828, + -13.400686264038086, + -13.046104431152344, + -12.691522598266602, + -12.33694076538086, + -11.982358932495117, + -11.627777099609375, + -11.273195266723633, + -10.91861343383789, + -10.564031600952148, + -10.209450721740723, + -9.85486888885498, + -9.500287055969238, + -9.145705223083496, + -8.791123390197754, + -8.436541557312012, + -8.08195972442627, + -7.727377891540527, + -7.372796058654785, + -7.018214225769043, + -6.663632392883301, + -6.309050559997559, + -5.954468727111816, + -5.599886894226074, + -5.245305061340332, + -4.89072322845459, + -4.536141395568848, + -4.1815595626831055, + -3.8269777297973633, + -3.472395896911621, + -3.117814064025879, + -2.7632322311401367, + -2.4086503982543945, + -2.0540695190429688, + -1.6994876861572266, + -1.3449058532714844, + -0.9903240203857422, + -0.6357418894767761 + ], + "r_inf_mean": 0.28657597303390503, + "r_inf_median": 0.28128382563591003, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6020914316177368, + "eff_dim_mean": 0.6020914316177368, + "topk_energy": { + "1": 0.0838811844587326, + "5": 0.30921000242233276, + "10": 0.4680481255054474, + "25": 0.7548725605010986 + }, + "gamma_raw": 0.03253854811191559, + "gamma_active": { + "1e-08": 0.0334591306746006, + "1e-07": 0.03323948010802269, + "1e-06": 0.03308026120066643, + "1e-05": 0.033584192395210266, + "0.0001": 0.03379511460661888 + }, + "gamma_energy_weighted": { + "1e-08": 0.022789372590363476, + "1e-07": 0.022789372590363476, + "1e-06": 0.022789372590363476, + "1e-05": 0.022789372590363476, + "0.0001": 0.022789372590363476 + } + }, + { + "layer": 1, + "mean_norm": 0.003778289072215557, + "median_norm": 0.003488643327727914, + "max_norm": 0.013779745437204838, + "min_norm": 1.4690703445134763e-20, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.927734375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -15.957990646362305, + "5": -7.217704772949219, + "10": -2.9515280723571777, + "25": -2.6121721267700195, + "50": -2.4571516513824463, + "75": -2.306042194366455, + "90": -2.1767690181732178, + "95": -2.106468439102173, + "99": -1.9805692434310913 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 7, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 6, + 100, + 289, + 70 + ], + "log_norms_bin_edges": [ + -19.832958221435547, + -19.473514556884766, + -19.114070892333984, + -18.754627227783203, + -18.39518165588379, + -18.035737991333008, + -17.676294326782227, + -17.316850662231445, + -16.957406997680664, + -16.597963333129883, + -16.23851776123047, + -15.879074096679688, + -15.519630432128906, + -15.160186767578125, + -14.800743103027344, + -14.441299438476562, + -14.081854820251465, + -13.722410202026367, + -13.362966537475586, + -13.003522872924805, + -12.644079208374023, + -12.284635543823242, + -11.925190925598145, + -11.565747261047363, + -11.206302642822266, + -10.846858978271484, + -10.487415313720703, + -10.127971649169922, + -9.768527030944824, + -9.409083366394043, + -9.049639701843262, + -8.690195083618164, + -8.330751419067383, + -7.971307754516602, + -7.611863136291504, + -7.252419471740723, + -6.892975807189941, + -6.533531188964844, + -6.1740875244140625, + -5.814643859863281, + -5.4552001953125, + -5.095755577087402, + -4.736311912536621, + -4.37686824798584, + -4.017423629760742, + -3.657979965209961, + -3.2985363006591797, + -2.9390926361083984, + -2.5796470642089844, + -2.220203399658203, + -1.8607587814331055 + ], + "r_inf_mean": 0.2648204565048218, + "r_inf_median": 0.26114338636398315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6307994723320007, + "eff_dim_mean": 0.630799412727356, + "topk_energy": { + "1": 0.07140061259269714, + "5": 0.2769125699996948, + "10": 0.43191778659820557, + "25": 0.726829469203949 + }, + "gamma_raw": 0.08162787556648254, + "gamma_active": { + "1e-08": 0.08444485813379288, + "1e-07": 0.08450844883918762, + "1e-06": 0.08462366461753845, + "1e-05": 0.08511389046907425, + "0.0001": 0.08513911813497543 + }, + "gamma_energy_weighted": { + "1e-08": 0.08867765634854567, + "1e-07": 0.08867765634854567, + "1e-06": 0.08867765634854567, + "1e-05": 0.08867765634854567, + "0.0001": 0.08867765634854567 + } + }, + { + "layer": 2, + "mean_norm": 0.001724583562463522, + "median_norm": 0.0017588968621566892, + "max_norm": 0.0029954949859529734, + "min_norm": 4.707901687519825e-21, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -16.239450454711914, + "5": -7.456498622894287, + "10": -3.462146759033203, + "25": -2.79858136177063, + "50": -2.754431962966919, + "75": -2.707274913787842, + "90": -2.5785038471221924, + "95": -2.5634536743164062, + "99": -2.5272324085235596 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 4, + 4, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 7, + 6, + 452 + ], + "log_norms_bin_edges": [ + -20.327173233032227, + -19.971099853515625, + -19.615028381347656, + -19.258955001831055, + -18.902881622314453, + -18.54680824279785, + -18.190736770629883, + -17.83466339111328, + -17.47859001159668, + -17.122516632080078, + -16.76644515991211, + -16.410371780395508, + -16.054298400878906, + -15.698226928710938, + -15.342153549194336, + -14.986080169677734, + -14.63000774383545, + -14.273935317993164, + -13.917861938476562, + -13.561788558959961, + -13.205716133117676, + -12.84964370727539, + -12.493570327758789, + -12.137497901916504, + -11.781425476074219, + -11.425352096557617, + -11.069279670715332, + -10.71320629119873, + -10.357133865356445, + -10.001060485839844, + -9.644988059997559, + -9.288914680480957, + -8.932842254638672, + -8.576769828796387, + -8.220696449279785, + -7.8646240234375, + -7.508550643920898, + -7.152478218078613, + -6.796404838562012, + -6.440332412719727, + -6.084259033203125, + -5.72818660736084, + -5.372114181518555, + -5.016040802001953, + -4.659968376159668, + -4.303895950317383, + -3.9478225708007812, + -3.5917491912841797, + -3.235677719116211, + -2.8796043395996094, + -2.523531675338745 + ], + "r_inf_mean": 0.24668467044830322, + "r_inf_median": 0.24314028024673462, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6438515186309814, + "eff_dim_mean": 0.6438515186309814, + "topk_energy": { + "1": 0.061825934797525406, + "5": 0.2547563314437866, + "10": 0.4103330969810486, + "25": 0.7146492004394531 + }, + "gamma_raw": 0.07055611908435822, + "gamma_active": { + "1e-08": 0.0733126625418663, + "1e-07": 0.07373616844415665, + "1e-06": 0.07416142523288727, + "1e-05": 0.07561205327510834, + "0.0001": 0.07522089779376984 + }, + "gamma_energy_weighted": { + "1e-08": 0.12453810739202202, + "1e-07": 0.12453810739202202, + "1e-06": 0.12453810739202202, + "1e-05": 0.12453810739202202, + "0.0001": 0.12453810739202202 + } + }, + { + "layer": 3, + "mean_norm": 0.0017024585977196693, + "median_norm": 0.0017540431581437588, + "max_norm": 0.002894739853218198, + "min_norm": 4.708347993465563e-21, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -16.244247436523438, + "5": -7.457695484161377, + "10": -3.4622225761413574, + "25": -2.7992441654205322, + "50": -2.7559494972229004, + "75": -2.7097620964050293, + "90": -2.5925161838531494, + "95": -2.5816245079040527, + "99": -2.5472142696380615 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 4, + 4, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 7, + 5, + 453 + ], + "log_norms_bin_edges": [ + -20.327133178710938, + -19.971359252929688, + -19.615583419799805, + -19.259809494018555, + -18.904033660888672, + -18.548259735107422, + -18.19248390197754, + -17.83670997619629, + -17.480934143066406, + -17.125160217285156, + -16.769384384155273, + -16.413610458374023, + -16.05783462524414, + -15.70206069946289, + -15.346284866333008, + -14.990510940551758, + -14.634735107421875, + -14.278961181640625, + -13.923185348510742, + -13.567411422729492, + -13.21163558959961, + -12.85586166381836, + -12.500085830688477, + -12.144311904907227, + -11.78853702545166, + -11.432762145996094, + -11.076987266540527, + -10.721212387084961, + -10.365437507629395, + -10.009662628173828, + -9.653887748718262, + -9.298112869262695, + -8.942337989807129, + -8.586563110351562, + -8.230788230895996, + -7.87501335144043, + -7.519238471984863, + -7.163463592529297, + -6.8076887130737305, + -6.451913833618164, + -6.096138954162598, + -5.740364074707031, + -5.384589195251465, + -5.028814315795898, + -4.673039436340332, + -4.317264556884766, + -3.9614906311035156, + -3.605714797973633, + -3.249940872192383, + -2.8941650390625, + -2.538390636444092 + ], + "r_inf_mean": 0.24705493450164795, + "r_inf_median": 0.24481038749217987, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6435800194740295, + "eff_dim_mean": 0.6435800194740295, + "topk_energy": { + "1": 0.06200089305639267, + "5": 0.25509023666381836, + "10": 0.4105069637298584, + "25": 0.7152288556098938 + }, + "gamma_raw": 0.07362224161624908, + "gamma_active": { + "1e-08": 0.07635384798049927, + "1e-07": 0.07660436630249023, + "1e-06": 0.07676185667514801, + "1e-05": 0.07731416821479797, + "0.0001": 0.07681886851787567 + }, + "gamma_energy_weighted": { + "1e-08": 0.10031066782729126, + "1e-07": 0.10031066782729126, + "1e-06": 0.10031066782729126, + "1e-05": 0.10031066782729126, + "0.0001": 0.10031066782729126 + } + } + ] +}
\ No newline at end of file |