diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json new file mode 100644 index 0000000..905300e --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9690829515457153, + "acc": 0.2890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.191242908291315e-07, + "median_norm": 3.406271673611627e-07, + "max_norm": 3.121169584119343e-06, + "min_norm": 5.023937887926877e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.96484375, + "1e-06": 0.0546875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.133757591247559, + "5": -6.9296722412109375, + "10": -6.860629081726074, + "25": -6.696191787719727, + "50": -6.460324764251709, + "75": -6.280837059020996, + "90": -6.104625701904297, + "95": -5.995170593261719, + "99": -5.793197154998779 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 0, + 2, + 2, + 2, + 0, + 3, + 5, + 7, + 7, + 4, + 11, + 10, + 13, + 6, + 15, + 11, + 6, + 10, + 7, + 11, + 15, + 10, + 11, + 18, + 12, + 7, + 8, + 5, + 5, + 9, + 4, + 2, + 5, + 5, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.298955917358398, + -7.26309061050415, + -7.227224826812744, + -7.191359519958496, + -7.155494213104248, + -7.119628429412842, + -7.083763122558594, + -7.047897815704346, + -7.0120320320129395, + -6.976166725158691, + -6.940301418304443, + -6.904435634613037, + -6.868570327758789, + -6.832704544067383, + -6.796839237213135, + -6.760973930358887, + -6.7251081466674805, + -6.689242839813232, + -6.653377532958984, + -6.617511749267578, + -6.58164644241333, + -6.545781135559082, + -6.509915351867676, + -6.474050045013428, + -6.43818473815918, + -6.402318954467773, + -6.366453647613525, + -6.330588340759277, + -6.294722557067871, + -6.258857250213623, + -6.222991943359375, + -6.187126159667969, + -6.151260852813721, + -6.115395545959473, + -6.079529762268066, + -6.043664455413818, + -6.00779914855957, + -5.971933364868164, + -5.936068058013916, + -5.900202751159668, + -5.864336967468262, + -5.828471660614014, + -5.792606353759766, + -5.756740570068359, + -5.720875263214111, + -5.685009956359863, + -5.649144172668457, + -5.613278865814209, + -5.577413558959961, + -5.541547775268555, + -5.505682468414307 + ], + "r_inf_mean": 0.19704243540763855, + "r_inf_median": 0.19687016308307648, + "pr_mean": 0.308735191822052, + "pr_median": 0.2967337667942047, + "hoyer_mean": 0.610343337059021, + "eff_dim_mean": 0.610343337059021, + "topk_energy": { + "1": 0.07119022309780121, + "5": 0.2893819212913513, + "10": 0.46360278129577637, + "25": 0.7512165307998657 + }, + "gamma_raw": 0.33858993649482727, + "gamma_active": { + "1e-08": 0.33858993649482727, + "1e-07": 0.339552640914917, + "1e-06": 0.4613848924636841, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3996696085047271, + "1e-07": 0.3996696085047271, + "1e-06": 0.3996696085047271, + "1e-05": 0.3996696085047271, + "0.0001": 0.3996696085047271 + } + }, + { + "layer": 1, + "mean_norm": 1.0334754163565663e-09, + "median_norm": 1.0448444331956352e-09, + "max_norm": 1.7765000581704271e-09, + "min_norm": 4.47628933919475e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.289823532104492, + "5": -9.197891235351562, + "10": -9.132867813110352, + "25": -9.04176139831543, + "50": -8.980934143066406, + "75": -8.926870346069336, + "90": -8.889876365661621, + "95": -8.872453689575195, + "99": -8.82375431060791 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 1, + 3, + 3, + 4, + 3, + 0, + 1, + 3, + 2, + 5, + 5, + 7, + 7, + 4, + 8, + 7, + 15, + 15, + 16, + 10, + 12, + 13, + 16, + 17, + 13, + 13, + 11, + 12, + 8, + 4, + 1, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.349081993103027, + -9.337108612060547, + -9.325136184692383, + -9.313162803649902, + -9.301190376281738, + -9.289216995239258, + -9.277244567871094, + -9.265271186828613, + -9.25329875946045, + -9.241325378417969, + -9.229352951049805, + -9.217379570007324, + -9.20540714263916, + -9.19343376159668, + -9.1814603805542, + -9.169487953186035, + -9.157514572143555, + -9.14554214477539, + -9.13356876373291, + -9.121596336364746, + -9.109622955322266, + -9.097650527954102, + -9.085677146911621, + -9.073704719543457, + -9.061731338500977, + -9.049758911132812, + -9.037785530090332, + -9.025812149047852, + -9.013839721679688, + -9.001866340637207, + -8.989893913269043, + -8.977920532226562, + -8.965948104858398, + -8.953974723815918, + -8.942002296447754, + -8.930028915405273, + -8.91805648803711, + -8.906083106994629, + -8.894109725952148, + -8.882137298583984, + -8.870163917541504, + -8.85819149017334, + -8.84621810913086, + -8.834245681762695, + -8.822272300720215, + -8.81029987335205, + -8.79832649230957, + -8.786354064941406, + -8.774380683898926, + -8.762408256530762, + -8.750434875488281 + ], + "r_inf_mean": 0.4486384391784668, + "r_inf_median": 0.453622043132782, + "pr_mean": 0.05657400190830231, + "pr_median": 0.04752027243375778, + "hoyer_mean": 0.3105672597885132, + "eff_dim_mean": 0.3105672597885132, + "topk_energy": { + "1": 0.3238997161388397, + "5": 0.6823532581329346, + "10": 0.8140469789505005, + "25": 0.9333410263061523 + }, + "gamma_raw": -0.0010149991139769554, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002258997851824066, + "1e-07": -0.002258997851824066, + "1e-06": -0.002258997851824066, + "1e-05": -0.002258997851824066, + "0.0001": -0.002258997851824066 + } + }, + { + "layer": 2, + "mean_norm": 1.0239633585484853e-09, + "median_norm": 1.0434466624076322e-09, + "max_norm": 1.7215110448276505e-09, + "min_norm": 4.3615416833731047e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.302780151367188, + "5": -9.21251392364502, + "10": -9.12985610961914, + "25": -9.061946868896484, + "50": -8.980342864990234, + "75": -8.927542686462402, + "90": -8.891048431396484, + "95": -8.877092361450195, + "99": -8.824458122253418 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 3, + 2, + 1, + 2, + 1, + 2, + 2, + 5, + 2, + 1, + 0, + 0, + 4, + 6, + 9, + 5, + 8, + 7, + 2, + 5, + 8, + 13, + 17, + 12, + 8, + 14, + 10, + 18, + 14, + 15, + 13, + 11, + 12, + 8, + 6, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.360360145568848, + -9.348434448242188, + -9.336509704589844, + -9.324584007263184, + -9.312658309936523, + -9.30073356628418, + -9.28880786895752, + -9.27688217163086, + -9.264957427978516, + -9.253031730651855, + -9.241106033325195, + -9.229181289672852, + -9.217255592346191, + -9.205329895019531, + -9.193404197692871, + -9.181479454040527, + -9.169553756713867, + -9.157628059387207, + -9.145703315734863, + -9.133777618408203, + -9.121851921081543, + -9.1099271774292, + -9.098001480102539, + -9.086075782775879, + -9.074151039123535, + -9.062225341796875, + -9.050299644470215, + -9.038374900817871, + -9.026449203491211, + -9.01452350616455, + -9.002598762512207, + -8.990673065185547, + -8.978747367858887, + -8.966822624206543, + -8.954896926879883, + -8.942971229553223, + -8.931046485900879, + -8.919120788574219, + -8.907195091247559, + -8.895269393920898, + -8.883344650268555, + -8.871418952941895, + -8.859493255615234, + -8.84756851196289, + -8.83564281463623, + -8.82371711730957, + -8.811792373657227, + -8.799866676330566, + -8.787940979003906, + -8.776016235351562, + -8.764090538024902 + ], + "r_inf_mean": 0.45332127809524536, + "r_inf_median": 0.4605533182621002, + "pr_mean": 0.054691970348358154, + "pr_median": 0.046545349061489105, + "hoyer_mean": 0.30184006690979004, + "eff_dim_mean": 0.30184006690979004, + "topk_energy": { + "1": 0.33133524656295776, + "5": 0.6902511119842529, + "10": 0.8208131194114685, + "25": 0.9374762773513794 + }, + "gamma_raw": 0.0007469440461136401, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0015008438586824205, + "1e-07": 0.0015008438586824205, + "1e-06": 0.0015008438586824205, + "1e-05": 0.0015008438586824205, + "0.0001": 0.0015008438586824205 + } + }, + { + "layer": 3, + "mean_norm": 1.0241347769834874e-09, + "median_norm": 1.0437867237200749e-09, + "max_norm": 1.7153806153302753e-09, + "min_norm": 4.359892447070024e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.300985336303711, + "5": -9.211760520935059, + "10": -9.129596710205078, + "25": -9.06185245513916, + "50": -8.980210304260254, + "75": -8.927511215209961, + "90": -8.891120910644531, + "95": -8.877522468566895, + "99": -8.825100898742676 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 4, + 2, + 1, + 1, + 2, + 2, + 1, + 6, + 2, + 1, + 0, + 0, + 4, + 5, + 9, + 6, + 8, + 6, + 3, + 5, + 8, + 11, + 18, + 11, + 9, + 14, + 11, + 17, + 13, + 16, + 13, + 10, + 14, + 8, + 6, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.36052417755127, + -9.348626136779785, + -9.336729049682617, + -9.324831008911133, + -9.312932968139648, + -9.30103588104248, + -9.289137840270996, + -9.277240753173828, + -9.265342712402344, + -9.25344467163086, + -9.241547584533691, + -9.229649543762207, + -9.217751502990723, + -9.205854415893555, + -9.19395637512207, + -9.182058334350586, + -9.170161247253418, + -9.158263206481934, + -9.14636516571045, + -9.134468078613281, + -9.122570037841797, + -9.110672950744629, + -9.098774909973145, + -9.08687686920166, + -9.074979782104492, + -9.063081741333008, + -9.051183700561523, + -9.039286613464355, + -9.027388572692871, + -9.015490531921387, + -9.003593444824219, + -8.991695404052734, + -8.979798316955566, + -8.967900276184082, + -8.956002235412598, + -8.94410514831543, + -8.932207107543945, + -8.920309066772461, + -8.908411979675293, + -8.896513938903809, + -8.884615898132324, + -8.872718811035156, + -8.860820770263672, + -8.848922729492188, + -8.83702564239502, + -8.825127601623535, + -8.813230514526367, + -8.801332473754883, + -8.789434432983398, + -8.77753734588623, + -8.765639305114746 + ], + "r_inf_mean": 0.4531211256980896, + "r_inf_median": 0.46065452694892883, + "pr_mean": 0.054701026529073715, + "pr_median": 0.04644019901752472, + "hoyer_mean": 0.30079057812690735, + "eff_dim_mean": 0.30079057812690735, + "topk_energy": { + "1": 0.3311087489128113, + "5": 0.6910195350646973, + "10": 0.821351170539856, + "25": 0.9378682374954224 + }, + "gamma_raw": -0.001183989574201405, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012676031428020664, + "1e-07": -0.0012676031428020664, + "1e-06": -0.0012676031428020664, + "1e-05": -0.0012676031428020664, + "0.0001": -0.0012676031428020664 + } + } + ] +}
\ No newline at end of file |