diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json new file mode 100644 index 0000000..c027ea4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9158015251159668, + "acc": 0.30078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 5.688650617230451e-07, + "median_norm": 4.6067739845057076e-07, + "max_norm": 2.3973263978405157e-06, + "min_norm": 6.92245194500174e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.98046875, + "1e-06": 0.14453125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.069622039794922, + "5": -6.903680801391602, + "10": -6.798186779022217, + "25": -6.577487945556641, + "50": -6.336540222167969, + "75": -6.136079788208008, + "90": -5.945896148681641, + "95": -5.892658710479736, + "99": -5.650350093841553 + }, + "log_norms_histogram": [ + 1, + 0, + 3, + 0, + 1, + 1, + 3, + 2, + 3, + 2, + 6, + 5, + 3, + 3, + 7, + 8, + 2, + 6, + 10, + 10, + 8, + 3, + 7, + 2, + 17, + 7, + 13, + 9, + 8, + 9, + 7, + 8, + 11, + 13, + 7, + 7, + 5, + 2, + 7, + 11, + 5, + 3, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 3 + ], + "log_norms_bin_edges": [ + -7.159739971160889, + -7.128950595855713, + -7.098161220550537, + -7.067371845245361, + -7.0365824699401855, + -7.00579309463501, + -6.975003719329834, + -6.944214820861816, + -6.913425445556641, + -6.882636070251465, + -6.851846694946289, + -6.821057319641113, + -6.7902679443359375, + -6.759478569030762, + -6.728689193725586, + -6.69789981842041, + -6.667110443115234, + -6.636321067810059, + -6.605531692504883, + -6.574742317199707, + -6.543952941894531, + -6.513164043426514, + -6.482374668121338, + -6.451585292816162, + -6.420795917510986, + -6.3900065422058105, + -6.359217166900635, + -6.328427791595459, + -6.297638416290283, + -6.266849040985107, + -6.236059665679932, + -6.205270290374756, + -6.174481391906738, + -6.1436920166015625, + -6.112902641296387, + -6.082113265991211, + -6.051323890686035, + -6.020534515380859, + -5.989745140075684, + -5.958955764770508, + -5.928166389465332, + -5.897377014160156, + -5.8665876388549805, + -5.835798263549805, + -5.805008888244629, + -5.774219512939453, + -5.743430137634277, + -5.71264123916626, + -5.681851863861084, + -5.651062488555908, + -5.620273113250732 + ], + "r_inf_mean": 0.22336342930793762, + "r_inf_median": 0.22375862300395966, + "pr_mean": 0.27921807765960693, + "pr_median": 0.2692579925060272, + "hoyer_mean": 0.5975846648216248, + "eff_dim_mean": 0.5975846648216248, + "topk_energy": { + "1": 0.08899888396263123, + "5": 0.3062342405319214, + "10": 0.4733600914478302, + "25": 0.7551392316818237 + }, + "gamma_raw": 0.35564443469047546, + "gamma_active": { + "1e-08": 0.35564443469047546, + "1e-07": 0.3600206971168518, + "1e-06": 0.362062931060791, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.38206278038541797, + "1e-07": 0.38206278038541797, + "1e-06": 0.38206278038541797, + "1e-05": 0.38206278038541797, + "0.0001": 0.38206278038541797 + } + }, + { + "layer": 1, + "mean_norm": 1.7894203896418048e-09, + "median_norm": 1.6883818787505334e-09, + "max_norm": 3.804795589701371e-09, + "min_norm": 9.135524559056307e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.0162935256958, + "5": -8.95489501953125, + "10": -8.92182731628418, + "25": -8.863224983215332, + "50": -8.772436141967773, + "75": -8.683698654174805, + "90": -8.593181610107422, + "95": -8.549848556518555, + "99": -8.472275733947754 + }, + "log_norms_histogram": [ + 1, + 2, + 3, + 2, + 2, + 1, + 3, + 1, + 9, + 6, + 9, + 10, + 9, + 5, + 8, + 7, + 9, + 6, + 13, + 8, + 10, + 10, + 8, + 11, + 8, + 7, + 9, + 11, + 7, + 6, + 3, + 2, + 5, + 4, + 6, + 9, + 7, + 4, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.039266586303711, + -9.026874542236328, + -9.014482498168945, + -9.002090454101562, + -8.98969841003418, + -8.977306365966797, + -8.964914321899414, + -8.952523231506348, + -8.940131187438965, + -8.927739143371582, + -8.9153470993042, + -8.902955055236816, + -8.890563011169434, + -8.87817096710205, + -8.865778923034668, + -8.853386878967285, + -8.840994834899902, + -8.82860279083252, + -8.816210746765137, + -8.80381965637207, + -8.791427612304688, + -8.779035568237305, + -8.766643524169922, + -8.754251480102539, + -8.741859436035156, + -8.729467391967773, + -8.71707534790039, + -8.704683303833008, + -8.692291259765625, + -8.679899215698242, + -8.66750717163086, + -8.655115127563477, + -8.64272403717041, + -8.630331993103027, + -8.617939949035645, + -8.605547904968262, + -8.593155860900879, + -8.580763816833496, + -8.568371772766113, + -8.55597972869873, + -8.543587684631348, + -8.531195640563965, + -8.518803596496582, + -8.5064115524292, + -8.494020462036133, + -8.48162841796875, + -8.469236373901367, + -8.456844329833984, + -8.444452285766602, + -8.432060241699219, + -8.419668197631836 + ], + "r_inf_mean": 0.4511696398258209, + "r_inf_median": 0.44711601734161377, + "pr_mean": 0.054274410009384155, + "pr_median": 0.048712633550167084, + "hoyer_mean": 0.3275793194770813, + "eff_dim_mean": 0.3275793194770813, + "topk_energy": { + "1": 0.34071850776672363, + "5": 0.6846160292625427, + "10": 0.7999597191810608, + "25": 0.9194879531860352 + }, + "gamma_raw": 0.006594323553144932, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.008887666375635749, + "1e-07": 0.008887666375635749, + "1e-06": 0.008887666375635749, + "1e-05": 0.008887666375635749, + "0.0001": 0.008887666375635749 + } + }, + { + "layer": 2, + "mean_norm": 1.7680019670507363e-09, + "median_norm": 1.6356260790217902e-09, + "max_norm": 3.524778025010278e-09, + "min_norm": 9.08413733125002e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.026283264160156, + "5": -8.966099739074707, + "10": -8.929876327514648, + "25": -8.866418838500977, + "50": -8.786134719848633, + "75": -8.69007682800293, + "90": -8.595596313476562, + "95": -8.555621147155762, + "99": -8.47885799407959 + }, + "log_norms_histogram": [ + 2, + 2, + 2, + 4, + 0, + 2, + 2, + 2, + 7, + 6, + 5, + 6, + 10, + 7, + 9, + 6, + 6, + 9, + 8, + 9, + 18, + 9, + 4, + 14, + 8, + 5, + 9, + 8, + 4, + 11, + 3, + 4, + 5, + 2, + 2, + 4, + 9, + 9, + 4, + 4, + 2, + 2, + 3, + 0, + 2, + 1, + 2, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.041716575622559, + -9.029939651489258, + -9.018162727355957, + -9.006385803222656, + -8.994608879089355, + -8.982831954956055, + -8.971055030822754, + -8.959278106689453, + -8.947501182556152, + -8.935724258422852, + -8.92394733428955, + -8.91217041015625, + -8.90039348602295, + -8.888615608215332, + -8.876838684082031, + -8.86506175994873, + -8.85328483581543, + -8.841507911682129, + -8.829730987548828, + -8.817954063415527, + -8.806177139282227, + -8.794400215148926, + -8.782623291015625, + -8.770846366882324, + -8.759069442749023, + -8.747292518615723, + -8.735515594482422, + -8.723738670349121, + -8.71196174621582, + -8.70018482208252, + -8.688407897949219, + -8.676630973815918, + -8.664854049682617, + -8.653077125549316, + -8.641300201416016, + -8.629523277282715, + -8.617746353149414, + -8.605969429016113, + -8.594191551208496, + -8.582414627075195, + -8.570637702941895, + -8.558860778808594, + -8.547083854675293, + -8.535306930541992, + -8.523530006408691, + -8.51175308227539, + -8.49997615814209, + -8.488199234008789, + -8.476422309875488, + -8.464645385742188, + -8.452868461608887 + ], + "r_inf_mean": 0.46404045820236206, + "r_inf_median": 0.47261956334114075, + "pr_mean": 0.04918297380208969, + "pr_median": 0.041087545454502106, + "hoyer_mean": 0.30326229333877563, + "eff_dim_mean": 0.30326229333877563, + "topk_energy": { + "1": 0.3570718765258789, + "5": 0.7068615555763245, + "10": 0.8214820027351379, + "25": 0.9325902462005615 + }, + "gamma_raw": 0.004466894082725048, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.004613281442961706, + "1e-07": 0.004613281442961706, + "1e-06": 0.004613281442961706, + "1e-05": 0.004613281442961706, + "0.0001": 0.004613281442961706 + } + }, + { + "layer": 3, + "mean_norm": 1.7687844522384921e-09, + "median_norm": 1.6345335085432566e-09, + "max_norm": 3.521570368647531e-09, + "min_norm": 9.112152699053411e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.024563789367676, + "5": -8.965102195739746, + "10": -8.929916381835938, + "25": -8.865077018737793, + "50": -8.78509521484375, + "75": -8.689813613891602, + "90": -8.595404624938965, + "95": -8.555116653442383, + "99": -8.478843688964844 + }, + "log_norms_histogram": [ + 2, + 2, + 2, + 4, + 0, + 2, + 2, + 4, + 7, + 4, + 4, + 9, + 8, + 9, + 6, + 7, + 6, + 9, + 8, + 9, + 17, + 11, + 3, + 15, + 6, + 5, + 11, + 7, + 4, + 11, + 3, + 5, + 4, + 2, + 2, + 3, + 10, + 8, + 5, + 4, + 1, + 3, + 3, + 0, + 2, + 2, + 1, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.040379524230957, + -9.028636932373047, + -9.016895294189453, + -9.005152702331543, + -8.993410110473633, + -8.981668472290039, + -8.969925880432129, + -8.958183288574219, + -8.946440696716309, + -8.934699058532715, + -8.922956466674805, + -8.911213874816895, + -8.8994722366333, + -8.88772964477539, + -8.87598705291748, + -8.86424446105957, + -8.852502822875977, + -8.840760231018066, + -8.829017639160156, + -8.817276000976562, + -8.805533409118652, + -8.793790817260742, + -8.782049179077148, + -8.770306587219238, + -8.758563995361328, + -8.746822357177734, + -8.735079765319824, + -8.723337173461914, + -8.711594581604004, + -8.69985294342041, + -8.6881103515625, + -8.67636775970459, + -8.664626121520996, + -8.652883529663086, + -8.641140937805176, + -8.629398345947266, + -8.617656707763672, + -8.605914115905762, + -8.594171524047852, + -8.582429885864258, + -8.570687294006348, + -8.558944702148438, + -8.547203063964844, + -8.535460472106934, + -8.523717880249023, + -8.51197624206543, + -8.50023365020752, + -8.48849105834961, + -8.4767484664917, + -8.465006828308105, + -8.453264236450195 + ], + "r_inf_mean": 0.46400418877601624, + "r_inf_median": 0.47257333993911743, + "pr_mean": 0.04924045503139496, + "pr_median": 0.04137733206152916, + "hoyer_mean": 0.30370092391967773, + "eff_dim_mean": 0.30370089411735535, + "topk_energy": { + "1": 0.35672491788864136, + "5": 0.7064204216003418, + "10": 0.8209338188171387, + "25": 0.9324121475219727 + }, + "gamma_raw": -0.004083262290805578, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006663851974313256, + "1e-07": -0.006663851974313256, + "1e-06": -0.006663851974313256, + "1e-05": -0.006663851974313256, + "0.0001": -0.006663851974313256 + } + } + ] +}
\ No newline at end of file |