diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json new file mode 100644 index 0000000..4b1e0c7 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.963088035583496, + "acc": 0.29296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.5741063559034956e-07, + "median_norm": 3.327426441046555e-07, + "max_norm": 3.6298563372838544e-06, + "min_norm": 7.101110099938523e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.96875, + "1e-06": 0.0625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.059885501861572, + "5": -6.954421520233154, + "10": -6.863651752471924, + "25": -6.6720662117004395, + "50": -6.474851131439209, + "75": -6.228747844696045, + "90": -6.0601701736450195, + "95": -5.942624568939209, + "99": -5.710348606109619 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 2, + 3, + 5, + 5, + 3, + 5, + 7, + 5, + 14, + 4, + 7, + 14, + 7, + 11, + 7, + 16, + 12, + 14, + 5, + 9, + 6, + 15, + 5, + 7, + 5, + 17, + 6, + 2, + 7, + 4, + 7, + 1, + 3, + 1, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.148674011230469, + -7.114502906799316, + -7.080331325531006, + -7.0461602210998535, + -7.011989116668701, + -6.977817535400391, + -6.943646430969238, + -6.909475326538086, + -6.875303745269775, + -6.841132640838623, + -6.806961536407471, + -6.77278995513916, + -6.738618850708008, + -6.7044477462768555, + -6.670276165008545, + -6.636105060577393, + -6.601933479309082, + -6.56776237487793, + -6.533591270446777, + -6.499420166015625, + -6.4652485847473145, + -6.431077480316162, + -6.396905899047852, + -6.362734794616699, + -6.328563690185547, + -6.294392108917236, + -6.260221004486084, + -6.226049900054932, + -6.191878318786621, + -6.157707214355469, + -6.123536109924316, + -6.089364528656006, + -6.0551934242248535, + -6.021022319793701, + -5.986850738525391, + -5.952679634094238, + -5.918508529663086, + -5.884336948394775, + -5.850165843963623, + -5.8159942626953125, + -5.78182315826416, + -5.747652053833008, + -5.7134809494018555, + -5.679309368133545, + -5.645138263702393, + -5.610966682434082, + -5.57679557800293, + -5.542624473571777, + -5.508453369140625, + -5.4742817878723145, + -5.440110683441162 + ], + "r_inf_mean": 0.20155002176761627, + "r_inf_median": 0.20132407546043396, + "pr_mean": 0.2975720167160034, + "pr_median": 0.2690039873123169, + "hoyer_mean": 0.5975706577301025, + "eff_dim_mean": 0.5975706577301025, + "topk_energy": { + "1": 0.07496088743209839, + "5": 0.2996216118335724, + "10": 0.47725650668144226, + "25": 0.761481761932373 + }, + "gamma_raw": 0.3074076771736145, + "gamma_active": { + "1e-08": 0.3074076771736145, + "1e-07": 0.30832189321517944, + "1e-06": 0.27396687865257263, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3022566622878688, + "1e-07": 0.3022566622878688, + "1e-06": 0.3022566622878688, + "1e-05": 0.3022566622878688, + "0.0001": 0.3022566622878688 + } + }, + { + "layer": 1, + "mean_norm": 1.3340226701075153e-09, + "median_norm": 1.2605088084427507e-09, + "max_norm": 2.5974882245094477e-09, + "min_norm": 7.902644094670563e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.091238975524902, + "5": -9.045639991760254, + "10": -9.00871467590332, + "25": -8.95318603515625, + "50": -8.89940071105957, + "75": -8.818460464477539, + "90": -8.756624221801758, + "95": -8.711658477783203, + "99": -8.646188735961914 + }, + "log_norms_histogram": [ + 3, + 4, + 2, + 1, + 2, + 2, + 4, + 3, + 5, + 5, + 2, + 15, + 9, + 5, + 6, + 15, + 14, + 13, + 8, + 14, + 10, + 5, + 8, + 6, + 15, + 6, + 5, + 8, + 5, + 6, + 3, + 3, + 11, + 11, + 5, + 2, + 1, + 3, + 3, + 1, + 1, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.102228164672852, + -9.09189224243164, + -9.081557273864746, + -9.071221351623535, + -9.060885429382324, + -9.05055046081543, + -9.040214538574219, + -9.029878616333008, + -9.019542694091797, + -9.009207725524902, + -8.998871803283691, + -8.98853588104248, + -8.978200912475586, + -8.967864990234375, + -8.957529067993164, + -8.947193145751953, + -8.936858177185059, + -8.926522254943848, + -8.916186332702637, + -8.905851364135742, + -8.895515441894531, + -8.88517951965332, + -8.874844551086426, + -8.864508628845215, + -8.854172706604004, + -8.84383773803711, + -8.833501815795898, + -8.823165893554688, + -8.812829971313477, + -8.802495002746582, + -8.792159080505371, + -8.78182315826416, + -8.771488189697266, + -8.761152267456055, + -8.750816345214844, + -8.740480422973633, + -8.730145454406738, + -8.719809532165527, + -8.709473609924316, + -8.699138641357422, + -8.688802719116211, + -8.678466796875, + -8.668131828308105, + -8.657795906066895, + -8.647459983825684, + -8.637125015258789, + -8.626789093017578, + -8.616453170776367, + -8.606117248535156, + -8.595782279968262, + -8.58544635772705 + ], + "r_inf_mean": 0.43690967559814453, + "r_inf_median": 0.40372151136398315, + "pr_mean": 0.08153857290744781, + "pr_median": 0.08043775707483292, + "hoyer_mean": 0.3743487298488617, + "eff_dim_mean": 0.3743487298488617, + "topk_energy": { + "1": 0.2816582918167114, + "5": 0.5841063857078552, + "10": 0.7391132712364197, + "25": 0.9045075178146362 + }, + "gamma_raw": -0.0045008352026343346, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0043146579622964625, + "1e-07": -0.0043146579622964625, + "1e-06": -0.0043146579622964625, + "1e-05": -0.0043146579622964625, + "0.0001": -0.0043146579622964625 + } + }, + { + "layer": 2, + "mean_norm": 1.2973020435680382e-09, + "median_norm": 1.2307086461049721e-09, + "max_norm": 2.3269108861967425e-09, + "min_norm": 7.77140851671021e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.08397388458252, + "5": -9.041193008422852, + "10": -9.012361526489258, + "25": -8.961204528808594, + "50": -8.909720420837402, + "75": -8.839249610900879, + "90": -8.766401290893555, + "95": -8.746295928955078, + "99": -8.659806251525879 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 1, + 4, + 0, + 3, + 3, + 1, + 7, + 7, + 3, + 6, + 12, + 8, + 6, + 9, + 11, + 16, + 18, + 9, + 8, + 10, + 5, + 8, + 11, + 8, + 9, + 7, + 4, + 7, + 5, + 5, + 3, + 2, + 9, + 8, + 3, + 5, + 1, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.10949993133545, + -9.099974632263184, + -9.090448379516602, + -9.080923080444336, + -9.07139778137207, + -9.061872482299805, + -9.052346229553223, + -9.042820930480957, + -9.033295631408691, + -9.02376937866211, + -9.014244079589844, + -9.004718780517578, + -8.995192527770996, + -8.98566722869873, + -8.976141929626465, + -8.966615676879883, + -8.957090377807617, + -8.947565078735352, + -8.938039779663086, + -8.928513526916504, + -8.918988227844238, + -8.909462928771973, + -8.89993667602539, + -8.890411376953125, + -8.88088607788086, + -8.871360778808594, + -8.861834526062012, + -8.852309226989746, + -8.84278392791748, + -8.833257675170898, + -8.823732376098633, + -8.814207077026367, + -8.804680824279785, + -8.79515552520752, + -8.785630226135254, + -8.776103973388672, + -8.766578674316406, + -8.75705337524414, + -8.747528076171875, + -8.738001823425293, + -8.728476524353027, + -8.718951225280762, + -8.70942497253418, + -8.699899673461914, + -8.690374374389648, + -8.680849075317383, + -8.6713228225708, + -8.661797523498535, + -8.65227222442627, + -8.642745971679688, + -8.633220672607422 + ], + "r_inf_mean": 0.4461854100227356, + "r_inf_median": 0.4048742949962616, + "pr_mean": 0.072556272149086, + "pr_median": 0.07630622386932373, + "hoyer_mean": 0.3301254212856293, + "eff_dim_mean": 0.33012545108795166, + "topk_energy": { + "1": 0.29547983407974243, + "5": 0.6130638122558594, + "10": 0.7741260528564453, + "25": 0.9311286211013794 + }, + "gamma_raw": -0.006650298833847046, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.007827652336764286, + "1e-07": -0.007827652336764286, + "1e-06": -0.007827652336764286, + "1e-05": -0.007827652336764286, + "0.0001": -0.007827652336764286 + } + }, + { + "layer": 3, + "mean_norm": 1.2953467187770684e-09, + "median_norm": 1.2298729812343367e-09, + "max_norm": 2.3259689729826505e-09, + "min_norm": 7.762279707890229e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.084433555603027, + "5": -9.041204452514648, + "10": -9.013498306274414, + "25": -8.961811065673828, + "50": -8.910089492797852, + "75": -8.839550018310547, + "90": -8.767189025878906, + "95": -8.746831893920898, + "99": -8.659806251525879 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 1, + 4, + 0, + 2, + 4, + 1, + 8, + 6, + 4, + 5, + 13, + 8, + 5, + 13, + 8, + 17, + 17, + 9, + 7, + 10, + 6, + 7, + 11, + 8, + 9, + 7, + 3, + 8, + 6, + 4, + 3, + 2, + 10, + 7, + 4, + 4, + 1, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.110011100769043, + -9.100479125976562, + -9.090946197509766, + -9.081414222717285, + -9.071882247924805, + -9.062349319458008, + -9.052817344665527, + -9.043285369873047, + -9.03375244140625, + -9.02422046661377, + -9.014688491821289, + -9.005155563354492, + -8.995623588562012, + -8.986091613769531, + -8.976558685302734, + -8.967026710510254, + -8.957494735717773, + -8.947961807250977, + -8.938429832458496, + -8.928897857666016, + -8.919364929199219, + -8.909832954406738, + -8.900300979614258, + -8.890768051147461, + -8.88123607635498, + -8.8717041015625, + -8.862171173095703, + -8.852639198303223, + -8.843107223510742, + -8.833574295043945, + -8.824042320251465, + -8.814509391784668, + -8.804977416992188, + -8.795445442199707, + -8.78591251373291, + -8.77638053894043, + -8.76684856414795, + -8.757315635681152, + -8.747783660888672, + -8.738251686096191, + -8.728718757629395, + -8.719186782836914, + -8.709654808044434, + -8.700121879577637, + -8.690589904785156, + -8.681057929992676, + -8.671525001525879, + -8.661993026733398, + -8.652461051940918, + -8.642928123474121, + -8.63339614868164 + ], + "r_inf_mean": 0.44638097286224365, + "r_inf_median": 0.4060748815536499, + "pr_mean": 0.07248963415622711, + "pr_median": 0.07607847452163696, + "hoyer_mean": 0.3302149772644043, + "eff_dim_mean": 0.3302149474620819, + "topk_energy": { + "1": 0.2957903742790222, + "5": 0.6128313541412354, + "10": 0.7737786173820496, + "25": 0.9309256076812744 + }, + "gamma_raw": -0.00175384187605232, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0011689796454672928, + "1e-07": -0.0011689796454672928, + "1e-06": -0.0011689796454672928, + "1e-05": -0.0011689796454672928, + "0.0001": -0.0011689796454672928 + } + } + ] +}
\ No newline at end of file |