{ "dataset": "cifar", "method": "credit_bridge", "seed": 456, "alpha": null, "depth": 4, "batch": 256, "loss": 1.963088035583496, "acc": 0.29296875, "per_layer": [ { "layer": 0, "mean_norm": 4.5741063559034956e-07, "median_norm": 3.327426441046555e-07, "max_norm": 3.6298563372838544e-06, "min_norm": 7.101110099938523e-08, "support": { "1e-08": 1.0, "1e-07": 0.96875, "1e-06": 0.0625, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.059885501861572, "5": -6.954421520233154, "10": -6.863651752471924, "25": -6.6720662117004395, "50": -6.474851131439209, "75": -6.228747844696045, "90": -6.0601701736450195, "95": -5.942624568939209, "99": -5.710348606109619 }, "log_norms_histogram": [ 1, 1, 3, 2, 3, 5, 5, 3, 5, 7, 5, 14, 4, 7, 14, 7, 11, 7, 16, 12, 14, 5, 9, 6, 15, 5, 7, 5, 17, 6, 2, 7, 4, 7, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.148674011230469, -7.114502906799316, -7.080331325531006, -7.0461602210998535, -7.011989116668701, -6.977817535400391, -6.943646430969238, -6.909475326538086, -6.875303745269775, -6.841132640838623, -6.806961536407471, -6.77278995513916, -6.738618850708008, -6.7044477462768555, -6.670276165008545, -6.636105060577393, -6.601933479309082, -6.56776237487793, -6.533591270446777, -6.499420166015625, -6.4652485847473145, -6.431077480316162, -6.396905899047852, -6.362734794616699, -6.328563690185547, -6.294392108917236, -6.260221004486084, -6.226049900054932, -6.191878318786621, -6.157707214355469, -6.123536109924316, -6.089364528656006, -6.0551934242248535, -6.021022319793701, -5.986850738525391, -5.952679634094238, -5.918508529663086, -5.884336948394775, -5.850165843963623, -5.8159942626953125, -5.78182315826416, -5.747652053833008, -5.7134809494018555, -5.679309368133545, -5.645138263702393, -5.610966682434082, -5.57679557800293, -5.542624473571777, -5.508453369140625, -5.4742817878723145, -5.440110683441162 ], "r_inf_mean": 0.20155002176761627, "r_inf_median": 0.20132407546043396, "pr_mean": 0.2975720167160034, "pr_median": 0.2690039873123169, "hoyer_mean": 0.5975706577301025, "eff_dim_mean": 0.5975706577301025, "topk_energy": { "1": 0.07496088743209839, "5": 0.2996216118335724, "10": 0.47725650668144226, "25": 0.761481761932373 }, "gamma_raw": 0.3074076771736145, "gamma_active": { "1e-08": 0.3074076771736145, "1e-07": 0.30832189321517944, "1e-06": 0.27396687865257263, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.3022566622878688, "1e-07": 0.3022566622878688, "1e-06": 0.3022566622878688, "1e-05": 0.3022566622878688, "0.0001": 0.3022566622878688 } }, { "layer": 1, "mean_norm": 1.3340226701075153e-09, "median_norm": 1.2605088084427507e-09, "max_norm": 2.5974882245094477e-09, "min_norm": 7.902644094670563e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.091238975524902, "5": -9.045639991760254, "10": -9.00871467590332, "25": -8.95318603515625, "50": -8.89940071105957, "75": -8.818460464477539, "90": -8.756624221801758, "95": -8.711658477783203, "99": -8.646188735961914 }, "log_norms_histogram": [ 3, 4, 2, 1, 2, 2, 4, 3, 5, 5, 2, 15, 9, 5, 6, 15, 14, 13, 8, 14, 10, 5, 8, 6, 15, 6, 5, 8, 5, 6, 3, 3, 11, 11, 5, 2, 1, 3, 3, 1, 1, 0, 1, 2, 0, 2, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.102228164672852, -9.09189224243164, -9.081557273864746, -9.071221351623535, -9.060885429382324, -9.05055046081543, -9.040214538574219, -9.029878616333008, -9.019542694091797, -9.009207725524902, -8.998871803283691, -8.98853588104248, -8.978200912475586, -8.967864990234375, -8.957529067993164, -8.947193145751953, -8.936858177185059, -8.926522254943848, -8.916186332702637, -8.905851364135742, -8.895515441894531, -8.88517951965332, -8.874844551086426, -8.864508628845215, -8.854172706604004, -8.84383773803711, -8.833501815795898, -8.823165893554688, -8.812829971313477, -8.802495002746582, -8.792159080505371, -8.78182315826416, -8.771488189697266, -8.761152267456055, -8.750816345214844, -8.740480422973633, -8.730145454406738, -8.719809532165527, -8.709473609924316, -8.699138641357422, -8.688802719116211, -8.678466796875, -8.668131828308105, -8.657795906066895, -8.647459983825684, -8.637125015258789, -8.626789093017578, -8.616453170776367, -8.606117248535156, -8.595782279968262, -8.58544635772705 ], "r_inf_mean": 0.43690967559814453, "r_inf_median": 0.40372151136398315, "pr_mean": 0.08153857290744781, "pr_median": 0.08043775707483292, "hoyer_mean": 0.3743487298488617, "eff_dim_mean": 0.3743487298488617, "topk_energy": { "1": 0.2816582918167114, "5": 0.5841063857078552, "10": 0.7391132712364197, "25": 0.9045075178146362 }, "gamma_raw": -0.0045008352026343346, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0043146579622964625, "1e-07": -0.0043146579622964625, "1e-06": -0.0043146579622964625, "1e-05": -0.0043146579622964625, "0.0001": -0.0043146579622964625 } }, { "layer": 2, "mean_norm": 1.2973020435680382e-09, "median_norm": 1.2307086461049721e-09, "max_norm": 2.3269108861967425e-09, "min_norm": 7.77140851671021e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.08397388458252, "5": -9.041193008422852, "10": -9.012361526489258, "25": -8.961204528808594, "50": -8.909720420837402, "75": -8.839249610900879, "90": -8.766401290893555, "95": -8.746295928955078, "99": -8.659806251525879 }, "log_norms_histogram": [ 1, 1, 3, 1, 4, 0, 3, 3, 1, 7, 7, 3, 6, 12, 8, 6, 9, 11, 16, 18, 9, 8, 10, 5, 8, 11, 8, 9, 7, 4, 7, 5, 5, 3, 2, 9, 8, 3, 5, 1, 1, 3, 0, 0, 1, 0, 1, 1, 0, 2 ], "log_norms_bin_edges": [ -9.10949993133545, -9.099974632263184, -9.090448379516602, -9.080923080444336, -9.07139778137207, -9.061872482299805, -9.052346229553223, -9.042820930480957, -9.033295631408691, -9.02376937866211, -9.014244079589844, -9.004718780517578, -8.995192527770996, -8.98566722869873, -8.976141929626465, -8.966615676879883, -8.957090377807617, -8.947565078735352, -8.938039779663086, -8.928513526916504, -8.918988227844238, -8.909462928771973, -8.89993667602539, -8.890411376953125, -8.88088607788086, -8.871360778808594, -8.861834526062012, -8.852309226989746, -8.84278392791748, -8.833257675170898, -8.823732376098633, -8.814207077026367, -8.804680824279785, -8.79515552520752, -8.785630226135254, -8.776103973388672, -8.766578674316406, -8.75705337524414, -8.747528076171875, -8.738001823425293, -8.728476524353027, -8.718951225280762, -8.70942497253418, -8.699899673461914, -8.690374374389648, -8.680849075317383, -8.6713228225708, -8.661797523498535, -8.65227222442627, -8.642745971679688, -8.633220672607422 ], "r_inf_mean": 0.4461854100227356, "r_inf_median": 0.4048742949962616, "pr_mean": 0.072556272149086, "pr_median": 0.07630622386932373, "hoyer_mean": 0.3301254212856293, "eff_dim_mean": 0.33012545108795166, "topk_energy": { "1": 0.29547983407974243, "5": 0.6130638122558594, "10": 0.7741260528564453, "25": 0.9311286211013794 }, "gamma_raw": -0.006650298833847046, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.007827652336764286, "1e-07": -0.007827652336764286, "1e-06": -0.007827652336764286, "1e-05": -0.007827652336764286, "0.0001": -0.007827652336764286 } }, { "layer": 3, "mean_norm": 1.2953467187770684e-09, "median_norm": 1.2298729812343367e-09, "max_norm": 2.3259689729826505e-09, "min_norm": 7.762279707890229e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.084433555603027, "5": -9.041204452514648, "10": -9.013498306274414, "25": -8.961811065673828, "50": -8.910089492797852, "75": -8.839550018310547, "90": -8.767189025878906, "95": -8.746831893920898, "99": -8.659806251525879 }, "log_norms_histogram": [ 1, 1, 3, 1, 4, 0, 2, 4, 1, 8, 6, 4, 5, 13, 8, 5, 13, 8, 17, 17, 9, 7, 10, 6, 7, 11, 8, 9, 7, 3, 8, 6, 4, 3, 2, 10, 7, 4, 4, 1, 1, 3, 0, 0, 1, 0, 1, 1, 0, 2 ], "log_norms_bin_edges": [ -9.110011100769043, -9.100479125976562, -9.090946197509766, -9.081414222717285, -9.071882247924805, -9.062349319458008, -9.052817344665527, -9.043285369873047, -9.03375244140625, -9.02422046661377, -9.014688491821289, -9.005155563354492, -8.995623588562012, -8.986091613769531, -8.976558685302734, -8.967026710510254, -8.957494735717773, -8.947961807250977, -8.938429832458496, -8.928897857666016, -8.919364929199219, -8.909832954406738, -8.900300979614258, -8.890768051147461, -8.88123607635498, -8.8717041015625, -8.862171173095703, -8.852639198303223, -8.843107223510742, -8.833574295043945, -8.824042320251465, -8.814509391784668, -8.804977416992188, -8.795445442199707, -8.78591251373291, -8.77638053894043, -8.76684856414795, -8.757315635681152, -8.747783660888672, -8.738251686096191, -8.728718757629395, -8.719186782836914, -8.709654808044434, -8.700121879577637, -8.690589904785156, -8.681057929992676, -8.671525001525879, -8.661993026733398, -8.652461051940918, -8.642928123474121, -8.63339614868164 ], "r_inf_mean": 0.44638097286224365, "r_inf_median": 0.4060748815536499, "pr_mean": 0.07248963415622711, "pr_median": 0.07607847452163696, "hoyer_mean": 0.3302149772644043, "eff_dim_mean": 0.3302149474620819, "topk_energy": { "1": 0.2957903742790222, "5": 0.6128313541412354, "10": 0.7737786173820496, "25": 0.9309256076812744 }, "gamma_raw": -0.00175384187605232, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0011689796454672928, "1e-07": -0.0011689796454672928, "1e-06": -0.0011689796454672928, "1e-05": -0.0011689796454672928, "0.0001": -0.0011689796454672928 } } ] }