{ "dataset": "cifar", "method": "credit_bridge", "seed": 1024, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9158015251159668, "acc": 0.30078125, "per_layer": [ { "layer": 0, "mean_norm": 5.688650617230451e-07, "median_norm": 4.6067739845057076e-07, "max_norm": 2.3973263978405157e-06, "min_norm": 6.92245194500174e-08, "support": { "1e-08": 1.0, "1e-07": 0.98046875, "1e-06": 0.14453125, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.069622039794922, "5": -6.903680801391602, "10": -6.798186779022217, "25": -6.577487945556641, "50": -6.336540222167969, "75": -6.136079788208008, "90": -5.945896148681641, "95": -5.892658710479736, "99": -5.650350093841553 }, "log_norms_histogram": [ 1, 0, 3, 0, 1, 1, 3, 2, 3, 2, 6, 5, 3, 3, 7, 8, 2, 6, 10, 10, 8, 3, 7, 2, 17, 7, 13, 9, 8, 9, 7, 8, 11, 13, 7, 7, 5, 2, 7, 11, 5, 3, 1, 1, 3, 1, 0, 1, 1, 3 ], "log_norms_bin_edges": [ -7.159739971160889, -7.128950595855713, -7.098161220550537, -7.067371845245361, -7.0365824699401855, -7.00579309463501, -6.975003719329834, -6.944214820861816, -6.913425445556641, -6.882636070251465, -6.851846694946289, -6.821057319641113, -6.7902679443359375, -6.759478569030762, -6.728689193725586, -6.69789981842041, -6.667110443115234, -6.636321067810059, -6.605531692504883, -6.574742317199707, -6.543952941894531, -6.513164043426514, -6.482374668121338, -6.451585292816162, -6.420795917510986, -6.3900065422058105, -6.359217166900635, -6.328427791595459, -6.297638416290283, -6.266849040985107, -6.236059665679932, -6.205270290374756, -6.174481391906738, -6.1436920166015625, -6.112902641296387, -6.082113265991211, -6.051323890686035, -6.020534515380859, -5.989745140075684, -5.958955764770508, -5.928166389465332, -5.897377014160156, -5.8665876388549805, -5.835798263549805, -5.805008888244629, -5.774219512939453, -5.743430137634277, -5.71264123916626, -5.681851863861084, -5.651062488555908, -5.620273113250732 ], "r_inf_mean": 0.22336342930793762, "r_inf_median": 0.22375862300395966, "pr_mean": 0.27921807765960693, "pr_median": 0.2692579925060272, "hoyer_mean": 0.5975846648216248, "eff_dim_mean": 0.5975846648216248, "topk_energy": { "1": 0.08899888396263123, "5": 0.3062342405319214, "10": 0.4733600914478302, "25": 0.7551392316818237 }, "gamma_raw": 0.35564443469047546, "gamma_active": { "1e-08": 0.35564443469047546, "1e-07": 0.3600206971168518, "1e-06": 0.362062931060791, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.38206278038541797, "1e-07": 0.38206278038541797, "1e-06": 0.38206278038541797, "1e-05": 0.38206278038541797, "0.0001": 0.38206278038541797 } }, { "layer": 1, "mean_norm": 1.7894203896418048e-09, "median_norm": 1.6883818787505334e-09, "max_norm": 3.804795589701371e-09, "min_norm": 9.135524559056307e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.0162935256958, "5": -8.95489501953125, "10": -8.92182731628418, "25": -8.863224983215332, "50": -8.772436141967773, "75": -8.683698654174805, "90": -8.593181610107422, "95": -8.549848556518555, "99": -8.472275733947754 }, "log_norms_histogram": [ 1, 2, 3, 2, 2, 1, 3, 1, 9, 6, 9, 10, 9, 5, 8, 7, 9, 6, 13, 8, 10, 10, 8, 11, 8, 7, 9, 11, 7, 6, 3, 2, 5, 4, 6, 9, 7, 4, 1, 2, 2, 1, 1, 1, 1, 4, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.039266586303711, -9.026874542236328, -9.014482498168945, -9.002090454101562, -8.98969841003418, -8.977306365966797, -8.964914321899414, -8.952523231506348, -8.940131187438965, -8.927739143371582, -8.9153470993042, -8.902955055236816, -8.890563011169434, -8.87817096710205, -8.865778923034668, -8.853386878967285, -8.840994834899902, -8.82860279083252, -8.816210746765137, -8.80381965637207, -8.791427612304688, -8.779035568237305, -8.766643524169922, -8.754251480102539, -8.741859436035156, -8.729467391967773, -8.71707534790039, -8.704683303833008, -8.692291259765625, -8.679899215698242, -8.66750717163086, -8.655115127563477, -8.64272403717041, -8.630331993103027, -8.617939949035645, -8.605547904968262, -8.593155860900879, -8.580763816833496, -8.568371772766113, -8.55597972869873, -8.543587684631348, -8.531195640563965, -8.518803596496582, -8.5064115524292, -8.494020462036133, -8.48162841796875, -8.469236373901367, -8.456844329833984, -8.444452285766602, -8.432060241699219, -8.419668197631836 ], "r_inf_mean": 0.4511696398258209, "r_inf_median": 0.44711601734161377, "pr_mean": 0.054274410009384155, "pr_median": 0.048712633550167084, "hoyer_mean": 0.3275793194770813, "eff_dim_mean": 0.3275793194770813, "topk_energy": { "1": 0.34071850776672363, "5": 0.6846160292625427, "10": 0.7999597191810608, "25": 0.9194879531860352 }, "gamma_raw": 0.006594323553144932, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.008887666375635749, "1e-07": 0.008887666375635749, "1e-06": 0.008887666375635749, "1e-05": 0.008887666375635749, "0.0001": 0.008887666375635749 } }, { "layer": 2, "mean_norm": 1.7680019670507363e-09, "median_norm": 1.6356260790217902e-09, "max_norm": 3.524778025010278e-09, "min_norm": 9.08413733125002e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.026283264160156, "5": -8.966099739074707, "10": -8.929876327514648, "25": -8.866418838500977, "50": -8.786134719848633, "75": -8.69007682800293, "90": -8.595596313476562, "95": -8.555621147155762, "99": -8.47885799407959 }, "log_norms_histogram": [ 2, 2, 2, 4, 0, 2, 2, 2, 7, 6, 5, 6, 10, 7, 9, 6, 6, 9, 8, 9, 18, 9, 4, 14, 8, 5, 9, 8, 4, 11, 3, 4, 5, 2, 2, 4, 9, 9, 4, 4, 2, 2, 3, 0, 2, 1, 2, 1, 2, 1 ], "log_norms_bin_edges": [ -9.041716575622559, -9.029939651489258, -9.018162727355957, -9.006385803222656, -8.994608879089355, -8.982831954956055, -8.971055030822754, -8.959278106689453, -8.947501182556152, -8.935724258422852, -8.92394733428955, -8.91217041015625, -8.90039348602295, -8.888615608215332, -8.876838684082031, -8.86506175994873, -8.85328483581543, -8.841507911682129, -8.829730987548828, -8.817954063415527, -8.806177139282227, -8.794400215148926, -8.782623291015625, -8.770846366882324, -8.759069442749023, -8.747292518615723, -8.735515594482422, -8.723738670349121, -8.71196174621582, -8.70018482208252, -8.688407897949219, -8.676630973815918, -8.664854049682617, -8.653077125549316, -8.641300201416016, -8.629523277282715, -8.617746353149414, -8.605969429016113, -8.594191551208496, -8.582414627075195, -8.570637702941895, -8.558860778808594, -8.547083854675293, -8.535306930541992, -8.523530006408691, -8.51175308227539, -8.49997615814209, -8.488199234008789, -8.476422309875488, -8.464645385742188, -8.452868461608887 ], "r_inf_mean": 0.46404045820236206, "r_inf_median": 0.47261956334114075, "pr_mean": 0.04918297380208969, "pr_median": 0.041087545454502106, "hoyer_mean": 0.30326229333877563, "eff_dim_mean": 0.30326229333877563, "topk_energy": { "1": 0.3570718765258789, "5": 0.7068615555763245, "10": 0.8214820027351379, "25": 0.9325902462005615 }, "gamma_raw": 0.004466894082725048, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.004613281442961706, "1e-07": 0.004613281442961706, "1e-06": 0.004613281442961706, "1e-05": 0.004613281442961706, "0.0001": 0.004613281442961706 } }, { "layer": 3, "mean_norm": 1.7687844522384921e-09, "median_norm": 1.6345335085432566e-09, "max_norm": 3.521570368647531e-09, "min_norm": 9.112152699053411e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.024563789367676, "5": -8.965102195739746, "10": -8.929916381835938, "25": -8.865077018737793, "50": -8.78509521484375, "75": -8.689813613891602, "90": -8.595404624938965, "95": -8.555116653442383, "99": -8.478843688964844 }, "log_norms_histogram": [ 2, 2, 2, 4, 0, 2, 2, 4, 7, 4, 4, 9, 8, 9, 6, 7, 6, 9, 8, 9, 17, 11, 3, 15, 6, 5, 11, 7, 4, 11, 3, 5, 4, 2, 2, 3, 10, 8, 5, 4, 1, 3, 3, 0, 2, 2, 1, 1, 2, 1 ], "log_norms_bin_edges": [ -9.040379524230957, -9.028636932373047, -9.016895294189453, -9.005152702331543, -8.993410110473633, -8.981668472290039, -8.969925880432129, -8.958183288574219, -8.946440696716309, -8.934699058532715, -8.922956466674805, -8.911213874816895, -8.8994722366333, -8.88772964477539, -8.87598705291748, -8.86424446105957, -8.852502822875977, -8.840760231018066, -8.829017639160156, -8.817276000976562, -8.805533409118652, -8.793790817260742, -8.782049179077148, -8.770306587219238, -8.758563995361328, -8.746822357177734, -8.735079765319824, -8.723337173461914, -8.711594581604004, -8.69985294342041, -8.6881103515625, -8.67636775970459, -8.664626121520996, -8.652883529663086, -8.641140937805176, -8.629398345947266, -8.617656707763672, -8.605914115905762, -8.594171524047852, -8.582429885864258, -8.570687294006348, -8.558944702148438, -8.547203063964844, -8.535460472106934, -8.523717880249023, -8.51197624206543, -8.50023365020752, -8.48849105834961, -8.4767484664917, -8.465006828308105, -8.453264236450195 ], "r_inf_mean": 0.46400418877601624, "r_inf_median": 0.47257333993911743, "pr_mean": 0.04924045503139496, "pr_median": 0.04137733206152916, "hoyer_mean": 0.30370092391967773, "eff_dim_mean": 0.30370089411735535, "topk_energy": { "1": 0.35672491788864136, "5": 0.7064204216003418, "10": 0.8209338188171387, "25": 0.9324121475219727 }, "gamma_raw": -0.004083262290805578, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.006663851974313256, "1e-07": -0.006663851974313256, "1e-06": -0.006663851974313256, "1e-05": -0.006663851974313256, "0.0001": -0.006663851974313256 } } ] }