{ "dataset": "synth", "method": "dfa", "seed": 789, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 46.26948547363281, "acc": 0.130859375, "per_layer": [ { "layer": 0, "mean_norm": 0.07889829576015472, "median_norm": 0.07902791351079941, "max_norm": 0.20897023379802704, "min_norm": 0.0, "support": { "1e-08": 0.9375, "1e-07": 0.927734375, "1e-06": 0.916015625, "1e-05": 0.90625, "0.0001": 0.8984375 }, "log_norms_percentiles": { "1": -18.415695190429688, "5": -8.879707336425781, "10": -4.005273818969727, "25": -1.2208976745605469, "50": -1.101123332977295, "75": -0.9947925209999084, "90": -0.8748996257781982, "95": -0.8167780637741089, "99": -0.7668494582176208 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 4, 0, 0, 4, 1, 2, 1, 1, 1, 4, 3, 4, 3, 4, 3, 3, 2, 1, 7, 3, 2, 2, 37, 412 ], "log_norms_bin_edges": [ -30.0, -29.413599014282227, -28.82719612121582, -28.240795135498047, -27.65439224243164, -27.067991256713867, -26.481590270996094, -25.895187377929688, -25.308786392211914, -24.72238540649414, -24.135982513427734, -23.54958152770996, -22.963180541992188, -22.37677764892578, -21.790376663208008, -21.203975677490234, -20.617572784423828, -20.031169891357422, -19.44476890563965, -18.858367919921875, -18.27196502685547, -17.685564041137695, -17.099163055419922, -16.512760162353516, -15.926359176635742, -15.339957237243652, -14.753555297851562, -14.167154312133789, -13.580753326416016, -12.99435043334961, -12.407949447631836, -11.82154655456543, -11.235145568847656, -10.648744583129883, -10.062341690063477, -9.475940704345703, -8.889537811279297, -8.303136825561523, -7.71673583984375, -7.130332946777344, -6.54393196105957, -5.957530975341797, -5.371128082275391, -4.784727096557617, -4.198326110839844, -3.6119232177734375, -3.025522232055664, -2.439119338989258, -1.8527183532714844, -1.266317367553711, -0.6799156069755554 ], "r_inf_mean": 11990.4013671875, "r_inf_median": 0.2791230082511902, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 834982510592.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.029778268188238144, "gamma_active": { "1e-08": -0.03180696442723274, "1e-07": -0.03216013312339783, "1e-06": -0.03220837190747261, "1e-05": -0.032399982213974, "0.0001": -0.03233819827437401 }, "gamma_energy_weighted": { "1e-08": -0.03490579368390608, "1e-07": -0.03490579368390608, "1e-06": -0.03490579368390608, "1e-05": -0.03490579368390608, "0.0001": -0.03490579368390608 } }, { "layer": 1, "mean_norm": 0.004580093547701836, "median_norm": 0.004461548291146755, "max_norm": 0.013303559273481369, "min_norm": 0.0, "support": { "1e-08": 0.92578125, "1e-07": 0.91015625, "1e-06": 0.90625, "1e-05": 0.89453125, "0.0001": 0.884765625 }, "log_norms_percentiles": { "1": -19.820886611938477, "5": -10.22522258758545, "10": -5.254589557647705, "25": -2.5001580715179443, "50": -2.349457263946533, "75": -2.2186241149902344, "90": -2.100170135498047, "95": -2.0396251678466797, "99": -1.9276427030563354 }, "log_norms_histogram": [ 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 4, 1, 2, 1, 1, 0, 5, 2, 3, 5, 2, 3, 5, 2, 1, 3, 4, 3, 2, 2, 113, 336 ], "log_norms_bin_edges": [ -30.0, -29.43752098083496, -28.875041961669922, -28.31256103515625, -27.75008201599121, -27.187602996826172, -26.625123977661133, -26.062644958496094, -25.500164031982422, -24.937685012817383, -24.375205993652344, -23.812726974487305, -23.250247955322266, -22.687767028808594, -22.125289916992188, -21.562808990478516, -21.000329971313477, -20.437850952148438, -19.875370025634766, -19.31289291381836, -18.750411987304688, -18.18793296813965, -17.62545394897461, -17.062973022460938, -16.50049591064453, -15.938015937805176, -15.37553596496582, -14.813056945800781, -14.250577926635742, -13.688098907470703, -13.125617980957031, -12.563138961791992, -12.000659942626953, -11.438180923461914, -10.875701904296875, -10.313220977783203, -9.750741958618164, -9.188262939453125, -8.625783920288086, -8.063304901123047, -7.500823974609375, -6.938344955444336, -6.375865936279297, -5.813386917114258, -5.250907897949219, -4.68842887878418, -4.125947952270508, -3.5634689331054688, -3.0009899139404297, -2.4385108947753906, -1.8760321140289307 ], "r_inf_mean": 13105.20703125, "r_inf_median": 0.26464200019836426, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 364547145728.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.08878661692142487, "gamma_active": { "1e-08": 0.09570901095867157, "1e-07": 0.09558642655611038, "1e-06": 0.09588950127363205, "1e-05": 0.09604129195213318, "0.0001": 0.09555511921644211 }, "gamma_energy_weighted": { "1e-08": 0.11461955585372686, "1e-07": 0.11461955585372686, "1e-06": 0.11461955585372686, "1e-05": 0.11461955585372686, "0.0001": 0.11461955585372686 } }, { "layer": 2, "mean_norm": 0.0017427373677492142, "median_norm": 0.0018930478254333138, "max_norm": 0.003148248651996255, "min_norm": 0.0, "support": { "1e-08": 0.919921875, "1e-07": 0.908203125, "1e-06": 0.904296875, "1e-05": 0.888671875, "0.0001": 0.880859375 }, "log_norms_percentiles": { "1": -20.363325119018555, "5": -10.625728607177734, "10": -5.786824703216553, "25": -2.7537074089050293, "50": -2.722792148590088, "75": -2.6701128482818604, "90": -2.6442513465881348, "95": -2.625723361968994, "99": -2.5256659984588623 }, "log_norms_histogram": [ 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 1, 3, 1, 2, 1, 1, 0, 4, 3, 4, 4, 3, 2, 3, 4, 1, 3, 3, 3, 3, 2, 4, 445 ], "log_norms_bin_edges": [ -30.0, -29.45003890991211, -28.90007781982422, -28.350116729736328, -27.800153732299805, -27.250192642211914, -26.700231552124023, -26.150270462036133, -25.600309371948242, -25.05034637451172, -24.500385284423828, -23.950424194335938, -23.400463104248047, -22.850502014160156, -22.300540924072266, -21.750579833984375, -21.200618743896484, -20.650657653808594, -20.10069465637207, -19.55073356628418, -19.00077247619629, -18.450809478759766, -17.900848388671875, -17.350887298583984, -16.800926208496094, -16.250965118408203, -15.701004028320312, -15.151042938232422, -14.601080894470215, -14.051119804382324, -13.501157760620117, -12.951196670532227, -12.401235580444336, -11.851274490356445, -11.301313400268555, -10.751352310180664, -10.20138931274414, -9.65142822265625, -9.10146713256836, -8.551506042480469, -8.001544952392578, -7.4515838623046875, -6.901620864868164, -6.351659774780273, -5.801698684692383, -5.251737594604492, -4.701776504516602, -4.151815414428711, -3.6018524169921875, -3.051891326904297, -2.5019311904907227 ], "r_inf_mean": 5291.869140625, "r_inf_median": 0.2538381516933441, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 90014564352.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.07251055538654327, "gamma_active": { "1e-08": 0.07853627949953079, "1e-07": 0.07912440598011017, "1e-06": 0.0791192501783371, "1e-05": 0.07893095165491104, "0.0001": 0.07866254448890686 }, "gamma_energy_weighted": { "1e-08": 0.09507044134309242, "1e-07": 0.09507044134309242, "1e-06": 0.09507044134309242, "1e-05": 0.09507044134309242, "0.0001": 0.09507044134309242 } }, { "layer": 3, "mean_norm": 0.0017153770895674825, "median_norm": 0.0018724495312198997, "max_norm": 0.0029155369848012924, "min_norm": 0.0, "support": { "1e-08": 0.919921875, "1e-07": 0.908203125, "1e-06": 0.904296875, "1e-05": 0.888671875, "0.0001": 0.880859375 }, "log_norms_percentiles": { "1": -20.377363204956055, "5": -10.629764556884766, "10": -5.787530899047852, "25": -2.758314847946167, "50": -2.7275900840759277, "75": -2.681199789047241, "90": -2.65574312210083, "95": -2.643213987350464, "99": -2.544389247894287 }, "log_norms_histogram": [ 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 1, 3, 1, 2, 1, 1, 0, 4, 3, 4, 4, 3, 2, 3, 4, 1, 2, 3, 4, 2, 3, 3, 446 ], "log_norms_bin_edges": [ -30.0, -29.450706481933594, -28.901411056518555, -28.35211753845215, -27.80282211303711, -27.253528594970703, -26.704233169555664, -26.154939651489258, -25.60564422607422, -25.056350708007812, -24.507057189941406, -23.957761764526367, -23.40846824645996, -22.859172821044922, -22.309879302978516, -21.76058578491211, -21.21129035949707, -20.66199493408203, -20.112701416015625, -19.56340789794922, -19.01411247253418, -18.464818954467773, -17.915523529052734, -17.366230010986328, -16.816936492919922, -16.267641067504883, -15.71834659576416, -15.169052124023438, -14.619758605957031, -14.070464134216309, -13.521169662475586, -12.971874237060547, -12.42258071899414, -11.873287200927734, -11.323991775512695, -10.774698257446289, -10.22540283203125, -9.676109313964844, -9.126813888549805, -8.577520370483398, -8.02822494506836, -7.478931427001953, -6.929637908935547, -6.380342483520508, -5.831048965454102, -5.2817535400390625, -4.732460021972656, -4.183164596557617, -3.633871078491211, -3.0845775604248047, -2.5352814197540283 ], "r_inf_mean": 5279.8310546875, "r_inf_median": 0.2554193437099457, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 90327040000.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.10933999717235565, "gamma_active": { "1e-08": 0.11825712770223618, "1e-07": 0.11901991814374924, "1e-06": 0.11921938508749008, "1e-05": 0.11921565234661102, "0.0001": 0.11852075159549713 }, "gamma_energy_weighted": { "1e-08": 0.13916678531799376, "1e-07": 0.13916678531799376, "1e-06": 0.13916678531799376, "1e-05": 0.13916678531799376, "0.0001": 0.13916678531799376 } } ] }