{ "dataset": "synth", "method": "dfa", "seed": 2048, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 42.43372344970703, "acc": 0.111328125, "per_layer": [ { "layer": 0, "mean_norm": 0.06964735686779022, "median_norm": 0.06729035824537277, "max_norm": 0.23134393990039825, "min_norm": 4.31686639934913e-19, "support": { "1e-08": 0.970703125, "1e-07": 0.966796875, "1e-06": 0.951171875, "1e-05": 0.9453125, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -14.522119522094727, "5": -5.784476280212402, "10": -1.6885247230529785, "25": -1.3052496910095215, "50": -1.1716609001159668, "75": -1.0424304008483887, "90": -0.944915235042572, "95": -0.8967641592025757, "99": -0.7421942949295044 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 0, 1, 0, 0, 2, 0, 0, 2, 0, 0, 4, 5, 1, 1, 0, 2, 1, 3, 4, 1, 2, 3, 3, 4, 47, 331, 83 ], "log_norms_bin_edges": [ -18.364831924438477, -18.010250091552734, -17.655668258666992, -17.30108642578125, -16.946504592895508, -16.591922760009766, -16.237340927124023, -15.882759094238281, -15.528177261352539, -15.173595428466797, -14.819013595581055, -14.464431762695312, -14.10984992980957, -13.755268096923828, -13.400686264038086, -13.046104431152344, -12.691522598266602, -12.33694076538086, -11.982358932495117, -11.627777099609375, -11.273195266723633, -10.91861343383789, -10.564031600952148, -10.209450721740723, -9.85486888885498, -9.500287055969238, -9.145705223083496, -8.791123390197754, -8.436541557312012, -8.08195972442627, -7.727377891540527, -7.372796058654785, -7.018214225769043, -6.663632392883301, -6.309050559997559, -5.954468727111816, -5.599886894226074, -5.245305061340332, -4.89072322845459, -4.536141395568848, -4.1815595626831055, -3.8269777297973633, -3.472395896911621, -3.117814064025879, -2.7632322311401367, -2.4086503982543945, -2.0540695190429688, -1.6994876861572266, -1.3449058532714844, -0.9903240203857422, -0.6357418894767761 ], "r_inf_mean": 0.28657597303390503, "r_inf_median": 0.28128382563591003, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6020914316177368, "eff_dim_mean": 0.6020914316177368, "topk_energy": { "1": 0.0838811844587326, "5": 0.30921000242233276, "10": 0.4680481255054474, "25": 0.7548725605010986 }, "gamma_raw": 0.03253854811191559, "gamma_active": { "1e-08": 0.0334591306746006, "1e-07": 0.03323948010802269, "1e-06": 0.03308026120066643, "1e-05": 0.033584192395210266, "0.0001": 0.03379511460661888 }, "gamma_energy_weighted": { "1e-08": 0.022789372590363476, "1e-07": 0.022789372590363476, "1e-06": 0.022789372590363476, "1e-05": 0.022789372590363476, "0.0001": 0.022789372590363476 } }, { "layer": 1, "mean_norm": 0.003778289072215557, "median_norm": 0.003488643327727914, "max_norm": 0.013779745437204838, "min_norm": 1.4690703445134763e-20, "support": { "1e-08": 0.96484375, "1e-07": 0.9453125, "1e-06": 0.94140625, "1e-05": 0.927734375, "0.0001": 0.91796875 }, "log_norms_percentiles": { "1": -15.957990646362305, "5": -7.217704772949219, "10": -2.9515280723571777, "25": -2.6121721267700195, "50": -2.4571516513824463, "75": -2.306042194366455, "90": -2.1767690181732178, "95": -2.106468439102173, "99": -1.9805692434310913 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 0, 1, 0, 1, 1, 0, 0, 2, 0, 1, 1, 7, 2, 0, 0, 2, 1, 5, 2, 1, 3, 3, 2, 6, 100, 289, 70 ], "log_norms_bin_edges": [ -19.832958221435547, -19.473514556884766, -19.114070892333984, -18.754627227783203, -18.39518165588379, -18.035737991333008, -17.676294326782227, -17.316850662231445, -16.957406997680664, -16.597963333129883, -16.23851776123047, -15.879074096679688, -15.519630432128906, -15.160186767578125, -14.800743103027344, -14.441299438476562, -14.081854820251465, -13.722410202026367, -13.362966537475586, -13.003522872924805, -12.644079208374023, -12.284635543823242, -11.925190925598145, -11.565747261047363, -11.206302642822266, -10.846858978271484, -10.487415313720703, -10.127971649169922, -9.768527030944824, -9.409083366394043, -9.049639701843262, -8.690195083618164, -8.330751419067383, -7.971307754516602, -7.611863136291504, -7.252419471740723, -6.892975807189941, -6.533531188964844, -6.1740875244140625, -5.814643859863281, -5.4552001953125, -5.095755577087402, -4.736311912536621, -4.37686824798584, -4.017423629760742, -3.657979965209961, -3.2985363006591797, -2.9390926361083984, -2.5796470642089844, -2.220203399658203, -1.8607587814331055 ], "r_inf_mean": 0.2648204565048218, "r_inf_median": 0.26114338636398315, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6307994723320007, "eff_dim_mean": 0.630799412727356, "topk_energy": { "1": 0.07140061259269714, "5": 0.2769125699996948, "10": 0.43191778659820557, "25": 0.726829469203949 }, "gamma_raw": 0.08162787556648254, "gamma_active": { "1e-08": 0.08444485813379288, "1e-07": 0.08450844883918762, "1e-06": 0.08462366461753845, "1e-05": 0.08511389046907425, "0.0001": 0.08513911813497543 }, "gamma_energy_weighted": { "1e-08": 0.08867765634854567, "1e-07": 0.08867765634854567, "1e-06": 0.08867765634854567, "1e-05": 0.08867765634854567, "0.0001": 0.08867765634854567 } }, { "layer": 2, "mean_norm": 0.001724583562463522, "median_norm": 0.0017588968621566892, "max_norm": 0.0029954949859529734, "min_norm": 4.707901687519825e-21, "support": { "1e-08": 0.962890625, "1e-07": 0.9453125, "1e-06": 0.94140625, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -16.239450454711914, "5": -7.456498622894287, "10": -3.462146759033203, "25": -2.79858136177063, "50": -2.754431962966919, "75": -2.707274913787842, "90": -2.5785038471221924, "95": -2.5634536743164062, "99": -2.5272324085235596 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 1, 2, 0, 0, 0, 2, 0, 0, 1, 1, 0, 1, 4, 4, 2, 0, 0, 2, 1, 5, 2, 1, 3, 3, 2, 7, 6, 452 ], "log_norms_bin_edges": [ -20.327173233032227, -19.971099853515625, -19.615028381347656, -19.258955001831055, -18.902881622314453, -18.54680824279785, -18.190736770629883, -17.83466339111328, -17.47859001159668, -17.122516632080078, -16.76644515991211, -16.410371780395508, -16.054298400878906, -15.698226928710938, -15.342153549194336, -14.986080169677734, -14.63000774383545, -14.273935317993164, -13.917861938476562, -13.561788558959961, -13.205716133117676, -12.84964370727539, -12.493570327758789, -12.137497901916504, -11.781425476074219, -11.425352096557617, -11.069279670715332, -10.71320629119873, -10.357133865356445, -10.001060485839844, -9.644988059997559, -9.288914680480957, -8.932842254638672, -8.576769828796387, -8.220696449279785, -7.8646240234375, -7.508550643920898, -7.152478218078613, -6.796404838562012, -6.440332412719727, -6.084259033203125, -5.72818660736084, -5.372114181518555, -5.016040802001953, -4.659968376159668, -4.303895950317383, -3.9478225708007812, -3.5917491912841797, -3.235677719116211, -2.8796043395996094, -2.523531675338745 ], "r_inf_mean": 0.24668467044830322, "r_inf_median": 0.24314028024673462, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6438515186309814, "eff_dim_mean": 0.6438515186309814, "topk_energy": { "1": 0.061825934797525406, "5": 0.2547563314437866, "10": 0.4103330969810486, "25": 0.7146492004394531 }, "gamma_raw": 0.07055611908435822, "gamma_active": { "1e-08": 0.0733126625418663, "1e-07": 0.07373616844415665, "1e-06": 0.07416142523288727, "1e-05": 0.07561205327510834, "0.0001": 0.07522089779376984 }, "gamma_energy_weighted": { "1e-08": 0.12453810739202202, "1e-07": 0.12453810739202202, "1e-06": 0.12453810739202202, "1e-05": 0.12453810739202202, "0.0001": 0.12453810739202202 } }, { "layer": 3, "mean_norm": 0.0017024585977196693, "median_norm": 0.0017540431581437588, "max_norm": 0.002894739853218198, "min_norm": 4.708347993465563e-21, "support": { "1e-08": 0.962890625, "1e-07": 0.9453125, "1e-06": 0.94140625, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -16.244247436523438, "5": -7.457695484161377, "10": -3.4622225761413574, "25": -2.7992441654205322, "50": -2.7559494972229004, "75": -2.7097620964050293, "90": -2.5925161838531494, "95": -2.5816245079040527, "99": -2.5472142696380615 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 1, 2, 0, 0, 0, 2, 0, 0, 1, 1, 0, 1, 4, 4, 2, 0, 0, 2, 1, 5, 2, 1, 3, 3, 2, 7, 5, 453 ], "log_norms_bin_edges": [ -20.327133178710938, -19.971359252929688, -19.615583419799805, -19.259809494018555, -18.904033660888672, -18.548259735107422, -18.19248390197754, -17.83670997619629, -17.480934143066406, -17.125160217285156, -16.769384384155273, -16.413610458374023, -16.05783462524414, -15.70206069946289, -15.346284866333008, -14.990510940551758, -14.634735107421875, -14.278961181640625, -13.923185348510742, -13.567411422729492, -13.21163558959961, -12.85586166381836, -12.500085830688477, -12.144311904907227, -11.78853702545166, -11.432762145996094, -11.076987266540527, -10.721212387084961, -10.365437507629395, -10.009662628173828, -9.653887748718262, -9.298112869262695, -8.942337989807129, -8.586563110351562, -8.230788230895996, -7.87501335144043, -7.519238471984863, -7.163463592529297, -6.8076887130737305, -6.451913833618164, -6.096138954162598, -5.740364074707031, -5.384589195251465, -5.028814315795898, -4.673039436340332, -4.317264556884766, -3.9614906311035156, -3.605714797973633, -3.249940872192383, -2.8941650390625, -2.538390636444092 ], "r_inf_mean": 0.24705493450164795, "r_inf_median": 0.24481038749217987, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6435800194740295, "eff_dim_mean": 0.6435800194740295, "topk_energy": { "1": 0.06200089305639267, "5": 0.25509023666381836, "10": 0.4105069637298584, "25": 0.7152288556098938 }, "gamma_raw": 0.07362224161624908, "gamma_active": { "1e-08": 0.07635384798049927, "1e-07": 0.07660436630249023, "1e-06": 0.07676185667514801, "1e-05": 0.07731416821479797, "0.0001": 0.07681886851787567 }, "gamma_energy_weighted": { "1e-08": 0.10031066782729126, "1e-07": 0.10031066782729126, "1e-06": 0.10031066782729126, "1e-05": 0.10031066782729126, "0.0001": 0.10031066782729126 } } ] }