{ "dataset": "synth", "method": "bp", "seed": 456, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 16.871688842773438, "acc": 0.091796875, "per_layer": [ { "layer": 0, "mean_norm": 0.025796178728342056, "median_norm": 0.02691991813480854, "max_norm": 0.04794222116470337, "min_norm": 3.885623073296429e-11, "support": { "1e-08": 0.9921875, "1e-07": 0.990234375, "1e-06": 0.990234375, "1e-05": 0.982421875, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -5.495810508728027, "5": -2.3238718509674072, "10": -1.7379170656204224, "25": -1.6230664253234863, "50": -1.5697295665740967, "75": -1.5171253681182861, "90": -1.4712815284729004, "95": -1.4450901746749878, "99": -1.4015480279922485 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 2, 1, 2, 0, 1, 1, 2, 2, 2, 0, 1, 0, 4, 5, 6, 33, 338, 101 ], "log_norms_bin_edges": [ -10.410539627075195, -10.228713989257812, -10.046889305114746, -9.86506462097168, -9.683238983154297, -9.501413345336914, -9.319588661193848, -9.137763977050781, -8.955938339233398, -8.774112701416016, -8.59228801727295, -8.410463333129883, -8.2286376953125, -8.046812057495117, -7.864987373352051, -7.683162212371826, -7.501337051391602, -7.319511890411377, -7.137686729431152, -6.955861568450928, -6.774036407470703, -6.5922112464904785, -6.410386085510254, -6.228560924530029, -6.046735763549805, -5.86491060256958, -5.6830854415893555, -5.501260280609131, -5.319435119628906, -5.137609958648682, -4.955784797668457, -4.773959636688232, -4.592134475708008, -4.410309314727783, -4.228484153747559, -4.046658992767334, -3.8648338317871094, -3.6830086708068848, -3.50118350982666, -3.3193583488464355, -3.137533187866211, -2.9557080268859863, -2.7738828659057617, -2.592057704925537, -2.4102325439453125, -2.2284069061279297, -2.0465822219848633, -1.8647575378417969, -1.682931900024414, -1.5011062622070312, -1.3192819356918335 ], "r_inf_mean": 0.25863713026046753, "r_inf_median": 0.2520403563976288, "pr_mean": 0.3338625729084015, "pr_median": 0.3343391716480255, "hoyer_mean": 0.6328182220458984, "eff_dim_mean": 0.6328182220458984, "topk_energy": { "1": 0.06799417734146118, "5": 0.2665333151817322, "10": 0.42365482449531555, "25": 0.7262265682220459 }, "gamma_raw": 0.03680870682001114, "gamma_active": { "1e-08": 0.03705750033259392, "1e-07": 0.03701025992631912, "1e-06": 0.03701025992631912, "1e-05": 0.03649694472551346, "0.0001": 0.03550533205270767 }, "gamma_energy_weighted": { "1e-08": 0.03685289100273682, "1e-07": 0.03685289100273682, "1e-06": 0.03685289100273682, "1e-05": 0.03685289100273682, "0.0001": 0.03685289100273682 } }, { "layer": 1, "mean_norm": 0.015417613089084625, "median_norm": 0.01617538556456566, "max_norm": 0.025703703984618187, "min_norm": 2.340217776508613e-11, "support": { "1e-08": 0.9921875, "1e-07": 0.990234375, "1e-06": 0.990234375, "1e-05": 0.978515625, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -5.713306427001953, "5": -2.5506982803344727, "10": -1.9485924243927002, "25": -1.8453112840652466, "50": -1.7910797595977783, "75": -1.7426385879516602, "90": -1.7046606540679932, "95": -1.684820532798767, "99": -1.649526834487915 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 0, 1, 2, 1, 1, 1, 1, 2, 0, 4, 0, 1, 0, 2, 7, 5, 12, 267, 194 ], "log_norms_bin_edges": [ -10.630743980407715, -10.449929237365723, -10.26911449432373, -10.088299751281738, -9.907485008239746, -9.726670265197754, -9.545855522155762, -9.365039825439453, -9.184225082397461, -9.003410339355469, -8.822595596313477, -8.641780853271484, -8.460966110229492, -8.2801513671875, -8.099336624145508, -7.918521881103516, -7.737707138061523, -7.556892395019531, -7.376077651977539, -7.195262908935547, -7.014448165893555, -6.8336334228515625, -6.652818202972412, -6.47200345993042, -6.291188716888428, -6.1103739738464355, -5.929559230804443, -5.748744487762451, -5.567929267883301, -5.387114524841309, -5.206299781799316, -5.025485038757324, -4.844670295715332, -4.66385555267334, -4.483040809631348, -4.3022260665893555, -4.121411323547363, -3.940596103668213, -3.7597813606262207, -3.5789666175842285, -3.3981518745422363, -3.217337131500244, -3.036522388458252, -2.8557076454162598, -2.6748924255371094, -2.494077682495117, -2.313262939453125, -2.132448196411133, -1.9516334533691406, -1.7708187103271484, -1.590004324913025 ], "r_inf_mean": 0.2587449550628662, "r_inf_median": 0.25234463810920715, "pr_mean": 0.33503615856170654, "pr_median": 0.334098756313324, "hoyer_mean": 0.6317828893661499, "eff_dim_mean": 0.6317828297615051, "topk_energy": { "1": 0.06811091303825378, "5": 0.2662903070449829, "10": 0.42287588119506836, "25": 0.7272636890411377 }, "gamma_raw": -0.03784826025366783, "gamma_active": { "1e-08": -0.03811715915799141, "1e-07": -0.03820505738258362, "1e-06": -0.03820505738258362, "1e-05": -0.03811976686120033, "0.0001": -0.037820834666490555 }, "gamma_energy_weighted": { "1e-08": -0.039950205249663674, "1e-07": -0.039950205249663674, "1e-06": -0.039950205249663674, "1e-05": -0.039950205249663674, "0.0001": -0.039950205249663674 } }, { "layer": 2, "mean_norm": 0.008978884667158127, "median_norm": 0.009543357416987419, "max_norm": 0.013544481247663498, "min_norm": 1.3463047517092708e-11, "support": { "1e-08": 0.9921875, "1e-07": 0.990234375, "1e-06": 0.990234375, "1e-05": 0.9765625, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -5.953614711761475, "5": -2.800468683242798, "10": -2.1831612586975098, "25": -2.066675901412964, "50": -2.0202958583831787, "75": -1.9805554151535034, "90": -1.9498425722122192, "95": -1.9342142343521118, "99": -1.9049105644226074 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 0, 1, 2, 1, 1, 0, 2, 2, 0, 4, 0, 0, 1, 2, 5, 7, 9, 120, 344 ], "log_norms_bin_edges": [ -10.870857238769531, -10.690804481506348, -10.51075267791748, -10.330699920654297, -10.15064811706543, -9.970595359802246, -9.790542602539062, -9.610490798950195, -9.430438041687012, -9.250385284423828, -9.070333480834961, -8.890280723571777, -8.710227966308594, -8.530176162719727, -8.350123405456543, -8.17007064819336, -7.990018844604492, -7.809966564178467, -7.629914283752441, -7.449861526489258, -7.269809246063232, -7.089756965637207, -6.909704208374023, -6.729651927947998, -6.549599647521973, -6.369547367095947, -6.189495086669922, -6.009442329406738, -5.829390048980713, -5.6493377685546875, -5.469285011291504, -5.2892327308654785, -5.109180450439453, -4.929128170013428, -4.749075889587402, -4.569023132324219, -4.388970851898193, -4.208918571472168, -4.028865814208984, -3.848813533782959, -3.6687612533569336, -3.488708972930908, -3.308656692504883, -3.128603935241699, -2.948551654815674, -2.7684993743896484, -2.588446617126465, -2.4083948135375977, -2.228342056274414, -2.0482892990112305, -1.8682376146316528 ], "r_inf_mean": 0.24657054245471954, "r_inf_median": 0.24134927988052368, "pr_mean": Infinity, "pr_median": 0.3549477159976959, "hoyer_mean": 0.6430889368057251, "eff_dim_mean": 0.6430889368057251, "topk_energy": { "1": 0.0617733933031559, "5": 0.25209102034568787, "10": 0.4064326286315918, "25": 0.7144553661346436 }, "gamma_raw": -0.016461696475744247, "gamma_active": { "1e-08": -0.016573984175920486, "1e-07": -0.01662219688296318, "1e-06": -0.01662219688296318, "1e-05": -0.016600821167230606, "0.0001": -0.016005346551537514 }, "gamma_energy_weighted": { "1e-08": -0.014209874639918582, "1e-07": -0.014209874639918582, "1e-06": -0.014209874639918582, "1e-05": -0.014209874639918582, "0.0001": -0.014209874639918582 } }, { "layer": 3, "mean_norm": 0.0055578965693712234, "median_norm": 0.005937379319220781, "max_norm": 0.007707989774644375, "min_norm": 8.15245180391111e-12, "support": { "1e-08": 0.9921875, "1e-07": 0.990234375, "1e-06": 0.986328125, "1e-05": 0.974609375, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.187015056610107, "5": -3.0357933044433594, "10": -2.4139018058776855, "25": -2.2672441005706787, "50": -2.226222515106201, "75": -2.1919867992401123, "90": -2.164323568344116, "95": -2.1517858505249023, "99": -2.1261892318725586 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 0, 1, 2, 1, 1, 0, 2, 2, 0, 4, 0, 0, 1, 1, 4, 8, 10, 34, 430 ], "log_norms_bin_edges": [ -11.088712692260742, -10.909199714660645, -10.729686737060547, -10.55017375946045, -10.370660781860352, -10.191146850585938, -10.011634826660156, -9.832120895385742, -9.652607917785645, -9.473094940185547, -9.29358196258545, -9.114068984985352, -8.934556007385254, -8.755043029785156, -8.575530052185059, -8.396017074584961, -8.216503143310547, -8.036991119384766, -7.857477188110352, -7.677964210510254, -7.498451232910156, -7.318938255310059, -7.139425277709961, -6.959912300109863, -6.780399322509766, -6.60088586807251, -6.421372890472412, -6.2418599128723145, -6.062346935272217, -5.882833957672119, -5.703320503234863, -5.523807525634766, -5.344294548034668, -5.16478157043457, -4.985268592834473, -4.805755138397217, -4.626242160797119, -4.4467291831970215, -4.267216205596924, -4.087703227996826, -3.9081897735595703, -3.7286767959594727, -3.549163818359375, -3.3696508407592773, -3.1901378631591797, -3.010624885559082, -2.8311119079589844, -2.6515989303588867, -2.472085952758789, -2.292572021484375, -2.1130590438842773 ], "r_inf_mean": 0.23085950314998627, "r_inf_median": 0.22685813903808594, "pr_mean": Infinity, "pr_median": 0.37963202595710754, "hoyer_mean": 0.6573941707611084, "eff_dim_mean": 0.6573941707611084, "topk_energy": { "1": 0.05391804128885269, "5": 0.23423443734645844, "10": 0.3860146701335907, "25": 0.6997583508491516 }, "gamma_raw": -0.055032599717378616, "gamma_active": { "1e-08": -0.055418871343135834, "1e-07": -0.055297572165727615, "1e-06": -0.05537514388561249, "1e-05": -0.054338131099939346, "0.0001": -0.053806502372026443 }, "gamma_energy_weighted": { "1e-08": -0.05444606303270995, "1e-07": -0.05444606303270995, "1e-06": -0.05444606303270995, "1e-05": -0.05444606303270995, "0.0001": -0.05444606303270995 } } ] }