diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json new file mode 100644 index 0000000..b34a518 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 16.871688842773438, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.025796178728342056, + "median_norm": 0.02691991813480854, + "max_norm": 0.04794222116470337, + "min_norm": 3.885623073296429e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.495810508728027, + "5": -2.3238718509674072, + "10": -1.7379170656204224, + "25": -1.6230664253234863, + "50": -1.5697295665740967, + "75": -1.5171253681182861, + "90": -1.4712815284729004, + "95": -1.4450901746749878, + "99": -1.4015480279922485 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 1, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 0, + 1, + 0, + 4, + 5, + 6, + 33, + 338, + 101 + ], + "log_norms_bin_edges": [ + -10.410539627075195, + -10.228713989257812, + -10.046889305114746, + -9.86506462097168, + -9.683238983154297, + -9.501413345336914, + -9.319588661193848, + -9.137763977050781, + -8.955938339233398, + -8.774112701416016, + -8.59228801727295, + -8.410463333129883, + -8.2286376953125, + -8.046812057495117, + -7.864987373352051, + -7.683162212371826, + -7.501337051391602, + -7.319511890411377, + -7.137686729431152, + -6.955861568450928, + -6.774036407470703, + -6.5922112464904785, + -6.410386085510254, + -6.228560924530029, + -6.046735763549805, + -5.86491060256958, + -5.6830854415893555, + -5.501260280609131, + -5.319435119628906, + -5.137609958648682, + -4.955784797668457, + -4.773959636688232, + -4.592134475708008, + -4.410309314727783, + -4.228484153747559, + -4.046658992767334, + -3.8648338317871094, + -3.6830086708068848, + -3.50118350982666, + -3.3193583488464355, + -3.137533187866211, + -2.9557080268859863, + -2.7738828659057617, + -2.592057704925537, + -2.4102325439453125, + -2.2284069061279297, + -2.0465822219848633, + -1.8647575378417969, + -1.682931900024414, + -1.5011062622070312, + -1.3192819356918335 + ], + "r_inf_mean": 0.25863713026046753, + "r_inf_median": 0.2520403563976288, + "pr_mean": 0.3338625729084015, + "pr_median": 0.3343391716480255, + "hoyer_mean": 0.6328182220458984, + "eff_dim_mean": 0.6328182220458984, + "topk_energy": { + "1": 0.06799417734146118, + "5": 0.2665333151817322, + "10": 0.42365482449531555, + "25": 0.7262265682220459 + }, + "gamma_raw": 0.03680870682001114, + "gamma_active": { + "1e-08": 0.03705750033259392, + "1e-07": 0.03701025992631912, + "1e-06": 0.03701025992631912, + "1e-05": 0.03649694472551346, + "0.0001": 0.03550533205270767 + }, + "gamma_energy_weighted": { + "1e-08": 0.03685289100273682, + "1e-07": 0.03685289100273682, + "1e-06": 0.03685289100273682, + "1e-05": 0.03685289100273682, + "0.0001": 0.03685289100273682 + } + }, + { + "layer": 1, + "mean_norm": 0.015417613089084625, + "median_norm": 0.01617538556456566, + "max_norm": 0.025703703984618187, + "min_norm": 2.340217776508613e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.713306427001953, + "5": -2.5506982803344727, + "10": -1.9485924243927002, + "25": -1.8453112840652466, + "50": -1.7910797595977783, + "75": -1.7426385879516602, + "90": -1.7046606540679932, + "95": -1.684820532798767, + "99": -1.649526834487915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 0, + 4, + 0, + 1, + 0, + 2, + 7, + 5, + 12, + 267, + 194 + ], + "log_norms_bin_edges": [ + -10.630743980407715, + -10.449929237365723, + -10.26911449432373, + -10.088299751281738, + -9.907485008239746, + -9.726670265197754, + -9.545855522155762, + -9.365039825439453, + -9.184225082397461, + -9.003410339355469, + -8.822595596313477, + -8.641780853271484, + -8.460966110229492, + -8.2801513671875, + -8.099336624145508, + -7.918521881103516, + -7.737707138061523, + -7.556892395019531, + -7.376077651977539, + -7.195262908935547, + -7.014448165893555, + -6.8336334228515625, + -6.652818202972412, + -6.47200345993042, + -6.291188716888428, + -6.1103739738464355, + -5.929559230804443, + -5.748744487762451, + -5.567929267883301, + -5.387114524841309, + -5.206299781799316, + -5.025485038757324, + -4.844670295715332, + -4.66385555267334, + -4.483040809631348, + -4.3022260665893555, + -4.121411323547363, + -3.940596103668213, + -3.7597813606262207, + -3.5789666175842285, + -3.3981518745422363, + -3.217337131500244, + -3.036522388458252, + -2.8557076454162598, + -2.6748924255371094, + -2.494077682495117, + -2.313262939453125, + -2.132448196411133, + -1.9516334533691406, + -1.7708187103271484, + -1.590004324913025 + ], + "r_inf_mean": 0.2587449550628662, + "r_inf_median": 0.25234463810920715, + "pr_mean": 0.33503615856170654, + "pr_median": 0.334098756313324, + "hoyer_mean": 0.6317828893661499, + "eff_dim_mean": 0.6317828297615051, + "topk_energy": { + "1": 0.06811091303825378, + "5": 0.2662903070449829, + "10": 0.42287588119506836, + "25": 0.7272636890411377 + }, + "gamma_raw": -0.03784826025366783, + "gamma_active": { + "1e-08": -0.03811715915799141, + "1e-07": -0.03820505738258362, + "1e-06": -0.03820505738258362, + "1e-05": -0.03811976686120033, + "0.0001": -0.037820834666490555 + }, + "gamma_energy_weighted": { + "1e-08": -0.039950205249663674, + "1e-07": -0.039950205249663674, + "1e-06": -0.039950205249663674, + "1e-05": -0.039950205249663674, + "0.0001": -0.039950205249663674 + } + }, + { + "layer": 2, + "mean_norm": 0.008978884667158127, + "median_norm": 0.009543357416987419, + "max_norm": 0.013544481247663498, + "min_norm": 1.3463047517092708e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.9765625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.953614711761475, + "5": -2.800468683242798, + "10": -2.1831612586975098, + "25": -2.066675901412964, + "50": -2.0202958583831787, + "75": -1.9805554151535034, + "90": -1.9498425722122192, + "95": -1.9342142343521118, + "99": -1.9049105644226074 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 4, + 0, + 0, + 1, + 2, + 5, + 7, + 9, + 120, + 344 + ], + "log_norms_bin_edges": [ + -10.870857238769531, + -10.690804481506348, + -10.51075267791748, + -10.330699920654297, + -10.15064811706543, + -9.970595359802246, + -9.790542602539062, + -9.610490798950195, + -9.430438041687012, + -9.250385284423828, + -9.070333480834961, + -8.890280723571777, + -8.710227966308594, + -8.530176162719727, + -8.350123405456543, + -8.17007064819336, + -7.990018844604492, + -7.809966564178467, + -7.629914283752441, + -7.449861526489258, + -7.269809246063232, + -7.089756965637207, + -6.909704208374023, + -6.729651927947998, + -6.549599647521973, + -6.369547367095947, + -6.189495086669922, + -6.009442329406738, + -5.829390048980713, + -5.6493377685546875, + -5.469285011291504, + -5.2892327308654785, + -5.109180450439453, + -4.929128170013428, + -4.749075889587402, + -4.569023132324219, + -4.388970851898193, + -4.208918571472168, + -4.028865814208984, + -3.848813533782959, + -3.6687612533569336, + -3.488708972930908, + -3.308656692504883, + -3.128603935241699, + -2.948551654815674, + -2.7684993743896484, + -2.588446617126465, + -2.4083948135375977, + -2.228342056274414, + -2.0482892990112305, + -1.8682376146316528 + ], + "r_inf_mean": 0.24657054245471954, + "r_inf_median": 0.24134927988052368, + "pr_mean": Infinity, + "pr_median": 0.3549477159976959, + "hoyer_mean": 0.6430889368057251, + "eff_dim_mean": 0.6430889368057251, + "topk_energy": { + "1": 0.0617733933031559, + "5": 0.25209102034568787, + "10": 0.4064326286315918, + "25": 0.7144553661346436 + }, + "gamma_raw": -0.016461696475744247, + "gamma_active": { + "1e-08": -0.016573984175920486, + "1e-07": -0.01662219688296318, + "1e-06": -0.01662219688296318, + "1e-05": -0.016600821167230606, + "0.0001": -0.016005346551537514 + }, + "gamma_energy_weighted": { + "1e-08": -0.014209874639918582, + "1e-07": -0.014209874639918582, + "1e-06": -0.014209874639918582, + "1e-05": -0.014209874639918582, + "0.0001": -0.014209874639918582 + } + }, + { + "layer": 3, + "mean_norm": 0.0055578965693712234, + "median_norm": 0.005937379319220781, + "max_norm": 0.007707989774644375, + "min_norm": 8.15245180391111e-12, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.187015056610107, + "5": -3.0357933044433594, + "10": -2.4139018058776855, + "25": -2.2672441005706787, + "50": -2.226222515106201, + "75": -2.1919867992401123, + "90": -2.164323568344116, + "95": -2.1517858505249023, + "99": -2.1261892318725586 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 4, + 0, + 0, + 1, + 1, + 4, + 8, + 10, + 34, + 430 + ], + "log_norms_bin_edges": [ + -11.088712692260742, + -10.909199714660645, + -10.729686737060547, + -10.55017375946045, + -10.370660781860352, + -10.191146850585938, + -10.011634826660156, + -9.832120895385742, + -9.652607917785645, + -9.473094940185547, + -9.29358196258545, + -9.114068984985352, + -8.934556007385254, + -8.755043029785156, + -8.575530052185059, + -8.396017074584961, + -8.216503143310547, + -8.036991119384766, + -7.857477188110352, + -7.677964210510254, + -7.498451232910156, + -7.318938255310059, + -7.139425277709961, + -6.959912300109863, + -6.780399322509766, + -6.60088586807251, + -6.421372890472412, + -6.2418599128723145, + -6.062346935272217, + -5.882833957672119, + -5.703320503234863, + -5.523807525634766, + -5.344294548034668, + -5.16478157043457, + -4.985268592834473, + -4.805755138397217, + -4.626242160797119, + -4.4467291831970215, + -4.267216205596924, + -4.087703227996826, + -3.9081897735595703, + -3.7286767959594727, + -3.549163818359375, + -3.3696508407592773, + -3.1901378631591797, + -3.010624885559082, + -2.8311119079589844, + -2.6515989303588867, + -2.472085952758789, + -2.292572021484375, + -2.1130590438842773 + ], + "r_inf_mean": 0.23085950314998627, + "r_inf_median": 0.22685813903808594, + "pr_mean": Infinity, + "pr_median": 0.37963202595710754, + "hoyer_mean": 0.6573941707611084, + "eff_dim_mean": 0.6573941707611084, + "topk_energy": { + "1": 0.05391804128885269, + "5": 0.23423443734645844, + "10": 0.3860146701335907, + "25": 0.6997583508491516 + }, + "gamma_raw": -0.055032599717378616, + "gamma_active": { + "1e-08": -0.055418871343135834, + "1e-07": -0.055297572165727615, + "1e-06": -0.05537514388561249, + "1e-05": -0.054338131099939346, + "0.0001": -0.053806502372026443 + }, + "gamma_energy_weighted": { + "1e-08": -0.05444606303270995, + "1e-07": -0.05444606303270995, + "1e-06": -0.05444606303270995, + "1e-05": -0.05444606303270995, + "0.0001": -0.05444606303270995 + } + } + ] +}
\ No newline at end of file |