From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/cifar_bp_s1024.json | 640 ++++++++++ .../confirmatory/clean_sparsity/cifar_bp_s123.json | 640 ++++++++++ .../clean_sparsity/cifar_bp_s2048.json | 640 ++++++++++ .../confirmatory/clean_sparsity/cifar_bp_s42.json | 640 ++++++++++ .../confirmatory/clean_sparsity/cifar_bp_s456.json | 640 ++++++++++ .../confirmatory/clean_sparsity/cifar_bp_s789.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s1024.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s123.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s2048.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s42.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s456.json | 640 ++++++++++ .../clean_sparsity/cifar_credit_bridge_s789.json | 640 ++++++++++ .../clean_sparsity/cifar_dfa_s1024.json | 640 ++++++++++ .../clean_sparsity/cifar_dfa_s123.json | 640 ++++++++++ .../clean_sparsity/cifar_dfa_s2048.json | 640 ++++++++++ .../confirmatory/clean_sparsity/cifar_dfa_s42.json | 640 ++++++++++ .../clean_sparsity/cifar_dfa_s456.json | 640 ++++++++++ .../clean_sparsity/cifar_dfa_s789.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s1024.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s123.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s2048.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s42.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s456.json | 640 ++++++++++ .../clean_sparsity/cifar_state_bridge_s789.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s1024_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s1024_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s1024_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s1024_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s1024_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s123_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s123_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s123_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s123_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s2048_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s2048_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s2048_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s2048_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s2048_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s2048_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s42_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s42_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s42_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s42_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s42_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s42_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s456_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s456_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s456_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s456_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s456_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s456_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s789_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s789_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s789_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s789_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_bp_s789_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_bp_s789_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s1024_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s1024_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s1024_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s1024_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s1024_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s123_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s123_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s123_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s123_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s2048_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s2048_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s2048_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s2048_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s2048_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s2048_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s42_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s42_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s42_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s42_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s42_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s42_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s456_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s456_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s456_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s456_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s456_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s456_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s789_a0.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s789_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s789_a0.5_L4.json | 640 ++++++++++ .../synth_credit_bridge_s789_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_credit_bridge_s789_a1.0_L4.json | 640 ++++++++++ .../synth_credit_bridge_s789_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s1024_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s1024_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s1024_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s1024_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s1024_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s123_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s123_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s123_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s123_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s2048_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s2048_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s2048_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s2048_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s2048_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s2048_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s42_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s42_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s42_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s42_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s42_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s42_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s456_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s456_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s456_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s456_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s456_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s456_a1.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s789_a0.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s789_a0.0_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s789_a0.5_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s789_a0.5_L8.json | 1268 ++++++++++++++++++++ .../clean_sparsity/synth_dfa_s789_a1.0_L4.json | 640 ++++++++++ .../clean_sparsity/synth_dfa_s789_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s1024_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s1024_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s1024_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s1024_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s1024_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s1024_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s123_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s123_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s123_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s123_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s123_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s123_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s2048_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s2048_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s2048_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s2048_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s2048_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s2048_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s42_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s42_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s42_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s42_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s42_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s42_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s456_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s456_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s456_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s456_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s456_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s456_a1.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s789_a0.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s789_a0.0_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s789_a0.5_L4.json | 640 ++++++++++ .../synth_state_bridge_s789_a0.5_L8.json | 1268 ++++++++++++++++++++ .../synth_state_bridge_s789_a1.0_L4.json | 640 ++++++++++ .../synth_state_bridge_s789_a1.0_L8.json | 1268 ++++++++++++++++++++ 168 files changed, 152736 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s1024.json create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s123.json create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s2048.json create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s42.json create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s456.json create mode 100644 results/confirmatory/clean_sparsity/cifar_bp_s789.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s123.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json create mode 100644 results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s1024.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s123.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s2048.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s42.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s456.json create mode 100644 results/confirmatory/clean_sparsity/cifar_dfa_s789.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s123.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json create mode 100644 results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L8.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L4.json create mode 100644 results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L8.json (limited to 'results/confirmatory') diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s1024.json b/results/confirmatory/clean_sparsity/cifar_bp_s1024.json new file mode 100644 index 0000000..bdb15a1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1946052312850952, + "acc": 0.6015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002798207860905677, + "median_norm": 0.00020267750369384885, + "max_norm": 0.001603970886208117, + "min_norm": 5.976108496952293e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.88671875, + "0.0001": 0.6875 + }, + "log_norms_percentiles": { + "1": -6.373504161834717, + "5": -5.435399055480957, + "10": -5.109021186828613, + "25": -4.147657871246338, + "50": -3.692692518234253, + "75": -3.3820929527282715, + "90": -3.1846368312835693, + "95": -3.1143136024475098, + "99": -2.9439187049865723 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 1, + 2, + 1, + 2, + 2, + 9, + 2, + 0, + 2, + 3, + 1, + 7, + 3, + 1, + 5, + 6, + 10, + 6, + 14, + 11, + 19, + 14, + 16, + 18, + 21, + 18, + 18, + 14, + 11, + 5, + 3, + 1 + ], + "log_norms_bin_edges": [ + -7.223581790924072, + -7.135006427764893, + -7.046430587768555, + -6.957855224609375, + -6.869279384613037, + -6.780704021453857, + -6.6921281814575195, + -6.60355281829834, + -6.51497745513916, + -6.426401615142822, + -6.337826251983643, + -6.249250411987305, + -6.160675048828125, + -6.072099685668945, + -5.983523845672607, + -5.894948482513428, + -5.80637264251709, + -5.71779727935791, + -5.6292219161987305, + -5.540646076202393, + -5.452070236206055, + -5.363494873046875, + -5.274919509887695, + -5.186344146728516, + -5.097768306732178, + -5.00919246673584, + -4.92061710357666, + -4.8320417404174805, + -4.743465900421143, + -4.654890537261963, + -4.566314697265625, + -4.477739334106445, + -4.389163970947266, + -4.300588130950928, + -4.21201229095459, + -4.12343692779541, + -4.0348615646362305, + -3.9462859630584717, + -3.857710361480713, + -3.769134759902954, + -3.6805591583251953, + -3.5919835567474365, + -3.503408193588257, + -3.414832592010498, + -3.3262569904327393, + -3.2376813888549805, + -3.149106025695801, + -3.060530185699463, + -2.971954822540283, + -2.8833789825439453, + -2.7948036193847656 + ], + "r_inf_mean": 0.20139387249946594, + "r_inf_median": 0.1958780437707901, + "pr_mean": 0.31741204857826233, + "pr_median": 0.31910932064056396, + "hoyer_mean": 0.6261790990829468, + "eff_dim_mean": 0.6261790990829468, + "topk_energy": { + "1": 0.07353625446557999, + "5": 0.27943694591522217, + "10": 0.44604575634002686, + "25": 0.7326434850692749 + }, + "gamma_raw": -0.017300808802247047, + "gamma_active": { + "1e-08": -0.017300808802247047, + "1e-07": -0.01674279384315014, + "1e-06": -0.016736796125769615, + "1e-05": -0.016768425703048706, + "0.0001": -0.016719387844204903 + }, + "gamma_energy_weighted": { + "1e-08": -0.013198051673178161, + "1e-07": -0.013198051673178161, + "1e-06": -0.013198051673178161, + "1e-05": -0.013198051673178161, + "0.0001": -0.013198051673178161 + } + }, + { + "layer": 1, + "mean_norm": 0.00029409315902739763, + "median_norm": 0.00022273999638855457, + "max_norm": 0.0012314810883253813, + "min_norm": 6.184529866004596e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.984375, + "1e-05": 0.890625, + "0.0001": 0.70703125 + }, + "log_norms_percentiles": { + "1": -6.30380916595459, + "5": -5.382440567016602, + "10": -5.047713279724121, + "25": -4.095238208770752, + "50": -3.64882755279541, + "75": -3.363581418991089, + "90": -3.169236660003662, + "95": -3.071580410003662, + "99": -2.9771389961242676 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 4, + 7, + 4, + 1, + 1, + 2, + 2, + 6, + 4, + 0, + 7, + 2, + 8, + 10, + 13, + 10, + 18, + 14, + 11, + 14, + 23, + 21, + 18, + 16, + 10, + 12, + 4 + ], + "log_norms_bin_edges": [ + -7.208693027496338, + -7.122710704803467, + -7.036728382110596, + -6.950745582580566, + -6.864763259887695, + -6.778780937194824, + -6.692798614501953, + -6.606816291809082, + -6.520833492279053, + -6.434851169586182, + -6.3488688468933105, + -6.2628865242004395, + -6.17690372467041, + -6.090921401977539, + -6.004939079284668, + -5.918956756591797, + -5.832974433898926, + -5.746992111206055, + -5.661009311676025, + -5.575026988983154, + -5.489044666290283, + -5.403062343597412, + -5.317079544067383, + -5.231097221374512, + -5.145114898681641, + -5.0591325759887695, + -4.973150253295898, + -4.887167930603027, + -4.801185607910156, + -4.715202808380127, + -4.629220485687256, + -4.543237686157227, + -4.4572553634643555, + -4.371273040771484, + -4.285290718078613, + -4.199308395385742, + -4.113326072692871, + -4.02734375, + -3.94136118888855, + -3.8553786277770996, + -3.7693963050842285, + -3.6834137439727783, + -3.5974314212799072, + -3.511449098587036, + -3.425466537475586, + -3.339484214782715, + -3.2535016536712646, + -3.1675190925598145, + -3.0815367698669434, + -2.9955544471740723, + -2.9095723628997803 + ], + "r_inf_mean": 0.19766762852668762, + "r_inf_median": 0.19472531974315643, + "pr_mean": 0.32579416036605835, + "pr_median": 0.3291075527667999, + "hoyer_mean": 0.6305084228515625, + "eff_dim_mean": 0.6305084824562073, + "topk_energy": { + "1": 0.0704738050699234, + "5": 0.2729344964027405, + "10": 0.4404747486114502, + "25": 0.7294245958328247 + }, + "gamma_raw": 0.0005287127569317818, + "gamma_active": { + "1e-08": 0.0005287127569317818, + "1e-07": 0.000691582215949893, + "1e-06": 0.001041680108755827, + "1e-05": 0.0025574828032404184, + "0.0001": 0.0002232310944236815 + }, + "gamma_energy_weighted": { + "1e-08": 0.0036717224634688064, + "1e-07": 0.0036717224634688064, + "1e-06": 0.0036717224634688064, + "1e-05": 0.0036717224634688064, + "0.0001": 0.0036717224634688064 + } + }, + { + "layer": 2, + "mean_norm": 0.0003005717881023884, + "median_norm": 0.00023205895558930933, + "max_norm": 0.0012697556521743536, + "min_norm": 7.054701711695088e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.89453125, + "0.0001": 0.7265625 + }, + "log_norms_percentiles": { + "1": -6.279604434967041, + "5": -5.326101779937744, + "10": -5.039179801940918, + "25": -4.066398620605469, + "50": -3.6287574768066406, + "75": -3.3427791595458984, + "90": -3.168102741241455, + "95": -3.0777335166931152, + "99": -2.9975624084472656 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 3, + 3, + 7, + 1, + 3, + 1, + 2, + 2, + 4, + 5, + 2, + 4, + 5, + 4, + 10, + 14, + 13, + 16, + 14, + 11, + 14, + 25, + 18, + 18, + 19, + 12, + 9, + 3 + ], + "log_norms_bin_edges": [ + -7.1515212059021, + -7.066416263580322, + -6.981311321258545, + -6.896206855773926, + -6.811101913452148, + -6.725996971130371, + -6.640892028808594, + -6.555787563323975, + -6.470682621002197, + -6.38557767868042, + -6.300472736358643, + -6.215368270874023, + -6.130263328552246, + -6.045158386230469, + -5.960053443908691, + -5.874948501586914, + -5.789844036102295, + -5.704739093780518, + -5.61963415145874, + -5.534529685974121, + -5.449424743652344, + -5.364319801330566, + -5.279214859008789, + -5.194109916687012, + -5.109004974365234, + -5.023900508880615, + -4.938795566558838, + -4.853691101074219, + -4.768586158752441, + -4.683481216430664, + -4.598376274108887, + -4.513271331787109, + -4.428166389465332, + -4.343061447143555, + -4.2579569816589355, + -4.172852039337158, + -4.087747573852539, + -4.002642631530762, + -3.9175376892089844, + -3.832432746887207, + -3.747328042984009, + -3.6622231006622314, + -3.577118396759033, + -3.492013454437256, + -3.4069087505340576, + -3.3218038082122803, + -3.236699104309082, + -3.1515941619873047, + -3.0664892196655273, + -2.98138427734375, + -2.89628005027771 + ], + "r_inf_mean": 0.19339719414710999, + "r_inf_median": 0.1913515031337738, + "pr_mean": 0.33070671558380127, + "pr_median": 0.3309503197669983, + "hoyer_mean": 0.6331211924552917, + "eff_dim_mean": 0.6331211924552917, + "topk_energy": { + "1": 0.06847575306892395, + "5": 0.2701490521430969, + "10": 0.4374406337738037, + "25": 0.7270026803016663 + }, + "gamma_raw": 0.01417458988726139, + "gamma_active": { + "1e-08": 0.01417458988726139, + "1e-07": 0.01429443247616291, + "1e-06": 0.014087796211242676, + "1e-05": 0.0125501099973917, + "0.0001": 0.012562309391796589 + }, + "gamma_energy_weighted": { + "1e-08": 0.0034513939901460134, + "1e-07": 0.0034513939901460134, + "1e-06": 0.0034513939901460134, + "1e-05": 0.0034513939901460134, + "0.0001": 0.0034513939901460134 + } + }, + { + "layer": 3, + "mean_norm": 0.00029003352392464876, + "median_norm": 0.00022801845625508577, + "max_norm": 0.001443472458049655, + "min_norm": 6.664774332421075e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.89453125, + "0.0001": 0.71484375 + }, + "log_norms_percentiles": { + "1": -6.270925045013428, + "5": -5.31502628326416, + "10": -5.052974700927734, + "25": -4.088804244995117, + "50": -3.6356496810913086, + "75": -3.362653970718384, + "90": -3.1627988815307617, + "95": -3.110288381576538, + "99": -3.03241229057312 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 3, + 1, + 1, + 2, + 3, + 4, + 5, + 1, + 3, + 2, + 1, + 6, + 3, + 3, + 2, + 4, + 6, + 9, + 10, + 13, + 18, + 14, + 7, + 14, + 21, + 29, + 21, + 10, + 21, + 10, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.176214218139648, + -7.089501857757568, + -7.002789497375488, + -6.91607666015625, + -6.82936429977417, + -6.74265193939209, + -6.65593957901001, + -6.56922721862793, + -6.482514381408691, + -6.395802021026611, + -6.309089660644531, + -6.222377300262451, + -6.135664939880371, + -6.048952102661133, + -5.962239742279053, + -5.875527381896973, + -5.788815021514893, + -5.7021026611328125, + -5.615389823913574, + -5.528677463531494, + -5.441965103149414, + -5.355252742767334, + -5.268540382385254, + -5.181827545166016, + -5.0951151847839355, + -5.0084028244018555, + -4.921689987182617, + -4.834978103637695, + -4.748265266418457, + -4.661552906036377, + -4.574840545654297, + -4.488127708435059, + -4.401415824890137, + -4.314702987670898, + -4.227990627288818, + -4.141278266906738, + -4.0545654296875, + -3.967853307723999, + -3.881140947341919, + -3.7944283485412598, + -3.7077159881591797, + -3.6210033893585205, + -3.5342910289764404, + -3.4475786685943604, + -3.360866069793701, + -3.274153709411621, + -3.187441110610962, + -3.1007285118103027, + -3.0140161514282227, + -2.9273037910461426, + -2.8405916690826416 + ], + "r_inf_mean": 0.19306066632270813, + "r_inf_median": 0.19076697528362274, + "pr_mean": 0.3343883156776428, + "pr_median": 0.3345428705215454, + "hoyer_mean": 0.6356362700462341, + "eff_dim_mean": 0.6356363296508789, + "topk_energy": { + "1": 0.06839294731616974, + "5": 0.2667720317840576, + "10": 0.432839572429657, + "25": 0.7237277626991272 + }, + "gamma_raw": 0.020754415541887283, + "gamma_active": { + "1e-08": 0.020754415541887283, + "1e-07": 0.02031012624502182, + "1e-06": 0.020375143736600876, + "1e-05": 0.02168774977326393, + "0.0001": 0.02396848052740097 + }, + "gamma_energy_weighted": { + "1e-08": 0.019951091328944567, + "1e-07": 0.019951091328944567, + "1e-06": 0.019951091328944567, + "1e-05": 0.019951091328944567, + "0.0001": 0.019951091328944567 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s123.json b/results/confirmatory/clean_sparsity/cifar_bp_s123.json new file mode 100644 index 0000000..5f01e6e --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.2278447151184082, + "acc": 0.58984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028450513491407037, + "median_norm": 0.00022855156566947699, + "max_norm": 0.0013590023154392838, + "min_norm": 2.8673215979324596e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.90234375, + "0.0001": 0.70703125 + }, + "log_norms_percentiles": { + "1": -6.134434700012207, + "5": -5.509753227233887, + "10": -4.9746317863464355, + "25": -4.119090557098389, + "50": -3.639714479446411, + "75": -3.366743326187134, + "90": -3.1877975463867188, + "95": -3.118372678756714, + "99": -3.009988307952881 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 4, + 0, + 2, + 2, + 1, + 1, + 0, + 3, + 3, + 4, + 4, + 4, + 1, + 3, + 1, + 8, + 2, + 2, + 2, + 2, + 7, + 8, + 4, + 10, + 15, + 9, + 10, + 15, + 17, + 18, + 17, + 19, + 12, + 14, + 12, + 8, + 1, + 2 + ], + "log_norms_bin_edges": [ + -6.5425238609313965, + -6.469008922576904, + -6.395493984222412, + -6.32197904586792, + -6.248464584350586, + -6.174949645996094, + -6.101434707641602, + -6.027919769287109, + -5.954404830932617, + -5.880889892578125, + -5.807374954223633, + -5.733860015869141, + -5.660345077514648, + -5.5868306159973145, + -5.513315677642822, + -5.43980073928833, + -5.366285800933838, + -5.292770862579346, + -5.2192559242248535, + -5.1457414627075195, + -5.072226524353027, + -4.998711585998535, + -4.925196647644043, + -4.851681709289551, + -4.778166770935059, + -4.704651832580566, + -4.631136894226074, + -4.557621955871582, + -4.48410701751709, + -4.410592079162598, + -4.337077617645264, + -4.2635626792907715, + -4.190047740936279, + -4.116532802581787, + -4.043017864227295, + -3.969503164291382, + -3.8959882259368896, + -3.8224732875823975, + -3.7489585876464844, + -3.675443649291992, + -3.6019287109375, + -3.528413772583008, + -3.4548988342285156, + -3.3813841342926025, + -3.3078691959381104, + -3.234354257583618, + -3.160839557647705, + -3.087324619293213, + -3.0138096809387207, + -2.9402947425842285, + -2.8667800426483154 + ], + "r_inf_mean": 0.19932274520397186, + "r_inf_median": 0.19578371942043304, + "pr_mean": 0.31977659463882446, + "pr_median": 0.3213789463043213, + "hoyer_mean": 0.6277211904525757, + "eff_dim_mean": 0.6277210712432861, + "topk_energy": { + "1": 0.07279124855995178, + "5": 0.278098464012146, + "10": 0.4454660415649414, + "25": 0.7315179109573364 + }, + "gamma_raw": 0.008091344498097897, + "gamma_active": { + "1e-08": 0.008091344498097897, + "1e-07": 0.008091344498097897, + "1e-06": 0.00732202036306262, + "1e-05": 0.007081781979650259, + "0.0001": 0.0005258761812001467 + }, + "gamma_energy_weighted": { + "1e-08": -0.00987889593599409, + "1e-07": -0.00987889593599409, + "1e-06": -0.00987889593599409, + "1e-05": -0.00987889593599409, + "0.0001": -0.00987889593599409 + } + }, + { + "layer": 1, + "mean_norm": 0.00030184671049937606, + "median_norm": 0.00023769863764755428, + "max_norm": 0.001208685920573771, + "min_norm": 3.1506317554885754e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.90625, + "0.0001": 0.71875 + }, + "log_norms_percentiles": { + "1": -6.092222690582275, + "5": -5.492038726806641, + "10": -4.953402519226074, + "25": -4.072449684143066, + "50": -3.6149144172668457, + "75": -3.337055206298828, + "90": -3.168731689453125, + "95": -3.0973267555236816, + "99": -2.975595235824585 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 3, + 0, + 2, + 2, + 0, + 2, + 0, + 1, + 4, + 4, + 2, + 5, + 2, + 3, + 2, + 4, + 5, + 2, + 2, + 3, + 2, + 4, + 8, + 8, + 14, + 11, + 8, + 11, + 14, + 18, + 16, + 18, + 17, + 8, + 20, + 10, + 6, + 5 + ], + "log_norms_bin_edges": [ + -6.5016021728515625, + -6.429924011230469, + -6.358245372772217, + -6.286567211151123, + -6.214889049530029, + -6.143210411071777, + -6.071532249450684, + -5.99985408782959, + -5.928175926208496, + -5.856497287750244, + -5.78481912612915, + -5.713140487670898, + -5.641462326049805, + -5.569784164428711, + -5.498106002807617, + -5.426427364349365, + -5.3547492027282715, + -5.283071041107178, + -5.211392402648926, + -5.139714241027832, + -5.068036079406738, + -4.9963579177856445, + -4.924679279327393, + -4.853001117706299, + -4.781322479248047, + -4.709644317626953, + -4.637966156005859, + -4.566287994384766, + -4.494609355926514, + -4.42293119430542, + -4.351252555847168, + -4.279574394226074, + -4.2078962326049805, + -4.136218070983887, + -4.064539909362793, + -3.992861270904541, + -3.9211831092834473, + -3.8495047092437744, + -3.7778263092041016, + -3.706148147583008, + -3.634469747543335, + -3.562791347503662, + -3.4911131858825684, + -3.4194347858428955, + -3.3477563858032227, + -3.276078224182129, + -3.204399824142456, + -3.1327216625213623, + -3.0610432624816895, + -2.9893648624420166, + -2.917686700820923 + ], + "r_inf_mean": 0.1956845223903656, + "r_inf_median": 0.19191423058509827, + "pr_mean": 0.32563915848731995, + "pr_median": 0.3224400579929352, + "hoyer_mean": 0.6296026706695557, + "eff_dim_mean": 0.6296026706695557, + "topk_energy": { + "1": 0.0700303167104721, + "5": 0.2744002342224121, + "10": 0.441372811794281, + "25": 0.7295328378677368 + }, + "gamma_raw": 0.00795608852058649, + "gamma_active": { + "1e-08": 0.00795608852058649, + "1e-07": 0.00795608852058649, + "1e-06": 0.00863230787217617, + "1e-05": 0.010981490835547447, + "0.0001": 0.006701463833451271 + }, + "gamma_energy_weighted": { + "1e-08": 0.00026937501098460513, + "1e-07": 0.00026937501098460513, + "1e-06": 0.00026937501098460513, + "1e-05": 0.00026937501098460513, + "0.0001": 0.00026937501098460513 + } + }, + { + "layer": 2, + "mean_norm": 0.0003135820443276316, + "median_norm": 0.0002543467271607369, + "max_norm": 0.0011772668221965432, + "min_norm": 3.356943807375501e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.72265625 + }, + "log_norms_percentiles": { + "1": -6.022266387939453, + "5": -5.486436367034912, + "10": -4.916165351867676, + "25": -4.059142112731934, + "50": -3.5942130088806152, + "75": -3.3095245361328125, + "90": -3.142878770828247, + "95": -3.080014228820801, + "99": -2.9782094955444336 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 0, + 1, + 2, + 3, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 3, + 3, + 3, + 5, + 3, + 3, + 1, + 3, + 3, + 5, + 2, + 3, + 2, + 3, + 10, + 5, + 10, + 14, + 11, + 10, + 14, + 13, + 14, + 19, + 18, + 15, + 15, + 15, + 5, + 6 + ], + "log_norms_bin_edges": [ + -6.474055767059326, + -6.4031572341918945, + -6.332258701324463, + -6.261360168457031, + -6.190461158752441, + -6.11956262588501, + -6.048664093017578, + -5.9777655601501465, + -5.906867027282715, + -5.835968017578125, + -5.765069484710693, + -5.694170951843262, + -5.62327241897583, + -5.552373886108398, + -5.481475353240967, + -5.410576820373535, + -5.339677810668945, + -5.268779277801514, + -5.197880744934082, + -5.12698221206665, + -5.056083679199219, + -4.985184669494629, + -4.914286136627197, + -4.843387603759766, + -4.772489070892334, + -4.701590538024902, + -4.6306915283203125, + -4.559792995452881, + -4.488894462585449, + -4.417995929718018, + -4.347097396850586, + -4.276198387145996, + -4.205300331115723, + -4.134401321411133, + -4.063502788543701, + -3.9926042556762695, + -3.921705722808838, + -3.850806951522827, + -3.7799084186553955, + -3.709009885787964, + -3.638111114501953, + -3.5672125816345215, + -3.49631404876709, + -3.425415277481079, + -3.3545167446136475, + -3.283618211746216, + -3.212719440460205, + -3.1418209075927734, + -3.070922374725342, + -3.000023603439331, + -2.9291250705718994 + ], + "r_inf_mean": 0.19659769535064697, + "r_inf_median": 0.19407156109809875, + "pr_mean": 0.32775190472602844, + "pr_median": 0.325853168964386, + "hoyer_mean": 0.6314839720726013, + "eff_dim_mean": 0.6314840316772461, + "topk_energy": { + "1": 0.06999526172876358, + "5": 0.27125284075737, + "10": 0.4386821687221527, + "25": 0.7279925346374512 + }, + "gamma_raw": -0.021253487095236778, + "gamma_active": { + "1e-08": -0.021253487095236778, + "1e-07": -0.021253487095236778, + "1e-06": -0.021729107946157455, + "1e-05": -0.021009434014558792, + "0.0001": -0.02308928221464157 + }, + "gamma_energy_weighted": { + "1e-08": -0.016939791060805443, + "1e-07": -0.016939791060805443, + "1e-06": -0.016939791060805443, + "1e-05": -0.016939791060805443, + "0.0001": -0.016939791060805443 + } + }, + { + "layer": 3, + "mean_norm": 0.000297254096949473, + "median_norm": 0.00024099259462673217, + "max_norm": 0.0011388171697035432, + "min_norm": 3.1686695933785813e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91015625, + "0.0001": 0.71875 + }, + "log_norms_percentiles": { + "1": -6.051245212554932, + "5": -5.475461959838867, + "10": -4.922177314758301, + "25": -4.0708909034729, + "50": -3.611677408218384, + "75": -3.325131893157959, + "90": -3.1709394454956055, + "95": -3.112522602081299, + "99": -3.0375943183898926 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 1, + 2, + 1, + 1, + 2, + 0, + 2, + 2, + 2, + 4, + 4, + 4, + 3, + 1, + 2, + 5, + 3, + 1, + 5, + 1, + 5, + 9, + 3, + 11, + 14, + 11, + 10, + 15, + 12, + 16, + 17, + 19, + 17, + 17, + 13, + 7, + 2 + ], + "log_norms_bin_edges": [ + -6.4991230964660645, + -6.428011417388916, + -6.356900215148926, + -6.285788536071777, + -6.214676856994629, + -6.1435651779174805, + -6.07245397567749, + -6.001342296600342, + -5.930230617523193, + -5.859119415283203, + -5.788007736206055, + -5.716896057128906, + -5.645784378051758, + -5.574673175811768, + -5.503561496734619, + -5.432450294494629, + -5.3613386154174805, + -5.290226936340332, + -5.219115257263184, + -5.148004055023193, + -5.076892375946045, + -5.0057806968688965, + -4.934669494628906, + -4.863557815551758, + -4.792446136474609, + -4.721334457397461, + -4.650223255157471, + -4.579111576080322, + -4.507999897003174, + -4.436888694763184, + -4.365777015686035, + -4.294665336608887, + -4.223553657531738, + -4.152442455291748, + -4.0813307762146, + -4.010219573974609, + -3.939107656478882, + -3.8679962158203125, + -3.796884775161743, + -3.7257730960845947, + -3.6546616554260254, + -3.583549976348877, + -3.5124385356903076, + -3.4413270950317383, + -3.37021541595459, + -3.2991039752960205, + -3.227992296218872, + -3.1568808555603027, + -3.0857691764831543, + -3.014657735824585, + -2.9435460567474365 + ], + "r_inf_mean": 0.1926463544368744, + "r_inf_median": 0.18907807767391205, + "pr_mean": 0.3364142179489136, + "pr_median": 0.3373374044895172, + "hoyer_mean": 0.6366024017333984, + "eff_dim_mean": 0.6366024017333984, + "topk_energy": { + "1": 0.06730996072292328, + "5": 0.264831006526947, + "10": 0.4318138360977173, + "25": 0.7223255634307861 + }, + "gamma_raw": 0.032496366649866104, + "gamma_active": { + "1e-08": 0.032496366649866104, + "1e-07": 0.032496366649866104, + "1e-06": 0.032468751072883606, + "1e-05": 0.030892575159668922, + "0.0001": 0.03325022757053375 + }, + "gamma_energy_weighted": { + "1e-08": 0.02745312077202487, + "1e-07": 0.02745312077202487, + "1e-06": 0.02745312077202487, + "1e-05": 0.02745312077202487, + "0.0001": 0.02745312077202487 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s2048.json b/results/confirmatory/clean_sparsity/cifar_bp_s2048.json new file mode 100644 index 0000000..1fb4464 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.2603250741958618, + "acc": 0.609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002873454650398344, + "median_norm": 0.00022359415015671402, + "max_norm": 0.0015730374725535512, + "min_norm": 2.3211302391246136e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91796875, + "0.0001": 0.69140625 + }, + "log_norms_percentiles": { + "1": -6.035269737243652, + "5": -5.331231117248535, + "10": -4.781597137451172, + "25": -4.16974401473999, + "50": -3.648898124694824, + "75": -3.3739864826202393, + "90": -3.205876111984253, + "95": -3.125169515609741, + "99": -2.979942560195923 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 0, + 1, + 1, + 0, + 2, + 2, + 3, + 0, + 3, + 1, + 2, + 1, + 3, + 1, + 5, + 3, + 10, + 2, + 2, + 4, + 8, + 10, + 8, + 5, + 7, + 11, + 12, + 15, + 8, + 20, + 23, + 17, + 18, + 19, + 10, + 6, + 4, + 0, + 2 + ], + "log_norms_bin_edges": [ + -6.634300708770752, + -6.557680130004883, + -6.4810590744018555, + -6.404438495635986, + -6.327817440032959, + -6.25119686126709, + -6.1745758056640625, + -6.097955226898193, + -6.021334171295166, + -5.944713592529297, + -5.8680925369262695, + -5.7914719581604, + -5.714851379394531, + -5.638230323791504, + -5.561609745025635, + -5.484988689422607, + -5.408368110656738, + -5.331747055053711, + -5.255126476287842, + -5.178505897521973, + -5.101884841918945, + -5.025263786315918, + -4.948643207550049, + -4.87202262878418, + -4.795401573181152, + -4.718780994415283, + -4.642159938812256, + -4.565539360046387, + -4.488918304443359, + -4.41229772567749, + -4.335677146911621, + -4.259056091308594, + -4.182435035705566, + -4.105814456939697, + -4.029193878173828, + -3.952572822570801, + -3.8759520053863525, + -3.7993311882019043, + -3.722710609436035, + -3.646089792251587, + -3.5694689750671387, + -3.4928481578826904, + -3.416227340698242, + -3.339606523513794, + -3.2629857063293457, + -3.1863648891448975, + -3.109744071960449, + -3.033123254776001, + -2.9565024375915527, + -2.8798818588256836, + -2.8032610416412354 + ], + "r_inf_mean": 0.20916669070720673, + "r_inf_median": 0.20212553441524506, + "pr_mean": 0.30495911836624146, + "pr_median": 0.30843406915664673, + "hoyer_mean": 0.6209810972213745, + "eff_dim_mean": 0.6209810972213745, + "topk_energy": { + "1": 0.07806972414255142, + "5": 0.28687232732772827, + "10": 0.45481419563293457, + "25": 0.7375268340110779 + }, + "gamma_raw": -0.004956625867635012, + "gamma_active": { + "1e-08": -0.004956625867635012, + "1e-07": -0.004956625867635012, + "1e-06": -0.004222972318530083, + "1e-05": -0.004492630250751972, + "0.0001": 0.0011612122179940343 + }, + "gamma_energy_weighted": { + "1e-08": -0.0024848687893342125, + "1e-07": -0.0024848687893342125, + "1e-06": -0.0024848687893342125, + "1e-05": -0.0024848687893342125, + "0.0001": -0.0024848687893342125 + } + }, + { + "layer": 1, + "mean_norm": 0.00030652995337732136, + "median_norm": 0.0002504794392734766, + "max_norm": 0.0016026474768295884, + "min_norm": 2.5127980052275234e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.921875, + "0.0001": 0.69140625 + }, + "log_norms_percentiles": { + "1": -5.986889839172363, + "5": -5.306938648223877, + "10": -4.711435317993164, + "25": -4.106856346130371, + "50": -3.5914812088012695, + "75": -3.3440101146698, + "90": -3.179250717163086, + "95": -3.1247944831848145, + "99": -2.954469919204712 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 1, + 6, + 5, + 5, + 5, + 2, + 3, + 6, + 10, + 9, + 7, + 5, + 7, + 13, + 15, + 9, + 17, + 26, + 17, + 15, + 23, + 14, + 4, + 5, + 0, + 2 + ], + "log_norms_bin_edges": [ + -6.599842548370361, + -6.523748874664307, + -6.447655200958252, + -6.371561527252197, + -6.295468330383301, + -6.219374656677246, + -6.143280982971191, + -6.067187309265137, + -5.991093635559082, + -5.914999961853027, + -5.838906288146973, + -5.762812614440918, + -5.6867194175720215, + -5.610625743865967, + -5.534532070159912, + -5.458438396453857, + -5.382344722747803, + -5.306251525878906, + -5.230157852172852, + -5.154064178466797, + -5.077970504760742, + -5.0018768310546875, + -4.925783157348633, + -4.849689483642578, + -4.773595809936523, + -4.697502136230469, + -4.621408939361572, + -4.545315265655518, + -4.469221591949463, + -4.393127918243408, + -4.3170342445373535, + -4.240941047668457, + -4.164847373962402, + -4.088753700256348, + -4.012660026550293, + -3.9365663528442383, + -3.8604726791381836, + -3.784379005432129, + -3.7082855701446533, + -3.6321918964385986, + -3.556098222732544, + -3.4800047874450684, + -3.4039111137390137, + -3.327817440032959, + -3.2517237663269043, + -3.1756303310394287, + -3.099536657333374, + -3.0234429836273193, + -2.9473495483398438, + -2.871255874633789, + -2.7951622009277344 + ], + "r_inf_mean": 0.20136556029319763, + "r_inf_median": 0.19742383062839508, + "pr_mean": 0.3187257647514343, + "pr_median": 0.3204745948314667, + "hoyer_mean": 0.6272468566894531, + "eff_dim_mean": 0.6272468566894531, + "topk_energy": { + "1": 0.0732903927564621, + "5": 0.27798697352409363, + "10": 0.4446253776550293, + "25": 0.7311074137687683 + }, + "gamma_raw": -0.008562326431274414, + "gamma_active": { + "1e-08": -0.008562326431274414, + "1e-07": -0.008562326431274414, + "1e-06": -0.008393609896302223, + "1e-05": -0.008281003683805466, + "0.0001": -0.007060255855321884 + }, + "gamma_energy_weighted": { + "1e-08": -0.016827397315329364, + "1e-07": -0.016827397315329364, + "1e-06": -0.016827397315329364, + "1e-05": -0.016827397315329364, + "0.0001": -0.016827397315329364 + } + }, + { + "layer": 2, + "mean_norm": 0.00031693046912550926, + "median_norm": 0.0002555109094828367, + "max_norm": 0.00148707942571491, + "min_norm": 2.3682733285568247e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.92578125, + "0.0001": 0.71484375 + }, + "log_norms_percentiles": { + "1": -5.966607570648193, + "5": -5.2837677001953125, + "10": -4.658015251159668, + "25": -4.089380741119385, + "50": -3.57759428024292, + "75": -3.3205652236938477, + "90": -3.1685140132904053, + "95": -3.1118459701538086, + "99": -2.9776339530944824 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 1, + 3, + 1, + 0, + 3, + 2, + 6, + 5, + 7, + 3, + 1, + 7, + 3, + 8, + 9, + 9, + 5, + 11, + 12, + 15, + 8, + 22, + 25, + 16, + 17, + 25, + 4, + 8, + 1, + 2 + ], + "log_norms_bin_edges": [ + -6.625568389892578, + -6.549610137939453, + -6.473652362823486, + -6.397694110870361, + -6.3217363357543945, + -6.2457780838012695, + -6.1698198318481445, + -6.093862056732178, + -6.017903804779053, + -5.941946029663086, + -5.865987777709961, + -5.790030002593994, + -5.714071750640869, + -5.638113975524902, + -5.562155723571777, + -5.486197471618652, + -5.4102396965026855, + -5.3342814445495605, + -5.258323669433594, + -5.182365417480469, + -5.106407165527344, + -5.030449390411377, + -4.954491138458252, + -4.878533363342285, + -4.80257511138916, + -4.726616859436035, + -4.650659084320068, + -4.574701309204102, + -4.498743057250977, + -4.422784805297852, + -4.346826553344727, + -4.27086877822876, + -4.194911003112793, + -4.118952751159668, + -4.042994499206543, + -3.967036724090576, + -3.891078472137451, + -3.8151204586029053, + -3.7391624450683594, + -3.6632044315338135, + -3.5872464179992676, + -3.5112884044647217, + -3.4353301525115967, + -3.359372138977051, + -3.283414125442505, + -3.207456111907959, + -3.131498098373413, + -3.055540084838867, + -2.979581832885742, + -2.9036238193511963, + -2.8276658058166504 + ], + "r_inf_mean": 0.19946208596229553, + "r_inf_median": 0.1966981291770935, + "pr_mean": 0.3237963914871216, + "pr_median": 0.3255050778388977, + "hoyer_mean": 0.6301121711730957, + "eff_dim_mean": 0.6301121711730957, + "topk_energy": { + "1": 0.07139529287815094, + "5": 0.2745770514011383, + "10": 0.44136112928390503, + "25": 0.7283437252044678 + }, + "gamma_raw": -0.004213219974189997, + "gamma_active": { + "1e-08": -0.004213219974189997, + "1e-07": -0.004213219974189997, + "1e-06": -0.004746587481349707, + "1e-05": -0.005311263725161552, + "0.0001": -0.009202316403388977 + }, + "gamma_energy_weighted": { + "1e-08": 0.000790517481904488, + "1e-07": 0.000790517481904488, + "1e-06": 0.000790517481904488, + "1e-05": 0.000790517481904488, + "0.0001": 0.000790517481904488 + } + }, + { + "layer": 3, + "mean_norm": 0.00029779894975945354, + "median_norm": 0.0002583604073151946, + "max_norm": 0.001184170483611524, + "min_norm": 2.437365935747948e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91796875, + "0.0001": 0.70703125 + }, + "log_norms_percentiles": { + "1": -5.942434310913086, + "5": -5.239461898803711, + "10": -4.659765720367432, + "25": -4.0941314697265625, + "50": -3.5738165378570557, + "75": -3.3620529174804688, + "90": -3.186887741088867, + "95": -3.1330485343933105, + "99": -3.021306037902832 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 0, + 3, + 2, + 3, + 1, + 1, + 0, + 2, + 6, + 4, + 8, + 4, + 1, + 4, + 4, + 5, + 11, + 9, + 6, + 7, + 12, + 13, + 8, + 14, + 24, + 22, + 18, + 14, + 21, + 9, + 5, + 2 + ], + "log_norms_bin_edges": [ + -6.61307954788208, + -6.539349555969238, + -6.465620040893555, + -6.391890048980713, + -6.318160057067871, + -6.244430065155029, + -6.1707000732421875, + -6.096970558166504, + -6.023240566253662, + -5.94951057434082, + -5.875781059265137, + -5.802051067352295, + -5.728321075439453, + -5.654591083526611, + -5.5808610916137695, + -5.507131576538086, + -5.433401584625244, + -5.359671592712402, + -5.285942077636719, + -5.212212085723877, + -5.138482093811035, + -5.064752101898193, + -4.991022109985352, + -4.917292594909668, + -4.843562602996826, + -4.769832611083984, + -4.696103096008301, + -4.622373104095459, + -4.548643112182617, + -4.474913120269775, + -4.401183128356934, + -4.32745361328125, + -4.253723621368408, + -4.179993629455566, + -4.106264114379883, + -4.032534122467041, + -3.958804130554199, + -3.8850741386413574, + -3.8113443851470947, + -3.737614631652832, + -3.6638846397399902, + -3.5901546478271484, + -3.5164248943328857, + -3.442695140838623, + -3.3689651489257812, + -3.2952351570129395, + -3.2215054035186768, + -3.147775650024414, + -3.0740456581115723, + -3.0003156661987305, + -2.9265859127044678 + ], + "r_inf_mean": 0.19662024080753326, + "r_inf_median": 0.19278809428215027, + "pr_mean": 0.3272988796234131, + "pr_median": 0.3284580707550049, + "hoyer_mean": 0.6327614784240723, + "eff_dim_mean": 0.6327614784240723, + "topk_energy": { + "1": 0.07034912705421448, + "5": 0.2728874087333679, + "10": 0.4396578073501587, + "25": 0.7276365756988525 + }, + "gamma_raw": -0.008524885401129723, + "gamma_active": { + "1e-08": -0.008524885401129723, + "1e-07": -0.008524885401129723, + "1e-06": -0.008811990730464458, + "1e-05": -0.01124559435993433, + "0.0001": -0.013094439171254635 + }, + "gamma_energy_weighted": { + "1e-08": -0.004786292056509603, + "1e-07": -0.004786292056509603, + "1e-06": -0.004786292056509603, + "1e-05": -0.004786292056509603, + "0.0001": -0.004786292056509603 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s42.json b/results/confirmatory/clean_sparsity/cifar_bp_s42.json new file mode 100644 index 0000000..5a4a7bf --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1766504049301147, + "acc": 0.61328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002583038294687867, + "median_norm": 0.00021287477284204215, + "max_norm": 0.0010169680463150144, + "min_norm": 4.002587843388028e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98046875, + "1e-05": 0.92578125, + "0.0001": 0.6796875 + }, + "log_norms_percentiles": { + "1": -6.191201686859131, + "5": -5.410096645355225, + "10": -4.846468925476074, + "25": -4.185210227966309, + "50": -3.6713600158691406, + "75": -3.414608955383301, + "90": -3.267821788787842, + "95": -3.159428834915161, + "99": -3.0218911170959473 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 3, + 2, + 1, + 5, + 2, + 2, + 5, + 7, + 2, + 2, + 4, + 3, + 6, + 8, + 10, + 4, + 3, + 11, + 12, + 11, + 8, + 10, + 21, + 12, + 25, + 20, + 15, + 9, + 5, + 7, + 5 + ], + "log_norms_bin_edges": [ + -6.3976593017578125, + -6.329559803009033, + -6.261460781097412, + -6.193361282348633, + -6.1252617835998535, + -6.057162761688232, + -5.989063262939453, + -5.920963764190674, + -5.852864742279053, + -5.784765243530273, + -5.716666221618652, + -5.648566722869873, + -5.580467224121094, + -5.512368202209473, + -5.444268703460693, + -5.376169204711914, + -5.308070182800293, + -5.239970684051514, + -5.171871185302734, + -5.103772163391113, + -5.035672664642334, + -4.967573165893555, + -4.899474143981934, + -4.831374645233154, + -4.763275146484375, + -4.695176124572754, + -4.627076625823975, + -4.558977127075195, + -4.490878105163574, + -4.422778606414795, + -4.354679107666016, + -4.2865800857543945, + -4.218480587005615, + -4.150381088256836, + -4.082282066345215, + -4.0141825675964355, + -3.9460833072662354, + -3.877983808517456, + -3.809884548187256, + -3.7417852878570557, + -3.6736860275268555, + -3.605586528778076, + -3.537487268447876, + -3.469388008117676, + -3.4012885093688965, + -3.3331892490386963, + -3.265089988708496, + -3.196990489959717, + -3.1288912296295166, + -3.0607919692993164, + -2.992692708969116 + ], + "r_inf_mean": 0.20032858848571777, + "r_inf_median": 0.19896194338798523, + "pr_mean": 0.3203713893890381, + "pr_median": 0.3194621503353119, + "hoyer_mean": 0.6286087036132812, + "eff_dim_mean": 0.6286086440086365, + "topk_energy": { + "1": 0.07293599843978882, + "5": 0.2773609757423401, + "10": 0.4439087510108948, + "25": 0.730988085269928 + }, + "gamma_raw": 0.007419188041239977, + "gamma_active": { + "1e-08": 0.007419188041239977, + "1e-07": 0.007419188041239977, + "1e-06": 0.007683352567255497, + "1e-05": 0.007463833317160606, + "0.0001": 0.007877446711063385 + }, + "gamma_energy_weighted": { + "1e-08": 0.0004358875191889989, + "1e-07": 0.0004358875191889989, + "1e-06": 0.0004358875191889989, + "1e-05": 0.0004358875191889989, + "0.0001": 0.0004358875191889989 + } + }, + { + "layer": 1, + "mean_norm": 0.00027934598620049655, + "median_norm": 0.00023581851564813405, + "max_norm": 0.0011342121288180351, + "min_norm": 4.5549370497610653e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98046875, + "1e-05": 0.9296875, + "0.0001": 0.6796875 + }, + "log_norms_percentiles": { + "1": -6.128386497497559, + "5": -5.304507255554199, + "10": -4.774336814880371, + "25": -4.128973007202148, + "50": -3.625448226928711, + "75": -3.370743751525879, + "90": -3.2285523414611816, + "95": -3.141850471496582, + "99": -2.987013339996338 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 1, + 0, + 2, + 0, + 0, + 1, + 3, + 0, + 0, + 1, + 2, + 3, + 0, + 3, + 3, + 4, + 4, + 7, + 2, + 3, + 3, + 4, + 4, + 9, + 8, + 6, + 6, + 11, + 11, + 8, + 10, + 15, + 14, + 13, + 27, + 22, + 12, + 11, + 5, + 5, + 4 + ], + "log_norms_bin_edges": [ + -6.341517925262451, + -6.273593902587891, + -6.205669403076172, + -6.137745380401611, + -6.069820880889893, + -6.001896858215332, + -5.933972358703613, + -5.866048336029053, + -5.798123836517334, + -5.730199813842773, + -5.662275314331055, + -5.594351291656494, + -5.526427268981934, + -5.458502769470215, + -5.390578746795654, + -5.3226542472839355, + -5.254730224609375, + -5.186805725097656, + -5.118881702423096, + -5.050957679748535, + -4.983033180236816, + -4.915108680725098, + -4.847184658050537, + -4.779260635375977, + -4.711336135864258, + -4.643412113189697, + -4.5754876136779785, + -4.507563591003418, + -4.439639091491699, + -4.371715068817139, + -4.303791046142578, + -4.235866546630859, + -4.167942047119141, + -4.10001802444458, + -4.0320940017700195, + -3.964169502258301, + -3.896245241165161, + -3.8283209800720215, + -3.760396957397461, + -3.6924726963043213, + -3.6245484352111816, + -3.556624174118042, + -3.4886999130249023, + -3.4207756519317627, + -3.352851390838623, + -3.2849271297454834, + -3.2170028686523438, + -3.149078607559204, + -3.0811543464660645, + -3.013230323791504, + -2.945305824279785 + ], + "r_inf_mean": 0.1956656575202942, + "r_inf_median": 0.19191943109035492, + "pr_mean": 0.32908809185028076, + "pr_median": 0.3305799067020416, + "hoyer_mean": 0.6329350471496582, + "eff_dim_mean": 0.6329350471496582, + "topk_energy": { + "1": 0.06997253000736237, + "5": 0.2709628939628601, + "10": 0.4380391836166382, + "25": 0.7270048260688782 + }, + "gamma_raw": 0.002222827635705471, + "gamma_active": { + "1e-08": 0.002222827635705471, + "1e-07": 0.002222827635705471, + "1e-06": 0.002488299971446395, + "1e-05": 0.0029638304840773344, + "0.0001": 0.0015200951602309942 + }, + "gamma_energy_weighted": { + "1e-08": 0.011483831463457413, + "1e-07": 0.011483831463457413, + "1e-06": 0.011483831463457413, + "1e-05": 0.011483831463457413, + "0.0001": 0.011483831463457413 + } + }, + { + "layer": 2, + "mean_norm": 0.00028562924126163125, + "median_norm": 0.0002295597514603287, + "max_norm": 0.0013789449585601687, + "min_norm": 4.723476649814984e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.93359375, + "0.0001": 0.703125 + }, + "log_norms_percentiles": { + "1": -6.102329254150391, + "5": -5.302539348602295, + "10": -4.720612525939941, + "25": -4.116630554199219, + "50": -3.629791021347046, + "75": -3.3551669120788574, + "90": -3.2235240936279297, + "95": -3.1311984062194824, + "99": -2.9967100620269775 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 2, + 0, + 0, + 4, + 0, + 0, + 2, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 3, + 2, + 2, + 1, + 5, + 4, + 5, + 4, + 3, + 5, + 2, + 5, + 9, + 5, + 8, + 8, + 12, + 5, + 11, + 12, + 13, + 14, + 19, + 22, + 21, + 16, + 8, + 7, + 5, + 2, + 1 + ], + "log_norms_bin_edges": [ + -6.325738430023193, + -6.25643253326416, + -6.187127113342285, + -6.117821216583252, + -6.048515796661377, + -5.979209899902344, + -5.9099040031433105, + -5.8405985832214355, + -5.771292686462402, + -5.701987266540527, + -5.632681369781494, + -5.563375473022461, + -5.494070053100586, + -5.424764156341553, + -5.355458736419678, + -5.2861528396606445, + -5.2168474197387695, + -5.147541522979736, + -5.078235626220703, + -5.008930206298828, + -4.939624309539795, + -4.870318412780762, + -4.801012992858887, + -4.7317070960998535, + -4.6624016761779785, + -4.593095779418945, + -4.52379035949707, + -4.454484462738037, + -4.385178565979004, + -4.315873146057129, + -4.246567249298096, + -4.1772613525390625, + -4.1079559326171875, + -4.0386505126953125, + -3.9693446159362793, + -3.900038719177246, + -3.830733060836792, + -3.761427402496338, + -3.692121744155884, + -3.6228160858154297, + -3.5535101890563965, + -3.4842045307159424, + -3.4148988723754883, + -3.345593214035034, + -3.27628755569458, + -3.206981897354126, + -3.1376760005950928, + -3.0683703422546387, + -2.9990646839141846, + -2.9297590255737305, + -2.8604531288146973 + ], + "r_inf_mean": 0.1923454999923706, + "r_inf_median": 0.18653415143489838, + "pr_mean": 0.33524906635284424, + "pr_median": 0.3367668390274048, + "hoyer_mean": 0.6359347105026245, + "eff_dim_mean": 0.6359347105026245, + "topk_energy": { + "1": 0.06719520688056946, + "5": 0.26662012934684753, + "10": 0.4335557818412781, + "25": 0.7242363095283508 + }, + "gamma_raw": -0.001922080060467124, + "gamma_active": { + "1e-08": -0.001922080060467124, + "1e-07": -0.001922080060467124, + "1e-06": -0.0019928705878555775, + "1e-05": -0.001829057466238737, + "0.0001": 0.0024331293534487486 + }, + "gamma_energy_weighted": { + "1e-08": 0.0003414634227752114, + "1e-07": 0.0003414634227752114, + "1e-06": 0.0003414634227752114, + "1e-05": 0.0003414634227752114, + "0.0001": 0.0003414634227752114 + } + }, + { + "layer": 3, + "mean_norm": 0.0002658877638168633, + "median_norm": 0.00022341191652230918, + "max_norm": 0.000979505362920463, + "min_norm": 4.890844138571993e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.9296875, + "0.0001": 0.69140625 + }, + "log_norms_percentiles": { + "1": -6.087945938110352, + "5": -5.347776889801025, + "10": -4.776177406311035, + "25": -4.148471832275391, + "50": -3.6476974487304688, + "75": -3.379814624786377, + "90": -3.2494993209838867, + "95": -3.1640782356262207, + "99": -3.0749166011810303 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 0, + 2, + 2, + 3, + 3, + 3, + 4, + 4, + 6, + 2, + 5, + 1, + 4, + 9, + 8, + 5, + 4, + 9, + 14, + 6, + 12, + 12, + 14, + 15, + 21, + 21, + 16, + 12, + 11, + 7, + 3 + ], + "log_norms_bin_edges": [ + -6.310616493225098, + -6.244584083557129, + -6.17855167388916, + -6.112519264221191, + -6.046486854553223, + -5.980453968048096, + -5.914421558380127, + -5.848389148712158, + -5.7823567390441895, + -5.716324329376221, + -5.650291919708252, + -5.584259510040283, + -5.5182271003723145, + -5.452194690704346, + -5.386161804199219, + -5.32012939453125, + -5.254096984863281, + -5.1880645751953125, + -5.122032165527344, + -5.055999755859375, + -4.989967346191406, + -4.9239349365234375, + -4.857902526855469, + -4.7918701171875, + -4.725837707519531, + -4.659804821014404, + -4.5937724113464355, + -4.527740001678467, + -4.461707592010498, + -4.395675182342529, + -4.3296427726745605, + -4.263609886169434, + -4.197577476501465, + -4.131545066833496, + -4.065512657165527, + -3.9994802474975586, + -3.93344783782959, + -3.867415428161621, + -3.8013830184936523, + -3.7353503704071045, + -3.6693179607391357, + -3.603285551071167, + -3.5372531414031982, + -3.4712207317352295, + -3.4051880836486816, + -3.339155673980713, + -3.273123264312744, + -3.2070908546447754, + -3.1410584449768066, + -3.075025796890259, + -3.00899338722229 + ], + "r_inf_mean": 0.1918967068195343, + "r_inf_median": 0.18914012610912323, + "pr_mean": 0.34012287855148315, + "pr_median": 0.3411962687969208, + "hoyer_mean": 0.6396616697311401, + "eff_dim_mean": 0.6396616697311401, + "topk_energy": { + "1": 0.06688753515481949, + "5": 0.26281508803367615, + "10": 0.42837053537368774, + "25": 0.7193521857261658 + }, + "gamma_raw": 0.009083976969122887, + "gamma_active": { + "1e-08": 0.009083976969122887, + "1e-07": 0.009083976969122887, + "1e-06": 0.009226549416780472, + "1e-05": 0.0097868163138628, + "0.0001": 0.00949579942971468 + }, + "gamma_energy_weighted": { + "1e-08": -0.0011287236125428752, + "1e-07": -0.0011287236125428752, + "1e-06": -0.0011287236125428752, + "1e-05": -0.0011287236125428752, + "0.0001": -0.0011287236125428752 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s456.json b/results/confirmatory/clean_sparsity/cifar_bp_s456.json new file mode 100644 index 0000000..9f19622 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.134702205657959, + "acc": 0.60546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00027655030135065317, + "median_norm": 0.0002507986209820956, + "max_norm": 0.0012175287120044231, + "min_norm": 1.7616598313452414e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.984375, + "1e-05": 0.92578125, + "0.0001": 0.6796875 + }, + "log_norms_percentiles": { + "1": -6.09072732925415, + "5": -5.340359210968018, + "10": -4.7934980392456055, + "25": -4.117383003234863, + "50": -3.5990183353424072, + "75": -3.395719051361084, + "90": -3.2136569023132324, + "95": -3.1458280086517334, + "99": -3.0226263999938965 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 0, + 1, + 2, + 6, + 3, + 7, + 3, + 5, + 2, + 4, + 5, + 5, + 12, + 10, + 10, + 3, + 9, + 11, + 9, + 19, + 30, + 21, + 18, + 14, + 15, + 7, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.754077911376953, + -6.677286624908447, + -6.6004958152771, + -6.523704528808594, + -6.446913242340088, + -6.37012243270874, + -6.293331146240234, + -6.2165398597717285, + -6.139748573303223, + -6.062957763671875, + -5.986166477203369, + -5.909375190734863, + -5.832584381103516, + -5.75579309463501, + -5.679001808166504, + -5.602210998535156, + -5.52541971206665, + -5.4486284255981445, + -5.371837615966797, + -5.295046329498291, + -5.218255043029785, + -5.1414642333984375, + -5.064672946929932, + -4.987881660461426, + -4.911090850830078, + -4.834299564361572, + -4.757508277893066, + -4.680717468261719, + -4.603926181793213, + -4.527134895324707, + -4.450344085693359, + -4.373552322387695, + -4.296761512756348, + -4.219970703125, + -4.143178939819336, + -4.066388130187988, + -3.9895968437194824, + -3.9128057956695557, + -3.836014747619629, + -3.759223461151123, + -3.6824324131011963, + -3.6056413650512695, + -3.5288500785827637, + -3.452059030532837, + -3.37526798248291, + -3.2984766960144043, + -3.2216856479644775, + -3.1448943614959717, + -3.068103313446045, + -2.991312265396118, + -2.9145209789276123 + ], + "r_inf_mean": 0.20751555263996124, + "r_inf_median": 0.2025705873966217, + "pr_mean": 0.30786722898483276, + "pr_median": 0.31083884835243225, + "hoyer_mean": 0.6232450604438782, + "eff_dim_mean": 0.6232450604438782, + "topk_energy": { + "1": 0.07772163301706314, + "5": 0.2858421504497528, + "10": 0.4527928829193115, + "25": 0.7351163625717163 + }, + "gamma_raw": -0.014971199445426464, + "gamma_active": { + "1e-08": -0.014971199445426464, + "1e-07": -0.014971199445426464, + "1e-06": -0.014634325169026852, + "1e-05": -0.013387474231421947, + "0.0001": -0.012127147056162357 + }, + "gamma_energy_weighted": { + "1e-08": -0.011096584233506353, + "1e-07": -0.011096584233506353, + "1e-06": -0.011096584233506353, + "1e-05": -0.011096584233506353, + "0.0001": -0.011096584233506353 + } + }, + { + "layer": 1, + "mean_norm": 0.0002921682025771588, + "median_norm": 0.00026245132903568447, + "max_norm": 0.0013142111711204052, + "min_norm": 2.0419759039214114e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9296875, + "0.0001": 0.69921875 + }, + "log_norms_percentiles": { + "1": -6.023776054382324, + "5": -5.316246032714844, + "10": -4.728536128997803, + "25": -4.09047269821167, + "50": -3.5748252868652344, + "75": -3.364473581314087, + "90": -3.1900417804718018, + "95": -3.124774217605591, + "99": -3.014953374862671 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 2, + 0, + 0, + 3, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 3, + 6, + 4, + 5, + 5, + 3, + 3, + 4, + 6, + 3, + 11, + 12, + 10, + 3, + 10, + 16, + 7, + 19, + 28, + 19, + 22, + 13, + 12, + 7, + 4, + 1 + ], + "log_norms_bin_edges": [ + -6.6899495124816895, + -6.613777160644531, + -6.537604808807373, + -6.461432456970215, + -6.385260581970215, + -6.309088230133057, + -6.232915878295898, + -6.15674352645874, + -6.080571174621582, + -6.004398822784424, + -5.928226470947266, + -5.852054119110107, + -5.775881767272949, + -5.699709892272949, + -5.623537540435791, + -5.547365188598633, + -5.471192836761475, + -5.395020484924316, + -5.318848133087158, + -5.24267578125, + -5.16650390625, + -5.090331077575684, + -5.014159202575684, + -4.937986850738525, + -4.861814498901367, + -4.785642147064209, + -4.709469795227051, + -4.633297920227051, + -4.557125091552734, + -4.480953216552734, + -4.404780864715576, + -4.328608512878418, + -4.25243616104126, + -4.176263809204102, + -4.100091457366943, + -4.023919105529785, + -3.947746992111206, + -3.871574640274048, + -3.7954025268554688, + -3.7192301750183105, + -3.6430578231811523, + -3.566885471343994, + -3.490713119506836, + -3.414541006088257, + -3.3383686542510986, + -3.2621963024139404, + -3.1860241889953613, + -3.109851837158203, + -3.033679485321045, + -2.9575071334838867, + -2.8813347816467285 + ], + "r_inf_mean": 0.19999593496322632, + "r_inf_median": 0.19583410024642944, + "pr_mean": 0.3200453817844391, + "pr_median": 0.32107144594192505, + "hoyer_mean": 0.628067672252655, + "eff_dim_mean": 0.628067672252655, + "topk_energy": { + "1": 0.07280948758125305, + "5": 0.2768515348434448, + "10": 0.4443309009075165, + "25": 0.7308841943740845 + }, + "gamma_raw": -0.0025548292323946953, + "gamma_active": { + "1e-08": -0.0025548292323946953, + "1e-07": -0.0025548292323946953, + "1e-06": -0.001630655606277287, + "1e-05": -0.0015760527458041906, + "0.0001": -0.0029595294035971165 + }, + "gamma_energy_weighted": { + "1e-08": -0.0035156105135952004, + "1e-07": -0.0035156105135952004, + "1e-06": -0.0035156105135952004, + "1e-05": -0.0035156105135952004, + "0.0001": -0.0035156105135952004 + } + }, + { + "layer": 2, + "mean_norm": 0.00030216804589144886, + "median_norm": 0.0002623854670673609, + "max_norm": 0.0014048833400011063, + "min_norm": 2.0051355420491745e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9296875, + "0.0001": 0.72265625 + }, + "log_norms_percentiles": { + "1": -5.969611644744873, + "5": -5.311683654785156, + "10": -4.725646018981934, + "25": -4.060149669647217, + "50": -3.5725948810577393, + "75": -3.345057249069214, + "90": -3.192936658859253, + "95": -3.125922679901123, + "99": -3.0328726768493652 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 3, + 1, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 2, + 1, + 0, + 3, + 6, + 5, + 2, + 6, + 4, + 3, + 6, + 4, + 5, + 8, + 14, + 9, + 5, + 7, + 17, + 7, + 22, + 26, + 21, + 21, + 15, + 13, + 6, + 1, + 1 + ], + "log_norms_bin_edges": [ + -6.697856426239014, + -6.620946407318115, + -6.544036388397217, + -6.467126846313477, + -6.390216827392578, + -6.31330680847168, + -6.236396789550781, + -6.159486770629883, + -6.082576751708984, + -6.005667209625244, + -5.928757190704346, + -5.851847171783447, + -5.774937152862549, + -5.698027610778809, + -5.62111759185791, + -5.544207572937012, + -5.467297554016113, + -5.390387535095215, + -5.313477516174316, + -5.236567497253418, + -5.159657955169678, + -5.082747936248779, + -5.005837917327881, + -4.928927898406982, + -4.852018356323242, + -4.775108337402344, + -4.698198318481445, + -4.621288299560547, + -4.544378280639648, + -4.46746826171875, + -4.390558242797852, + -4.313648700714111, + -4.236738681793213, + -4.1598286628723145, + -4.082919120788574, + -4.006009101867676, + -3.9290990829467773, + -3.852189064025879, + -3.7752790451049805, + -3.698369264602661, + -3.6214592456817627, + -3.5445492267608643, + -3.467639446258545, + -3.3907294273376465, + -3.313819408416748, + -3.2369096279144287, + -3.1599996089935303, + -3.083089828491211, + -3.0061798095703125, + -2.929269790649414, + -2.8523597717285156 + ], + "r_inf_mean": 0.1971304714679718, + "r_inf_median": 0.19318580627441406, + "pr_mean": 0.3287036716938019, + "pr_median": 0.3311604857444763, + "hoyer_mean": 0.6334779858589172, + "eff_dim_mean": 0.6334779858589172, + "topk_energy": { + "1": 0.07015401124954224, + "5": 0.27118825912475586, + "10": 0.43774986267089844, + "25": 0.7261644005775452 + }, + "gamma_raw": -0.01473689079284668, + "gamma_active": { + "1e-08": -0.01473689079284668, + "1e-07": -0.01473689079284668, + "1e-06": -0.014157110825181007, + "1e-05": -0.01343219168484211, + "0.0001": -0.009055773727595806 + }, + "gamma_energy_weighted": { + "1e-08": -0.002927922528887703, + "1e-07": -0.002927922528887703, + "1e-06": -0.002927922528887703, + "1e-05": -0.002927922528887703, + "0.0001": -0.002927922528887703 + } + }, + { + "layer": 3, + "mean_norm": 0.00028384485631249845, + "median_norm": 0.00024727825075387955, + "max_norm": 0.0011319027980789542, + "min_norm": 2.407495003353688e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9296875, + "0.0001": 0.703125 + }, + "log_norms_percentiles": { + "1": -5.98410177230835, + "5": -5.36592435836792, + "10": -4.73854398727417, + "25": -4.090005397796631, + "50": -3.6066718101501465, + "75": -3.3403420448303223, + "90": -3.2262017726898193, + "95": -3.174588441848755, + "99": -3.0872867107391357 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 4, + 6, + 3, + 4, + 3, + 5, + 3, + 5, + 5, + 5, + 5, + 11, + 13, + 6, + 6, + 12, + 12, + 8, + 26, + 19, + 23, + 24, + 16, + 8, + 4, + 1 + ], + "log_norms_bin_edges": [ + -6.618434429168701, + -6.544989585876465, + -6.4715447425842285, + -6.398099899291992, + -6.324655055999756, + -6.2512102127075195, + -6.177765369415283, + -6.104320526123047, + -6.030875205993652, + -5.957430839538574, + -5.88398551940918, + -5.810540676116943, + -5.737095832824707, + -5.663650989532471, + -5.590206146240234, + -5.516761302947998, + -5.443316459655762, + -5.369871616363525, + -5.296426773071289, + -5.222981929779053, + -5.149537086486816, + -5.07609224319458, + -5.002647399902344, + -4.929202079772949, + -4.855757713317871, + -4.782312393188477, + -4.708868026733398, + -4.635422706604004, + -4.561977863311768, + -4.488533020019531, + -4.415088176727295, + -4.341643333435059, + -4.268198490142822, + -4.194753646850586, + -4.12130880355835, + -4.047863960266113, + -3.974419116973877, + -3.9009740352630615, + -3.827529191970825, + -3.754084348678589, + -3.6806395053863525, + -3.607194662094116, + -3.53374981880188, + -3.4603049755096436, + -3.386859893798828, + -3.313415050506592, + -3.2399702072143555, + -3.166525363922119, + -3.093080520629883, + -3.0196356773376465, + -2.94619083404541 + ], + "r_inf_mean": 0.19234594702720642, + "r_inf_median": 0.1885949969291687, + "pr_mean": 0.3401693105697632, + "pr_median": 0.3379734754562378, + "hoyer_mean": 0.6397303938865662, + "eff_dim_mean": 0.6397303938865662, + "topk_energy": { + "1": 0.06695324182510376, + "5": 0.263593852519989, + "10": 0.42823532223701477, + "25": 0.7192432880401611 + }, + "gamma_raw": 0.009588138200342655, + "gamma_active": { + "1e-08": 0.009588138200342655, + "1e-07": 0.009588138200342655, + "1e-06": 0.009779800660908222, + "1e-05": 0.010010278783738613, + "0.0001": 0.015217375941574574 + }, + "gamma_energy_weighted": { + "1e-08": 0.017233552218265464, + "1e-07": 0.017233552218265464, + "1e-06": 0.017233552218265464, + "1e-05": 0.017233552218265464, + "0.0001": 0.017233552218265464 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s789.json b/results/confirmatory/clean_sparsity/cifar_bp_s789.json new file mode 100644 index 0000000..f3998e6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1959092617034912, + "acc": 0.6015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028067140374332666, + "median_norm": 0.00022387152421288192, + "max_norm": 0.0014396437909454107, + "min_norm": 1.2112440117562073e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.6953125 + }, + "log_norms_percentiles": { + "1": -6.02036190032959, + "5": -5.359379768371582, + "10": -4.888999938964844, + "25": -4.109874725341797, + "50": -3.6487112045288086, + "75": -3.371954917907715, + "90": -3.190140962600708, + "95": -3.1323633193969727, + "99": -3.00270938873291 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 3, + 1, + 4, + 1, + 1, + 1, + 4, + 5, + 2, + 7, + 2, + 2, + 5, + 2, + 1, + 7, + 5, + 9, + 9, + 13, + 12, + 10, + 11, + 14, + 21, + 18, + 24, + 19, + 15, + 11, + 5, + 1, + 2 + ], + "log_norms_bin_edges": [ + -6.916768550872803, + -6.835268020629883, + -6.753767490386963, + -6.672266960144043, + -6.590766906738281, + -6.509266376495361, + -6.427765846252441, + -6.3462653160095215, + -6.264764785766602, + -6.183264255523682, + -6.101763725280762, + -6.020263195037842, + -5.938762664794922, + -5.85726261138916, + -5.77576208114624, + -5.69426155090332, + -5.6127610206604, + -5.5312604904174805, + -5.4497599601745605, + -5.368259429931641, + -5.286759376525879, + -5.205258369445801, + -5.123758316040039, + -5.042257785797119, + -4.960757255554199, + -4.879256725311279, + -4.797756195068359, + -4.716256141662598, + -4.6347551345825195, + -4.553255081176758, + -4.471754550933838, + -4.390254020690918, + -4.308753490447998, + -4.227252960205078, + -4.145752429962158, + -4.064251899719238, + -3.9827516078948975, + -3.9012510776519775, + -3.8197507858276367, + -3.738250255584717, + -3.656749725341797, + -3.575249195098877, + -3.493748664855957, + -3.412248373031616, + -3.3307478427886963, + -3.2492473125457764, + -3.1677470207214355, + -3.0862464904785156, + -3.0047459602355957, + -2.923245429992676, + -2.841745138168335 + ], + "r_inf_mean": 0.2022503912448883, + "r_inf_median": 0.19767150282859802, + "pr_mean": 0.31656718254089355, + "pr_median": 0.316478967666626, + "hoyer_mean": 0.6247317790985107, + "eff_dim_mean": 0.6247317790985107, + "topk_energy": { + "1": 0.07417921721935272, + "5": 0.27950015664100647, + "10": 0.44713467359542847, + "25": 0.7337011694908142 + }, + "gamma_raw": 0.01112345140427351, + "gamma_active": { + "1e-08": 0.01112345140427351, + "1e-07": 0.01112345140427351, + "1e-06": 0.011600557714700699, + "1e-05": 0.012413593009114265, + "0.0001": 0.007392453961074352 + }, + "gamma_energy_weighted": { + "1e-08": 0.005966945589315746, + "1e-07": 0.005966945589315746, + "1e-06": 0.005966945589315746, + "1e-05": 0.005966945589315746, + "0.0001": 0.005966945589315746 + } + }, + { + "layer": 1, + "mean_norm": 0.0002925734734162688, + "median_norm": 0.00023836617765482515, + "max_norm": 0.0012911149533465505, + "min_norm": 1.3068931536963646e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.71484375 + }, + "log_norms_percentiles": { + "1": -5.967471122741699, + "5": -5.337117671966553, + "10": -4.8699631690979, + "25": -4.074970245361328, + "50": -3.6214611530303955, + "75": -3.327561855316162, + "90": -3.1779749393463135, + "95": -3.117979049682617, + "99": -2.987438917160034 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 3, + 1, + 1, + 4, + 0, + 3, + 3, + 1, + 5, + 1, + 8, + 2, + 3, + 3, + 2, + 5, + 3, + 6, + 9, + 14, + 10, + 16, + 9, + 9, + 14, + 23, + 16, + 23, + 19, + 16, + 9, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.88375997543335, + -6.803865432739258, + -6.723970890045166, + -6.644076347351074, + -6.564181804656982, + -6.484287261962891, + -6.404393196105957, + -6.324498653411865, + -6.244604110717773, + -6.164709568023682, + -6.08481502532959, + -6.004920482635498, + -5.925025939941406, + -5.8451313972473145, + -5.765236854553223, + -5.685342788696289, + -5.605447769165039, + -5.5255537033081055, + -5.445659160614014, + -5.365764617919922, + -5.28587007522583, + -5.205975532531738, + -5.1260809898376465, + -5.046186447143555, + -4.966291904449463, + -4.886397361755371, + -4.8065032958984375, + -4.7266082763671875, + -4.646714210510254, + -4.566819190979004, + -4.48692512512207, + -4.4070305824279785, + -4.327136039733887, + -4.247241497039795, + -4.167346954345703, + -4.0874528884887695, + -4.0075578689575195, + -3.927663564682007, + -3.847769021987915, + -3.7678744792938232, + -3.6879801750183105, + -3.6080856323242188, + -3.528191089630127, + -3.448296546936035, + -3.3684020042419434, + -3.2885074615478516, + -3.208613157272339, + -3.128718614578247, + -3.0488240718841553, + -2.9689295291900635, + -2.889035224914551 + ], + "r_inf_mean": 0.19709953665733337, + "r_inf_median": 0.1936415135860443, + "pr_mean": 0.3245930075645447, + "pr_median": 0.3270953595638275, + "hoyer_mean": 0.6305568814277649, + "eff_dim_mean": 0.6305569410324097, + "topk_energy": { + "1": 0.07112988829612732, + "5": 0.2739437222480774, + "10": 0.44088008999824524, + "25": 0.7278479933738708 + }, + "gamma_raw": -0.0016345944022759795, + "gamma_active": { + "1e-08": -0.0016345944022759795, + "1e-07": -0.0016345944022759795, + "1e-06": -0.0020876768976449966, + "1e-05": -0.0036659182514995337, + "0.0001": -0.00418903399258852 + }, + "gamma_energy_weighted": { + "1e-08": 0.0028893697038074317, + "1e-07": 0.0028893697038074317, + "1e-06": 0.0028893697038074317, + "1e-05": 0.0028893697038074317, + "0.0001": 0.0028893697038074317 + } + }, + { + "layer": 2, + "mean_norm": 0.0003066453500650823, + "median_norm": 0.00025122781516984105, + "max_norm": 0.0014200826408341527, + "min_norm": 1.347635958381943e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.7265625 + }, + "log_norms_percentiles": { + "1": -5.975029468536377, + "5": -5.285638809204102, + "10": -4.848055362701416, + "25": -4.066932678222656, + "50": -3.5946204662323, + "75": -3.306928873062134, + "90": -3.183922290802002, + "95": -3.1095449924468994, + "99": -2.9618325233459473 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 1, + 2, + 3, + 1, + 2, + 3, + 2, + 5, + 1, + 7, + 3, + 3, + 2, + 4, + 4, + 4, + 7, + 8, + 18, + 7, + 13, + 11, + 11, + 17, + 24, + 14, + 21, + 24, + 13, + 4, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.87042760848999, + -6.78997278213501, + -6.709517955780029, + -6.629063129425049, + -6.548608303070068, + -6.468153476715088, + -6.387698650360107, + -6.307243824005127, + -6.2267889976501465, + -6.146334171295166, + -6.0658793449401855, + -5.985424518585205, + -5.904969692230225, + -5.824514865875244, + -5.744060039520264, + -5.663605213165283, + -5.583150386810303, + -5.502695560455322, + -5.422240734100342, + -5.341785907745361, + -5.261331081390381, + -5.1808762550354, + -5.10042142868042, + -5.0199666023254395, + -4.939511775970459, + -4.8590569496154785, + -4.778602123260498, + -4.698147296905518, + -4.617692470550537, + -4.537237644195557, + -4.456782817840576, + -4.376327991485596, + -4.295873165130615, + -4.215418338775635, + -4.134963512420654, + -4.054508686065674, + -3.9740538597106934, + -3.893599033355713, + -3.8131442070007324, + -3.732689380645752, + -3.6522345542907715, + -3.571779727935791, + -3.4913249015808105, + -3.41087007522583, + -3.3304152488708496, + -3.249960422515869, + -3.1695055961608887, + -3.089050769805908, + -3.0085959434509277, + -2.9281411170959473, + -2.847686529159546 + ], + "r_inf_mean": 0.19689123332500458, + "r_inf_median": 0.19023509323596954, + "pr_mean": 0.32564595341682434, + "pr_median": 0.3298186957836151, + "hoyer_mean": 0.6308340430259705, + "eff_dim_mean": 0.6308339834213257, + "topk_energy": { + "1": 0.07042770087718964, + "5": 0.27348217368125916, + "10": 0.44026315212249756, + "25": 0.7291648387908936 + }, + "gamma_raw": -0.0010653927456587553, + "gamma_active": { + "1e-08": -0.0010653927456587553, + "1e-07": -0.0010653927456587553, + "1e-06": -0.0012874408857896924, + "1e-05": -0.0005659000016748905, + "0.0001": -0.0010015530278906226 + }, + "gamma_energy_weighted": { + "1e-08": 0.011119928425916751, + "1e-07": 0.011119928425916751, + "1e-06": 0.011119928425916751, + "1e-05": 0.011119928425916751, + "0.0001": 0.011119928425916751 + } + }, + { + "layer": 3, + "mean_norm": 0.0002863233967218548, + "median_norm": 0.00023740093456581235, + "max_norm": 0.0011409452417865396, + "min_norm": 1.5537619901806465e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91796875, + "0.0001": 0.69921875 + }, + "log_norms_percentiles": { + "1": -5.994113445281982, + "5": -5.303839683532715, + "10": -4.876305103302002, + "25": -4.065118789672852, + "50": -3.623880386352539, + "75": -3.3434736728668213, + "90": -3.2074837684631348, + "95": -3.1314401626586914, + "99": -3.0686283111572266 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 3, + 0, + 3, + 3, + 1, + 2, + 2, + 3, + 2, + 4, + 6, + 3, + 3, + 1, + 4, + 4, + 2, + 5, + 8, + 14, + 13, + 10, + 9, + 10, + 16, + 15, + 19, + 21, + 25, + 17, + 14, + 3, + 2 + ], + "log_norms_bin_edges": [ + -6.808615684509277, + -6.731297969818115, + -6.653980255126953, + -6.576663017272949, + -6.499345302581787, + -6.422027587890625, + -6.344709873199463, + -6.267392158508301, + -6.190074920654297, + -6.112757205963135, + -6.035439491271973, + -5.9581217765808105, + -5.880804538726807, + -5.8034868240356445, + -5.726169109344482, + -5.64885139465332, + -5.571534156799316, + -5.494216442108154, + -5.416898727416992, + -5.33958101272583, + -5.262263298034668, + -5.184946060180664, + -5.107628345489502, + -5.03031063079834, + -4.952992916107178, + -4.875675201416016, + -4.798357963562012, + -4.72104024887085, + -4.6437225341796875, + -4.566405296325684, + -4.489087104797363, + -4.411769866943359, + -4.334452152252197, + -4.257134437561035, + -4.179817199707031, + -4.102499008178711, + -4.025181770324707, + -3.947864055633545, + -3.870546579360962, + -3.7932288646698, + -3.715911388397217, + -3.6385936737060547, + -3.5612759590148926, + -3.4839584827423096, + -3.4066407680511475, + -3.3293232917785645, + -3.2520055770874023, + -3.1746881008148193, + -3.0973703861236572, + -3.020052671432495, + -2.942735195159912 + ], + "r_inf_mean": 0.19599288702011108, + "r_inf_median": 0.19167673587799072, + "pr_mean": 0.3318268656730652, + "pr_median": 0.3340936303138733, + "hoyer_mean": 0.6355290412902832, + "eff_dim_mean": 0.6355290412902832, + "topk_energy": { + "1": 0.07027983665466309, + "5": 0.26859337091445923, + "10": 0.43431925773620605, + "25": 0.7242317199707031 + }, + "gamma_raw": 0.0001563762780278921, + "gamma_active": { + "1e-08": 0.0001563762780278921, + "1e-07": 0.0001563762780278921, + "1e-06": -5.2496026910375804e-05, + "1e-05": -0.00041599152609705925, + "0.0001": -0.0023499750532209873 + }, + "gamma_energy_weighted": { + "1e-08": 0.002154584402055451, + "1e-07": 0.002154584402055451, + "1e-06": 0.002154584402055451, + "1e-05": 0.002154584402055451, + "0.0001": 0.002154584402055451 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json new file mode 100644 index 0000000..c027ea4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9158015251159668, + "acc": 0.30078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 5.688650617230451e-07, + "median_norm": 4.6067739845057076e-07, + "max_norm": 2.3973263978405157e-06, + "min_norm": 6.92245194500174e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.98046875, + "1e-06": 0.14453125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.069622039794922, + "5": -6.903680801391602, + "10": -6.798186779022217, + "25": -6.577487945556641, + "50": -6.336540222167969, + "75": -6.136079788208008, + "90": -5.945896148681641, + "95": -5.892658710479736, + "99": -5.650350093841553 + }, + "log_norms_histogram": [ + 1, + 0, + 3, + 0, + 1, + 1, + 3, + 2, + 3, + 2, + 6, + 5, + 3, + 3, + 7, + 8, + 2, + 6, + 10, + 10, + 8, + 3, + 7, + 2, + 17, + 7, + 13, + 9, + 8, + 9, + 7, + 8, + 11, + 13, + 7, + 7, + 5, + 2, + 7, + 11, + 5, + 3, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 3 + ], + "log_norms_bin_edges": [ + -7.159739971160889, + -7.128950595855713, + -7.098161220550537, + -7.067371845245361, + -7.0365824699401855, + -7.00579309463501, + -6.975003719329834, + -6.944214820861816, + -6.913425445556641, + -6.882636070251465, + -6.851846694946289, + -6.821057319641113, + -6.7902679443359375, + -6.759478569030762, + -6.728689193725586, + -6.69789981842041, + -6.667110443115234, + -6.636321067810059, + -6.605531692504883, + -6.574742317199707, + -6.543952941894531, + -6.513164043426514, + -6.482374668121338, + -6.451585292816162, + -6.420795917510986, + -6.3900065422058105, + -6.359217166900635, + -6.328427791595459, + -6.297638416290283, + -6.266849040985107, + -6.236059665679932, + -6.205270290374756, + -6.174481391906738, + -6.1436920166015625, + -6.112902641296387, + -6.082113265991211, + -6.051323890686035, + -6.020534515380859, + -5.989745140075684, + -5.958955764770508, + -5.928166389465332, + -5.897377014160156, + -5.8665876388549805, + -5.835798263549805, + -5.805008888244629, + -5.774219512939453, + -5.743430137634277, + -5.71264123916626, + -5.681851863861084, + -5.651062488555908, + -5.620273113250732 + ], + "r_inf_mean": 0.22336342930793762, + "r_inf_median": 0.22375862300395966, + "pr_mean": 0.27921807765960693, + "pr_median": 0.2692579925060272, + "hoyer_mean": 0.5975846648216248, + "eff_dim_mean": 0.5975846648216248, + "topk_energy": { + "1": 0.08899888396263123, + "5": 0.3062342405319214, + "10": 0.4733600914478302, + "25": 0.7551392316818237 + }, + "gamma_raw": 0.35564443469047546, + "gamma_active": { + "1e-08": 0.35564443469047546, + "1e-07": 0.3600206971168518, + "1e-06": 0.362062931060791, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.38206278038541797, + "1e-07": 0.38206278038541797, + "1e-06": 0.38206278038541797, + "1e-05": 0.38206278038541797, + "0.0001": 0.38206278038541797 + } + }, + { + "layer": 1, + "mean_norm": 1.7894203896418048e-09, + "median_norm": 1.6883818787505334e-09, + "max_norm": 3.804795589701371e-09, + "min_norm": 9.135524559056307e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.0162935256958, + "5": -8.95489501953125, + "10": -8.92182731628418, + "25": -8.863224983215332, + "50": -8.772436141967773, + "75": -8.683698654174805, + "90": -8.593181610107422, + "95": -8.549848556518555, + "99": -8.472275733947754 + }, + "log_norms_histogram": [ + 1, + 2, + 3, + 2, + 2, + 1, + 3, + 1, + 9, + 6, + 9, + 10, + 9, + 5, + 8, + 7, + 9, + 6, + 13, + 8, + 10, + 10, + 8, + 11, + 8, + 7, + 9, + 11, + 7, + 6, + 3, + 2, + 5, + 4, + 6, + 9, + 7, + 4, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.039266586303711, + -9.026874542236328, + -9.014482498168945, + -9.002090454101562, + -8.98969841003418, + -8.977306365966797, + -8.964914321899414, + -8.952523231506348, + -8.940131187438965, + -8.927739143371582, + -8.9153470993042, + -8.902955055236816, + -8.890563011169434, + -8.87817096710205, + -8.865778923034668, + -8.853386878967285, + -8.840994834899902, + -8.82860279083252, + -8.816210746765137, + -8.80381965637207, + -8.791427612304688, + -8.779035568237305, + -8.766643524169922, + -8.754251480102539, + -8.741859436035156, + -8.729467391967773, + -8.71707534790039, + -8.704683303833008, + -8.692291259765625, + -8.679899215698242, + -8.66750717163086, + -8.655115127563477, + -8.64272403717041, + -8.630331993103027, + -8.617939949035645, + -8.605547904968262, + -8.593155860900879, + -8.580763816833496, + -8.568371772766113, + -8.55597972869873, + -8.543587684631348, + -8.531195640563965, + -8.518803596496582, + -8.5064115524292, + -8.494020462036133, + -8.48162841796875, + -8.469236373901367, + -8.456844329833984, + -8.444452285766602, + -8.432060241699219, + -8.419668197631836 + ], + "r_inf_mean": 0.4511696398258209, + "r_inf_median": 0.44711601734161377, + "pr_mean": 0.054274410009384155, + "pr_median": 0.048712633550167084, + "hoyer_mean": 0.3275793194770813, + "eff_dim_mean": 0.3275793194770813, + "topk_energy": { + "1": 0.34071850776672363, + "5": 0.6846160292625427, + "10": 0.7999597191810608, + "25": 0.9194879531860352 + }, + "gamma_raw": 0.006594323553144932, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.008887666375635749, + "1e-07": 0.008887666375635749, + "1e-06": 0.008887666375635749, + "1e-05": 0.008887666375635749, + "0.0001": 0.008887666375635749 + } + }, + { + "layer": 2, + "mean_norm": 1.7680019670507363e-09, + "median_norm": 1.6356260790217902e-09, + "max_norm": 3.524778025010278e-09, + "min_norm": 9.08413733125002e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.026283264160156, + "5": -8.966099739074707, + "10": -8.929876327514648, + "25": -8.866418838500977, + "50": -8.786134719848633, + "75": -8.69007682800293, + "90": -8.595596313476562, + "95": -8.555621147155762, + "99": -8.47885799407959 + }, + "log_norms_histogram": [ + 2, + 2, + 2, + 4, + 0, + 2, + 2, + 2, + 7, + 6, + 5, + 6, + 10, + 7, + 9, + 6, + 6, + 9, + 8, + 9, + 18, + 9, + 4, + 14, + 8, + 5, + 9, + 8, + 4, + 11, + 3, + 4, + 5, + 2, + 2, + 4, + 9, + 9, + 4, + 4, + 2, + 2, + 3, + 0, + 2, + 1, + 2, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.041716575622559, + -9.029939651489258, + -9.018162727355957, + -9.006385803222656, + -8.994608879089355, + -8.982831954956055, + -8.971055030822754, + -8.959278106689453, + -8.947501182556152, + -8.935724258422852, + -8.92394733428955, + -8.91217041015625, + -8.90039348602295, + -8.888615608215332, + -8.876838684082031, + -8.86506175994873, + -8.85328483581543, + -8.841507911682129, + -8.829730987548828, + -8.817954063415527, + -8.806177139282227, + -8.794400215148926, + -8.782623291015625, + -8.770846366882324, + -8.759069442749023, + -8.747292518615723, + -8.735515594482422, + -8.723738670349121, + -8.71196174621582, + -8.70018482208252, + -8.688407897949219, + -8.676630973815918, + -8.664854049682617, + -8.653077125549316, + -8.641300201416016, + -8.629523277282715, + -8.617746353149414, + -8.605969429016113, + -8.594191551208496, + -8.582414627075195, + -8.570637702941895, + -8.558860778808594, + -8.547083854675293, + -8.535306930541992, + -8.523530006408691, + -8.51175308227539, + -8.49997615814209, + -8.488199234008789, + -8.476422309875488, + -8.464645385742188, + -8.452868461608887 + ], + "r_inf_mean": 0.46404045820236206, + "r_inf_median": 0.47261956334114075, + "pr_mean": 0.04918297380208969, + "pr_median": 0.041087545454502106, + "hoyer_mean": 0.30326229333877563, + "eff_dim_mean": 0.30326229333877563, + "topk_energy": { + "1": 0.3570718765258789, + "5": 0.7068615555763245, + "10": 0.8214820027351379, + "25": 0.9325902462005615 + }, + "gamma_raw": 0.004466894082725048, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.004613281442961706, + "1e-07": 0.004613281442961706, + "1e-06": 0.004613281442961706, + "1e-05": 0.004613281442961706, + "0.0001": 0.004613281442961706 + } + }, + { + "layer": 3, + "mean_norm": 1.7687844522384921e-09, + "median_norm": 1.6345335085432566e-09, + "max_norm": 3.521570368647531e-09, + "min_norm": 9.112152699053411e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.024563789367676, + "5": -8.965102195739746, + "10": -8.929916381835938, + "25": -8.865077018737793, + "50": -8.78509521484375, + "75": -8.689813613891602, + "90": -8.595404624938965, + "95": -8.555116653442383, + "99": -8.478843688964844 + }, + "log_norms_histogram": [ + 2, + 2, + 2, + 4, + 0, + 2, + 2, + 4, + 7, + 4, + 4, + 9, + 8, + 9, + 6, + 7, + 6, + 9, + 8, + 9, + 17, + 11, + 3, + 15, + 6, + 5, + 11, + 7, + 4, + 11, + 3, + 5, + 4, + 2, + 2, + 3, + 10, + 8, + 5, + 4, + 1, + 3, + 3, + 0, + 2, + 2, + 1, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.040379524230957, + -9.028636932373047, + -9.016895294189453, + -9.005152702331543, + -8.993410110473633, + -8.981668472290039, + -8.969925880432129, + -8.958183288574219, + -8.946440696716309, + -8.934699058532715, + -8.922956466674805, + -8.911213874816895, + -8.8994722366333, + -8.88772964477539, + -8.87598705291748, + -8.86424446105957, + -8.852502822875977, + -8.840760231018066, + -8.829017639160156, + -8.817276000976562, + -8.805533409118652, + -8.793790817260742, + -8.782049179077148, + -8.770306587219238, + -8.758563995361328, + -8.746822357177734, + -8.735079765319824, + -8.723337173461914, + -8.711594581604004, + -8.69985294342041, + -8.6881103515625, + -8.67636775970459, + -8.664626121520996, + -8.652883529663086, + -8.641140937805176, + -8.629398345947266, + -8.617656707763672, + -8.605914115905762, + -8.594171524047852, + -8.582429885864258, + -8.570687294006348, + -8.558944702148438, + -8.547203063964844, + -8.535460472106934, + -8.523717880249023, + -8.51197624206543, + -8.50023365020752, + -8.48849105834961, + -8.4767484664917, + -8.465006828308105, + -8.453264236450195 + ], + "r_inf_mean": 0.46400418877601624, + "r_inf_median": 0.47257333993911743, + "pr_mean": 0.04924045503139496, + "pr_median": 0.04137733206152916, + "hoyer_mean": 0.30370092391967773, + "eff_dim_mean": 0.30370089411735535, + "topk_energy": { + "1": 0.35672491788864136, + "5": 0.7064204216003418, + "10": 0.8209338188171387, + "25": 0.9324121475219727 + }, + "gamma_raw": -0.004083262290805578, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006663851974313256, + "1e-07": -0.006663851974313256, + "1e-06": -0.006663851974313256, + "1e-05": -0.006663851974313256, + "0.0001": -0.006663851974313256 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s123.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s123.json new file mode 100644 index 0000000..8cd1e11 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9194257259368896, + "acc": 0.28515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 7.975382914082729e-07, + "median_norm": 5.033710976931616e-07, + "max_norm": 1.0003069291997235e-05, + "min_norm": 9.803319045431635e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.98828125, + "1e-06": 0.2109375, + "1e-05": 0.00390625, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -6.960298538208008, + "5": -6.767167091369629, + "10": -6.678335189819336, + "25": -6.4868011474609375, + "50": -6.29689359664917, + "75": -6.023596286773682, + "90": -5.804152488708496, + "95": -5.718751907348633, + "99": -5.3374924659729 + }, + "log_norms_histogram": [ + 3, + 0, + 2, + 1, + 3, + 4, + 6, + 6, + 4, + 8, + 9, + 8, + 11, + 6, + 11, + 19, + 14, + 15, + 15, + 8, + 11, + 8, + 7, + 5, + 14, + 10, + 4, + 8, + 7, + 3, + 8, + 5, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -7.008627414703369, + -6.968451976776123, + -6.928277015686035, + -6.888101577758789, + -6.847926616668701, + -6.807751178741455, + -6.767576217651367, + -6.727400779724121, + -6.687225818634033, + -6.647050380706787, + -6.606875419616699, + -6.566699981689453, + -6.526525020599365, + -6.486349582672119, + -6.446174621582031, + -6.405999183654785, + -6.365824222564697, + -6.325648784637451, + -6.285473823547363, + -6.245298385620117, + -6.205122947692871, + -6.164947986602783, + -6.124773025512695, + -6.084597587585449, + -6.044422149658203, + -6.004247188568115, + -5.964072227478027, + -5.923896789550781, + -5.883721351623535, + -5.843546390533447, + -5.803370952606201, + -5.763195991516113, + -5.723020553588867, + -5.682845592498779, + -5.642670154571533, + -5.602495193481445, + -5.562319755554199, + -5.522144794464111, + -5.481969356536865, + -5.441794395446777, + -5.401618957519531, + -5.361443519592285, + -5.321268558502197, + -5.281093597412109, + -5.240918159484863, + -5.200742721557617, + -5.160567760467529, + -5.120392799377441, + -5.080217361450195, + -5.040041923522949, + -4.999866962432861 + ], + "r_inf_mean": 0.2079620659351349, + "r_inf_median": 0.20531831681728363, + "pr_mean": 0.28042709827423096, + "pr_median": 0.2754712402820587, + "hoyer_mean": 0.5842379331588745, + "eff_dim_mean": 0.5842379331588745, + "topk_energy": { + "1": 0.07951869070529938, + "5": 0.30924785137176514, + "10": 0.489385724067688, + "25": 0.7746173143386841 + }, + "gamma_raw": 0.3903900980949402, + "gamma_active": { + "1e-08": 0.3903900980949402, + "1e-07": 0.3897184133529663, + "1e-06": 0.3680734932422638, + "1e-05": 0.4265896677970886, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4159399503971032, + "1e-07": 0.4159399503971032, + "1e-06": 0.4159399503971032, + "1e-05": 0.4159399503971032, + "0.0001": 0.4159399503971032 + } + }, + { + "layer": 1, + "mean_norm": 2.4452626590232285e-09, + "median_norm": 2.159103340559909e-09, + "max_norm": 7.2945649520761435e-09, + "min_norm": 9.465263017816028e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -8.9483003616333, + "5": -8.891919136047363, + "10": -8.838800430297852, + "25": -8.753837585449219, + "50": -8.665422439575195, + "75": -8.554633140563965, + "90": -8.41275405883789, + "95": -8.341628074645996, + "99": -8.259434700012207 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 2, + 4, + 3, + 3, + 6, + 2, + 7, + 6, + 10, + 5, + 12, + 11, + 10, + 13, + 11, + 15, + 20, + 8, + 12, + 7, + 14, + 6, + 5, + 6, + 2, + 1, + 9, + 9, + 5, + 1, + 7, + 3, + 3, + 2, + 3, + 1, + 1, + 2, + 4, + 1, + 0, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.0238676071167, + -9.00613021850586, + -8.98839282989502, + -8.97065544128418, + -8.95291805267334, + -8.9351806640625, + -8.91744327545166, + -8.89970588684082, + -8.88196849822998, + -8.86423110961914, + -8.8464937210083, + -8.828756332397461, + -8.811018943786621, + -8.793281555175781, + -8.775545120239258, + -8.757807731628418, + -8.740070343017578, + -8.722332954406738, + -8.704595565795898, + -8.686858177185059, + -8.669120788574219, + -8.651383399963379, + -8.633646011352539, + -8.6159086227417, + -8.59817123413086, + -8.58043384552002, + -8.56269645690918, + -8.54495906829834, + -8.5272216796875, + -8.50948429107666, + -8.49174690246582, + -8.47400951385498, + -8.45627212524414, + -8.4385347366333, + -8.420797348022461, + -8.403059959411621, + -8.385322570800781, + -8.367585182189941, + -8.349847793579102, + -8.332111358642578, + -8.314373970031738, + -8.296636581420898, + -8.278899192810059, + -8.261161804199219, + -8.243424415588379, + -8.225687026977539, + -8.2079496383667, + -8.19021224975586, + -8.17247486114502, + -8.15473747253418, + -8.13700008392334 + ], + "r_inf_mean": 0.35634762048721313, + "r_inf_median": 0.3492874205112457, + "pr_mean": 0.12390462309122086, + "pr_median": 0.10204121470451355, + "hoyer_mean": 0.44861680269241333, + "eff_dim_mean": 0.44861680269241333, + "topk_energy": { + "1": 0.20426152646541595, + "5": 0.5014544725418091, + "10": 0.6607496738433838, + "25": 0.8629671335220337 + }, + "gamma_raw": 0.005525191780179739, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.011725997794696942, + "1e-07": 0.011725997794696942, + "1e-06": 0.011725997794696942, + "1e-05": 0.011725997794696942, + "0.0001": 0.011725997794696942 + } + }, + { + "layer": 2, + "mean_norm": 2.3351143241256977e-09, + "median_norm": 2.12678741284833e-09, + "max_norm": 5.518106860336047e-09, + "min_norm": 9.276471257813057e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -8.943943977355957, + "5": -8.908235549926758, + "10": -8.864212036132812, + "25": -8.763904571533203, + "50": -8.671374320983887, + "75": -8.572227478027344, + "90": -8.424736022949219, + "95": -8.382369041442871, + "99": -8.26589298248291 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 3, + 5, + 3, + 3, + 9, + 5, + 6, + 4, + 8, + 8, + 3, + 7, + 15, + 9, + 8, + 15, + 7, + 21, + 7, + 6, + 11, + 11, + 11, + 3, + 6, + 2, + 4, + 3, + 5, + 7, + 5, + 5, + 0, + 6, + 4, + 5, + 2, + 4, + 1, + 1, + 0, + 0, + 0, + 4 + ], + "log_norms_bin_edges": [ + -9.032617568969727, + -9.017129898071289, + -9.001641273498535, + -8.986152648925781, + -8.970664978027344, + -8.955177307128906, + -8.939688682556152, + -8.924200057983398, + -8.908712387084961, + -8.893224716186523, + -8.87773609161377, + -8.862247467041016, + -8.846759796142578, + -8.83127212524414, + -8.815783500671387, + -8.800294876098633, + -8.784807205200195, + -8.769319534301758, + -8.753830909729004, + -8.73834228515625, + -8.722854614257812, + -8.707366943359375, + -8.691878318786621, + -8.676389694213867, + -8.66090202331543, + -8.645414352416992, + -8.629925727844238, + -8.614437103271484, + -8.598949432373047, + -8.58346176147461, + -8.567973136901855, + -8.552484512329102, + -8.536996841430664, + -8.521509170532227, + -8.506020545959473, + -8.490531921386719, + -8.475044250488281, + -8.459556579589844, + -8.44406795501709, + -8.428579330444336, + -8.413091659545898, + -8.397603988647461, + -8.382115364074707, + -8.366626739501953, + -8.351139068603516, + -8.335651397705078, + -8.320162773132324, + -8.30467414855957, + -8.289186477661133, + -8.273698806762695, + -8.258210182189941 + ], + "r_inf_mean": 0.36398252844810486, + "r_inf_median": 0.3527956008911133, + "pr_mean": 0.11074592173099518, + "pr_median": 0.09919846057891846, + "hoyer_mean": 0.4189445376396179, + "eff_dim_mean": 0.4189445376396179, + "topk_energy": { + "1": 0.2126442939043045, + "5": 0.5245794057846069, + "10": 0.6890044212341309, + "25": 0.885357141494751 + }, + "gamma_raw": -0.006283329799771309, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.008557569234458627, + "1e-07": -0.008557569234458627, + "1e-06": -0.008557569234458627, + "1e-05": -0.008557569234458627, + "0.0001": -0.008557569234458627 + } + }, + { + "layer": 3, + "mean_norm": 2.3225266154724977e-09, + "median_norm": 2.119918240950369e-09, + "max_norm": 5.460425889225462e-09, + "min_norm": 9.230327058240562e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -8.945230484008789, + "5": -8.908530235290527, + "10": -8.876388549804688, + "25": -8.765390396118164, + "50": -8.673108100891113, + "75": -8.572954177856445, + "90": -8.427855491638184, + "95": -8.383296966552734, + "99": -8.282715797424316 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 4, + 3, + 6, + 5, + 5, + 6, + 5, + 4, + 10, + 5, + 3, + 8, + 15, + 6, + 11, + 12, + 9, + 18, + 10, + 7, + 11, + 9, + 11, + 5, + 6, + 1, + 4, + 3, + 4, + 9, + 5, + 4, + 1, + 7, + 4, + 2, + 2, + 5, + 2, + 1, + 0, + 0, + 1, + 3 + ], + "log_norms_bin_edges": [ + -9.034783363342285, + -9.019343376159668, + -9.00390338897705, + -8.988462448120117, + -8.9730224609375, + -8.957582473754883, + -8.942142486572266, + -8.926701545715332, + -8.911261558532715, + -8.895821571350098, + -8.88038158416748, + -8.864941596984863, + -8.84950065612793, + -8.834060668945312, + -8.818620681762695, + -8.803180694580078, + -8.787739753723145, + -8.772299766540527, + -8.75685977935791, + -8.741419792175293, + -8.725979804992676, + -8.710538864135742, + -8.695098876953125, + -8.679658889770508, + -8.66421890258789, + -8.648778915405273, + -8.63333797454834, + -8.617897987365723, + -8.602458000183105, + -8.587018013000488, + -8.571577072143555, + -8.556137084960938, + -8.54069709777832, + -8.525257110595703, + -8.509817123413086, + -8.494376182556152, + -8.478936195373535, + -8.463496208190918, + -8.4480562210083, + -8.432615280151367, + -8.41717529296875, + -8.401735305786133, + -8.386295318603516, + -8.370855331420898, + -8.355414390563965, + -8.339974403381348, + -8.32453441619873, + -8.309094429016113, + -8.29365348815918, + -8.278213500976562, + -8.262773513793945 + ], + "r_inf_mean": 0.3648572564125061, + "r_inf_median": 0.34816187620162964, + "pr_mean": 0.10929059237241745, + "pr_median": 0.0988447442650795, + "hoyer_mean": 0.4151100516319275, + "eff_dim_mean": 0.4151100814342499, + "topk_energy": { + "1": 0.2140481024980545, + "5": 0.5282876491546631, + "10": 0.6925036907196045, + "25": 0.8873398900032043 + }, + "gamma_raw": -0.0011012036120519042, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.001820434018977679, + "1e-07": -0.001820434018977679, + "1e-06": -0.001820434018977679, + "1e-05": -0.001820434018977679, + "0.0001": -0.001820434018977679 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json new file mode 100644 index 0000000..905300e --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9690829515457153, + "acc": 0.2890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.191242908291315e-07, + "median_norm": 3.406271673611627e-07, + "max_norm": 3.121169584119343e-06, + "min_norm": 5.023937887926877e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.96484375, + "1e-06": 0.0546875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.133757591247559, + "5": -6.9296722412109375, + "10": -6.860629081726074, + "25": -6.696191787719727, + "50": -6.460324764251709, + "75": -6.280837059020996, + "90": -6.104625701904297, + "95": -5.995170593261719, + "99": -5.793197154998779 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 0, + 2, + 2, + 2, + 0, + 3, + 5, + 7, + 7, + 4, + 11, + 10, + 13, + 6, + 15, + 11, + 6, + 10, + 7, + 11, + 15, + 10, + 11, + 18, + 12, + 7, + 8, + 5, + 5, + 9, + 4, + 2, + 5, + 5, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.298955917358398, + -7.26309061050415, + -7.227224826812744, + -7.191359519958496, + -7.155494213104248, + -7.119628429412842, + -7.083763122558594, + -7.047897815704346, + -7.0120320320129395, + -6.976166725158691, + -6.940301418304443, + -6.904435634613037, + -6.868570327758789, + -6.832704544067383, + -6.796839237213135, + -6.760973930358887, + -6.7251081466674805, + -6.689242839813232, + -6.653377532958984, + -6.617511749267578, + -6.58164644241333, + -6.545781135559082, + -6.509915351867676, + -6.474050045013428, + -6.43818473815918, + -6.402318954467773, + -6.366453647613525, + -6.330588340759277, + -6.294722557067871, + -6.258857250213623, + -6.222991943359375, + -6.187126159667969, + -6.151260852813721, + -6.115395545959473, + -6.079529762268066, + -6.043664455413818, + -6.00779914855957, + -5.971933364868164, + -5.936068058013916, + -5.900202751159668, + -5.864336967468262, + -5.828471660614014, + -5.792606353759766, + -5.756740570068359, + -5.720875263214111, + -5.685009956359863, + -5.649144172668457, + -5.613278865814209, + -5.577413558959961, + -5.541547775268555, + -5.505682468414307 + ], + "r_inf_mean": 0.19704243540763855, + "r_inf_median": 0.19687016308307648, + "pr_mean": 0.308735191822052, + "pr_median": 0.2967337667942047, + "hoyer_mean": 0.610343337059021, + "eff_dim_mean": 0.610343337059021, + "topk_energy": { + "1": 0.07119022309780121, + "5": 0.2893819212913513, + "10": 0.46360278129577637, + "25": 0.7512165307998657 + }, + "gamma_raw": 0.33858993649482727, + "gamma_active": { + "1e-08": 0.33858993649482727, + "1e-07": 0.339552640914917, + "1e-06": 0.4613848924636841, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3996696085047271, + "1e-07": 0.3996696085047271, + "1e-06": 0.3996696085047271, + "1e-05": 0.3996696085047271, + "0.0001": 0.3996696085047271 + } + }, + { + "layer": 1, + "mean_norm": 1.0334754163565663e-09, + "median_norm": 1.0448444331956352e-09, + "max_norm": 1.7765000581704271e-09, + "min_norm": 4.47628933919475e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.289823532104492, + "5": -9.197891235351562, + "10": -9.132867813110352, + "25": -9.04176139831543, + "50": -8.980934143066406, + "75": -8.926870346069336, + "90": -8.889876365661621, + "95": -8.872453689575195, + "99": -8.82375431060791 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 1, + 3, + 3, + 4, + 3, + 0, + 1, + 3, + 2, + 5, + 5, + 7, + 7, + 4, + 8, + 7, + 15, + 15, + 16, + 10, + 12, + 13, + 16, + 17, + 13, + 13, + 11, + 12, + 8, + 4, + 1, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.349081993103027, + -9.337108612060547, + -9.325136184692383, + -9.313162803649902, + -9.301190376281738, + -9.289216995239258, + -9.277244567871094, + -9.265271186828613, + -9.25329875946045, + -9.241325378417969, + -9.229352951049805, + -9.217379570007324, + -9.20540714263916, + -9.19343376159668, + -9.1814603805542, + -9.169487953186035, + -9.157514572143555, + -9.14554214477539, + -9.13356876373291, + -9.121596336364746, + -9.109622955322266, + -9.097650527954102, + -9.085677146911621, + -9.073704719543457, + -9.061731338500977, + -9.049758911132812, + -9.037785530090332, + -9.025812149047852, + -9.013839721679688, + -9.001866340637207, + -8.989893913269043, + -8.977920532226562, + -8.965948104858398, + -8.953974723815918, + -8.942002296447754, + -8.930028915405273, + -8.91805648803711, + -8.906083106994629, + -8.894109725952148, + -8.882137298583984, + -8.870163917541504, + -8.85819149017334, + -8.84621810913086, + -8.834245681762695, + -8.822272300720215, + -8.81029987335205, + -8.79832649230957, + -8.786354064941406, + -8.774380683898926, + -8.762408256530762, + -8.750434875488281 + ], + "r_inf_mean": 0.4486384391784668, + "r_inf_median": 0.453622043132782, + "pr_mean": 0.05657400190830231, + "pr_median": 0.04752027243375778, + "hoyer_mean": 0.3105672597885132, + "eff_dim_mean": 0.3105672597885132, + "topk_energy": { + "1": 0.3238997161388397, + "5": 0.6823532581329346, + "10": 0.8140469789505005, + "25": 0.9333410263061523 + }, + "gamma_raw": -0.0010149991139769554, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002258997851824066, + "1e-07": -0.002258997851824066, + "1e-06": -0.002258997851824066, + "1e-05": -0.002258997851824066, + "0.0001": -0.002258997851824066 + } + }, + { + "layer": 2, + "mean_norm": 1.0239633585484853e-09, + "median_norm": 1.0434466624076322e-09, + "max_norm": 1.7215110448276505e-09, + "min_norm": 4.3615416833731047e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.302780151367188, + "5": -9.21251392364502, + "10": -9.12985610961914, + "25": -9.061946868896484, + "50": -8.980342864990234, + "75": -8.927542686462402, + "90": -8.891048431396484, + "95": -8.877092361450195, + "99": -8.824458122253418 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 3, + 2, + 1, + 2, + 1, + 2, + 2, + 5, + 2, + 1, + 0, + 0, + 4, + 6, + 9, + 5, + 8, + 7, + 2, + 5, + 8, + 13, + 17, + 12, + 8, + 14, + 10, + 18, + 14, + 15, + 13, + 11, + 12, + 8, + 6, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.360360145568848, + -9.348434448242188, + -9.336509704589844, + -9.324584007263184, + -9.312658309936523, + -9.30073356628418, + -9.28880786895752, + -9.27688217163086, + -9.264957427978516, + -9.253031730651855, + -9.241106033325195, + -9.229181289672852, + -9.217255592346191, + -9.205329895019531, + -9.193404197692871, + -9.181479454040527, + -9.169553756713867, + -9.157628059387207, + -9.145703315734863, + -9.133777618408203, + -9.121851921081543, + -9.1099271774292, + -9.098001480102539, + -9.086075782775879, + -9.074151039123535, + -9.062225341796875, + -9.050299644470215, + -9.038374900817871, + -9.026449203491211, + -9.01452350616455, + -9.002598762512207, + -8.990673065185547, + -8.978747367858887, + -8.966822624206543, + -8.954896926879883, + -8.942971229553223, + -8.931046485900879, + -8.919120788574219, + -8.907195091247559, + -8.895269393920898, + -8.883344650268555, + -8.871418952941895, + -8.859493255615234, + -8.84756851196289, + -8.83564281463623, + -8.82371711730957, + -8.811792373657227, + -8.799866676330566, + -8.787940979003906, + -8.776016235351562, + -8.764090538024902 + ], + "r_inf_mean": 0.45332127809524536, + "r_inf_median": 0.4605533182621002, + "pr_mean": 0.054691970348358154, + "pr_median": 0.046545349061489105, + "hoyer_mean": 0.30184006690979004, + "eff_dim_mean": 0.30184006690979004, + "topk_energy": { + "1": 0.33133524656295776, + "5": 0.6902511119842529, + "10": 0.8208131194114685, + "25": 0.9374762773513794 + }, + "gamma_raw": 0.0007469440461136401, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0015008438586824205, + "1e-07": 0.0015008438586824205, + "1e-06": 0.0015008438586824205, + "1e-05": 0.0015008438586824205, + "0.0001": 0.0015008438586824205 + } + }, + { + "layer": 3, + "mean_norm": 1.0241347769834874e-09, + "median_norm": 1.0437867237200749e-09, + "max_norm": 1.7153806153302753e-09, + "min_norm": 4.359892447070024e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.300985336303711, + "5": -9.211760520935059, + "10": -9.129596710205078, + "25": -9.06185245513916, + "50": -8.980210304260254, + "75": -8.927511215209961, + "90": -8.891120910644531, + "95": -8.877522468566895, + "99": -8.825100898742676 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 4, + 2, + 1, + 1, + 2, + 2, + 1, + 6, + 2, + 1, + 0, + 0, + 4, + 5, + 9, + 6, + 8, + 6, + 3, + 5, + 8, + 11, + 18, + 11, + 9, + 14, + 11, + 17, + 13, + 16, + 13, + 10, + 14, + 8, + 6, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.36052417755127, + -9.348626136779785, + -9.336729049682617, + -9.324831008911133, + -9.312932968139648, + -9.30103588104248, + -9.289137840270996, + -9.277240753173828, + -9.265342712402344, + -9.25344467163086, + -9.241547584533691, + -9.229649543762207, + -9.217751502990723, + -9.205854415893555, + -9.19395637512207, + -9.182058334350586, + -9.170161247253418, + -9.158263206481934, + -9.14636516571045, + -9.134468078613281, + -9.122570037841797, + -9.110672950744629, + -9.098774909973145, + -9.08687686920166, + -9.074979782104492, + -9.063081741333008, + -9.051183700561523, + -9.039286613464355, + -9.027388572692871, + -9.015490531921387, + -9.003593444824219, + -8.991695404052734, + -8.979798316955566, + -8.967900276184082, + -8.956002235412598, + -8.94410514831543, + -8.932207107543945, + -8.920309066772461, + -8.908411979675293, + -8.896513938903809, + -8.884615898132324, + -8.872718811035156, + -8.860820770263672, + -8.848922729492188, + -8.83702564239502, + -8.825127601623535, + -8.813230514526367, + -8.801332473754883, + -8.789434432983398, + -8.77753734588623, + -8.765639305114746 + ], + "r_inf_mean": 0.4531211256980896, + "r_inf_median": 0.46065452694892883, + "pr_mean": 0.054701026529073715, + "pr_median": 0.04644019901752472, + "hoyer_mean": 0.30079057812690735, + "eff_dim_mean": 0.30079057812690735, + "topk_energy": { + "1": 0.3311087489128113, + "5": 0.6910195350646973, + "10": 0.821351170539856, + "25": 0.9378682374954224 + }, + "gamma_raw": -0.001183989574201405, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012676031428020664, + "1e-07": -0.0012676031428020664, + "1e-06": -0.0012676031428020664, + "1e-05": -0.0012676031428020664, + "0.0001": -0.0012676031428020664 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json new file mode 100644 index 0000000..130c9ea --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.001465320587158, + "acc": 0.25390625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 6.333947339953738e-07, + "median_norm": 4.195617577806843e-07, + "max_norm": 4.877954324911116e-06, + "min_norm": 1.7700738652592918e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.91015625, + "1e-06": 0.1796875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.457462787628174, + "5": -7.142299175262451, + "10": -6.987037181854248, + "25": -6.723257064819336, + "50": -6.374059677124023, + "75": -6.083482265472412, + "90": -5.855742454528809, + "95": -5.738598823547363, + "99": -5.454064846038818 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 2, + 1, + 2, + 3, + 2, + 5, + 7, + 4, + 6, + 6, + 9, + 11, + 9, + 11, + 7, + 4, + 8, + 10, + 12, + 13, + 7, + 11, + 13, + 9, + 10, + 13, + 10, + 7, + 7, + 6, + 3, + 6, + 6, + 2, + 3, + 1, + 0, + 1, + 2, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.752008438110352, + -7.7032036781311035, + -7.654398441314697, + -7.605593681335449, + -7.556788921356201, + -7.507983684539795, + -7.459178924560547, + -7.410374164581299, + -7.361568927764893, + -7.3127641677856445, + -7.2639594078063965, + -7.21515417098999, + -7.166349411010742, + -7.117544174194336, + -7.068739414215088, + -7.01993465423584, + -6.971129417419434, + -6.9223246574401855, + -6.8735198974609375, + -6.824714660644531, + -6.775909900665283, + -6.727105140686035, + -6.678299903869629, + -6.629495143890381, + -6.580690383911133, + -6.531885147094727, + -6.4830803871154785, + -6.4342756271362305, + -6.385470390319824, + -6.336665630340576, + -6.287860870361328, + -6.239055633544922, + -6.190250873565674, + -6.141446113586426, + -6.0926408767700195, + -6.0438361167907715, + -5.995031356811523, + -5.946226119995117, + -5.897421360015869, + -5.848616600036621, + -5.799811363220215, + -5.751006603240967, + -5.702201843261719, + -5.6533966064453125, + -5.6045918464660645, + -5.555787086486816, + -5.50698184967041, + -5.458177089691162, + -5.409372329711914, + -5.360567092895508, + -5.31176233291626 + ], + "r_inf_mean": 0.19837668538093567, + "r_inf_median": 0.19969207048416138, + "pr_mean": 0.2933163642883301, + "pr_median": 0.276974618434906, + "hoyer_mean": 0.5912688970565796, + "eff_dim_mean": 0.5912688970565796, + "topk_energy": { + "1": 0.07330034673213959, + "5": 0.30148443579673767, + "10": 0.48028308153152466, + "25": 0.7653568983078003 + }, + "gamma_raw": 0.24903419613838196, + "gamma_active": { + "1e-08": 0.24903419613838196, + "1e-07": 0.2620922923088074, + "1e-06": 0.19862449169158936, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.1693693606973864, + "1e-07": 0.1693693606973864, + "1e-06": 0.1693693606973864, + "1e-05": 0.1693693606973864, + "0.0001": 0.1693693606973864 + } + }, + { + "layer": 1, + "mean_norm": 7.803649948456837e-10, + "median_norm": 5.714080320018411e-10, + "max_norm": 1.8231775200661104e-08, + "min_norm": 2.6060559266127825e-10, + "support": { + "1e-08": 0.00390625, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.449275016784668, + "5": -9.394906044006348, + "10": -9.38313102722168, + "25": -9.34207820892334, + "50": -9.242864608764648, + "75": -9.105673789978027, + "90": -8.944769859313965, + "95": -8.840707778930664, + "99": -8.489298820495605 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 4, + 6, + 27, + 38, + 26, + 18, + 19, + 17, + 19, + 17, + 16, + 11, + 5, + 3, + 4, + 9, + 3, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.584015846252441, + -9.547119140625, + -9.510222434997559, + -9.4733247756958, + -9.43642807006836, + -9.399531364440918, + -9.362634658813477, + -9.325737953186035, + -9.288840293884277, + -9.251943588256836, + -9.215046882629395, + -9.178150177001953, + -9.141253471374512, + -9.10435676574707, + -9.067459106445312, + -9.030562400817871, + -8.99366569519043, + -8.956768989562988, + -8.919872283935547, + -8.882974624633789, + -8.846077919006348, + -8.809181213378906, + -8.772284507751465, + -8.735387802124023, + -8.698490142822266, + -8.661593437194824, + -8.624696731567383, + -8.587800025939941, + -8.5509033203125, + -8.514005661010742, + -8.4771089553833, + -8.44021224975586, + -8.403315544128418, + -8.366418838500977, + -8.329521179199219, + -8.292624473571777, + -8.255727767944336, + -8.218831062316895, + -8.181934356689453, + -8.145036697387695, + -8.108139991760254, + -8.071243286132812, + -8.034346580505371, + -7.99744987487793, + -7.96055269241333, + -7.923655986785889, + -7.886758804321289, + -7.849862098693848, + -7.812965393066406, + -7.776068210601807, + -7.739171504974365 + ], + "r_inf_mean": 0.35533517599105835, + "r_inf_median": 0.3314588665962219, + "pr_mean": 0.14488938450813293, + "pr_median": 0.11856742203235626, + "hoyer_mean": 0.4916110932826996, + "eff_dim_mean": 0.4916110932826996, + "topk_energy": { + "1": 0.21024462580680847, + "5": 0.47229304909706116, + "10": 0.6168347597122192, + "25": 0.8228110671043396 + }, + "gamma_raw": -0.0014083115383982658, + "gamma_active": { + "1e-08": -0.15585371851921082, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.10200789758950457, + "1e-07": -0.10200789758950457, + "1e-06": -0.10200789758950457, + "1e-05": -0.10200789758950457, + "0.0001": -0.10200789758950457 + } + }, + { + "layer": 2, + "mean_norm": 4.940946540799018e-10, + "median_norm": 4.706502410023461e-10, + "max_norm": 9.039328729976148e-10, + "min_norm": 2.2597153315206953e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.57858943939209, + "5": -9.470010757446289, + "10": -9.434353828430176, + "25": -9.38910961151123, + "50": -9.326801300048828, + "75": -9.264440536499023, + "90": -9.165214538574219, + "95": -9.129350662231445, + "99": -9.077860832214355 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 4, + 1, + 7, + 3, + 7, + 5, + 16, + 19, + 9, + 13, + 10, + 15, + 17, + 12, + 11, + 11, + 14, + 9, + 6, + 8, + 2, + 7, + 5, + 5, + 1, + 2, + 5, + 6, + 2, + 3, + 2, + 3, + 1, + 2, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.645946502685547, + -9.633904457092285, + -9.62186336517334, + -9.609821319580078, + -9.597780227661133, + -9.585738182067871, + -9.573697090148926, + -9.561655044555664, + -9.549612998962402, + -9.537571907043457, + -9.525529861450195, + -9.51348876953125, + -9.501446723937988, + -9.489404678344727, + -9.477363586425781, + -9.46532154083252, + -9.453280448913574, + -9.441238403320312, + -9.429197311401367, + -9.417155265808105, + -9.405113220214844, + -9.393072128295898, + -9.381030082702637, + -9.368988990783691, + -9.35694694519043, + -9.344905853271484, + -9.332863807678223, + -9.320821762084961, + -9.308780670166016, + -9.296738624572754, + -9.284697532653809, + -9.272655487060547, + -9.260613441467285, + -9.24857234954834, + -9.236530303955078, + -9.224489212036133, + -9.212447166442871, + -9.200406074523926, + -9.188364028930664, + -9.176321983337402, + -9.164280891418457, + -9.152238845825195, + -9.14019775390625, + -9.128155708312988, + -9.116113662719727, + -9.104072570800781, + -9.09203052520752, + -9.079989433288574, + -9.067947387695312, + -9.055906295776367, + -9.043864250183105 + ], + "r_inf_mean": 0.4273303747177124, + "r_inf_median": 0.3845841586589813, + "pr_mean": 0.07437767088413239, + "pr_median": 0.07771610468626022, + "hoyer_mean": 0.37731146812438965, + "eff_dim_mean": 0.37731146812438965, + "topk_energy": { + "1": 0.28318431973457336, + "5": 0.5960769653320312, + "10": 0.7408536672592163, + "25": 0.9002403020858765 + }, + "gamma_raw": -0.0022374512627720833, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002361721977185503, + "1e-07": -0.002361721977185503, + "1e-06": -0.002361721977185503, + "1e-05": -0.002361721977185503, + "0.0001": -0.002361721977185503 + } + }, + { + "layer": 3, + "mean_norm": 4.933400354900641e-10, + "median_norm": 4.70105565586465e-10, + "max_norm": 9.078486296054677e-10, + "min_norm": 2.2550653011599309e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.582595825195312, + "5": -9.47178840637207, + "10": -9.436161041259766, + "25": -9.389741897583008, + "50": -9.327397346496582, + "75": -9.266885757446289, + "90": -9.164645195007324, + "95": -9.131082534790039, + "99": -9.076410293579102 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 3, + 3, + 1, + 8, + 3, + 7, + 5, + 16, + 18, + 10, + 12, + 11, + 13, + 17, + 13, + 12, + 13, + 11, + 9, + 8, + 6, + 3, + 9, + 3, + 4, + 1, + 2, + 6, + 6, + 2, + 4, + 1, + 3, + 0, + 2, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.646841049194336, + -9.634743690490723, + -9.622647285461426, + -9.610549926757812, + -9.5984525680542, + -9.586355209350586, + -9.574258804321289, + -9.562161445617676, + -9.550064086914062, + -9.537967681884766, + -9.525870323181152, + -9.513772964477539, + -9.501676559448242, + -9.489579200744629, + -9.477481842041016, + -9.465385437011719, + -9.453288078308105, + -9.441190719604492, + -9.429093360900879, + -9.416996955871582, + -9.404899597167969, + -9.392802238464355, + -9.380705833435059, + -9.368608474731445, + -9.356511116027832, + -9.344413757324219, + -9.332317352294922, + -9.320219993591309, + -9.308122634887695, + -9.296026229858398, + -9.283928871154785, + -9.271831512451172, + -9.259735107421875, + -9.247637748718262, + -9.235540390014648, + -9.223443984985352, + -9.211346626281738, + -9.199249267578125, + -9.187151908874512, + -9.175055503845215, + -9.162958145141602, + -9.150860786437988, + -9.138764381408691, + -9.126667022705078, + -9.114569664001465, + -9.102472305297852, + -9.090375900268555, + -9.078278541564941, + -9.066181182861328, + -9.054084777832031, + -9.041987419128418 + ], + "r_inf_mean": 0.42838627099990845, + "r_inf_median": 0.3855907917022705, + "pr_mean": 0.07348872721195221, + "pr_median": 0.07654953747987747, + "hoyer_mean": 0.3742046356201172, + "eff_dim_mean": 0.3742046058177948, + "topk_energy": { + "1": 0.28404295444488525, + "5": 0.5980854034423828, + "10": 0.7433640360832214, + "25": 0.9021828770637512 + }, + "gamma_raw": -0.0020678602159023285, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0022188143361211755, + "1e-07": -0.0022188143361211755, + "1e-06": -0.0022188143361211755, + "1e-05": -0.0022188143361211755, + "0.0001": -0.0022188143361211755 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json new file mode 100644 index 0000000..4b1e0c7 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.963088035583496, + "acc": 0.29296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.5741063559034956e-07, + "median_norm": 3.327426441046555e-07, + "max_norm": 3.6298563372838544e-06, + "min_norm": 7.101110099938523e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.96875, + "1e-06": 0.0625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.059885501861572, + "5": -6.954421520233154, + "10": -6.863651752471924, + "25": -6.6720662117004395, + "50": -6.474851131439209, + "75": -6.228747844696045, + "90": -6.0601701736450195, + "95": -5.942624568939209, + "99": -5.710348606109619 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 2, + 3, + 5, + 5, + 3, + 5, + 7, + 5, + 14, + 4, + 7, + 14, + 7, + 11, + 7, + 16, + 12, + 14, + 5, + 9, + 6, + 15, + 5, + 7, + 5, + 17, + 6, + 2, + 7, + 4, + 7, + 1, + 3, + 1, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.148674011230469, + -7.114502906799316, + -7.080331325531006, + -7.0461602210998535, + -7.011989116668701, + -6.977817535400391, + -6.943646430969238, + -6.909475326538086, + -6.875303745269775, + -6.841132640838623, + -6.806961536407471, + -6.77278995513916, + -6.738618850708008, + -6.7044477462768555, + -6.670276165008545, + -6.636105060577393, + -6.601933479309082, + -6.56776237487793, + -6.533591270446777, + -6.499420166015625, + -6.4652485847473145, + -6.431077480316162, + -6.396905899047852, + -6.362734794616699, + -6.328563690185547, + -6.294392108917236, + -6.260221004486084, + -6.226049900054932, + -6.191878318786621, + -6.157707214355469, + -6.123536109924316, + -6.089364528656006, + -6.0551934242248535, + -6.021022319793701, + -5.986850738525391, + -5.952679634094238, + -5.918508529663086, + -5.884336948394775, + -5.850165843963623, + -5.8159942626953125, + -5.78182315826416, + -5.747652053833008, + -5.7134809494018555, + -5.679309368133545, + -5.645138263702393, + -5.610966682434082, + -5.57679557800293, + -5.542624473571777, + -5.508453369140625, + -5.4742817878723145, + -5.440110683441162 + ], + "r_inf_mean": 0.20155002176761627, + "r_inf_median": 0.20132407546043396, + "pr_mean": 0.2975720167160034, + "pr_median": 0.2690039873123169, + "hoyer_mean": 0.5975706577301025, + "eff_dim_mean": 0.5975706577301025, + "topk_energy": { + "1": 0.07496088743209839, + "5": 0.2996216118335724, + "10": 0.47725650668144226, + "25": 0.761481761932373 + }, + "gamma_raw": 0.3074076771736145, + "gamma_active": { + "1e-08": 0.3074076771736145, + "1e-07": 0.30832189321517944, + "1e-06": 0.27396687865257263, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3022566622878688, + "1e-07": 0.3022566622878688, + "1e-06": 0.3022566622878688, + "1e-05": 0.3022566622878688, + "0.0001": 0.3022566622878688 + } + }, + { + "layer": 1, + "mean_norm": 1.3340226701075153e-09, + "median_norm": 1.2605088084427507e-09, + "max_norm": 2.5974882245094477e-09, + "min_norm": 7.902644094670563e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.091238975524902, + "5": -9.045639991760254, + "10": -9.00871467590332, + "25": -8.95318603515625, + "50": -8.89940071105957, + "75": -8.818460464477539, + "90": -8.756624221801758, + "95": -8.711658477783203, + "99": -8.646188735961914 + }, + "log_norms_histogram": [ + 3, + 4, + 2, + 1, + 2, + 2, + 4, + 3, + 5, + 5, + 2, + 15, + 9, + 5, + 6, + 15, + 14, + 13, + 8, + 14, + 10, + 5, + 8, + 6, + 15, + 6, + 5, + 8, + 5, + 6, + 3, + 3, + 11, + 11, + 5, + 2, + 1, + 3, + 3, + 1, + 1, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.102228164672852, + -9.09189224243164, + -9.081557273864746, + -9.071221351623535, + -9.060885429382324, + -9.05055046081543, + -9.040214538574219, + -9.029878616333008, + -9.019542694091797, + -9.009207725524902, + -8.998871803283691, + -8.98853588104248, + -8.978200912475586, + -8.967864990234375, + -8.957529067993164, + -8.947193145751953, + -8.936858177185059, + -8.926522254943848, + -8.916186332702637, + -8.905851364135742, + -8.895515441894531, + -8.88517951965332, + -8.874844551086426, + -8.864508628845215, + -8.854172706604004, + -8.84383773803711, + -8.833501815795898, + -8.823165893554688, + -8.812829971313477, + -8.802495002746582, + -8.792159080505371, + -8.78182315826416, + -8.771488189697266, + -8.761152267456055, + -8.750816345214844, + -8.740480422973633, + -8.730145454406738, + -8.719809532165527, + -8.709473609924316, + -8.699138641357422, + -8.688802719116211, + -8.678466796875, + -8.668131828308105, + -8.657795906066895, + -8.647459983825684, + -8.637125015258789, + -8.626789093017578, + -8.616453170776367, + -8.606117248535156, + -8.595782279968262, + -8.58544635772705 + ], + "r_inf_mean": 0.43690967559814453, + "r_inf_median": 0.40372151136398315, + "pr_mean": 0.08153857290744781, + "pr_median": 0.08043775707483292, + "hoyer_mean": 0.3743487298488617, + "eff_dim_mean": 0.3743487298488617, + "topk_energy": { + "1": 0.2816582918167114, + "5": 0.5841063857078552, + "10": 0.7391132712364197, + "25": 0.9045075178146362 + }, + "gamma_raw": -0.0045008352026343346, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0043146579622964625, + "1e-07": -0.0043146579622964625, + "1e-06": -0.0043146579622964625, + "1e-05": -0.0043146579622964625, + "0.0001": -0.0043146579622964625 + } + }, + { + "layer": 2, + "mean_norm": 1.2973020435680382e-09, + "median_norm": 1.2307086461049721e-09, + "max_norm": 2.3269108861967425e-09, + "min_norm": 7.77140851671021e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.08397388458252, + "5": -9.041193008422852, + "10": -9.012361526489258, + "25": -8.961204528808594, + "50": -8.909720420837402, + "75": -8.839249610900879, + "90": -8.766401290893555, + "95": -8.746295928955078, + "99": -8.659806251525879 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 1, + 4, + 0, + 3, + 3, + 1, + 7, + 7, + 3, + 6, + 12, + 8, + 6, + 9, + 11, + 16, + 18, + 9, + 8, + 10, + 5, + 8, + 11, + 8, + 9, + 7, + 4, + 7, + 5, + 5, + 3, + 2, + 9, + 8, + 3, + 5, + 1, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.10949993133545, + -9.099974632263184, + -9.090448379516602, + -9.080923080444336, + -9.07139778137207, + -9.061872482299805, + -9.052346229553223, + -9.042820930480957, + -9.033295631408691, + -9.02376937866211, + -9.014244079589844, + -9.004718780517578, + -8.995192527770996, + -8.98566722869873, + -8.976141929626465, + -8.966615676879883, + -8.957090377807617, + -8.947565078735352, + -8.938039779663086, + -8.928513526916504, + -8.918988227844238, + -8.909462928771973, + -8.89993667602539, + -8.890411376953125, + -8.88088607788086, + -8.871360778808594, + -8.861834526062012, + -8.852309226989746, + -8.84278392791748, + -8.833257675170898, + -8.823732376098633, + -8.814207077026367, + -8.804680824279785, + -8.79515552520752, + -8.785630226135254, + -8.776103973388672, + -8.766578674316406, + -8.75705337524414, + -8.747528076171875, + -8.738001823425293, + -8.728476524353027, + -8.718951225280762, + -8.70942497253418, + -8.699899673461914, + -8.690374374389648, + -8.680849075317383, + -8.6713228225708, + -8.661797523498535, + -8.65227222442627, + -8.642745971679688, + -8.633220672607422 + ], + "r_inf_mean": 0.4461854100227356, + "r_inf_median": 0.4048742949962616, + "pr_mean": 0.072556272149086, + "pr_median": 0.07630622386932373, + "hoyer_mean": 0.3301254212856293, + "eff_dim_mean": 0.33012545108795166, + "topk_energy": { + "1": 0.29547983407974243, + "5": 0.6130638122558594, + "10": 0.7741260528564453, + "25": 0.9311286211013794 + }, + "gamma_raw": -0.006650298833847046, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.007827652336764286, + "1e-07": -0.007827652336764286, + "1e-06": -0.007827652336764286, + "1e-05": -0.007827652336764286, + "0.0001": -0.007827652336764286 + } + }, + { + "layer": 3, + "mean_norm": 1.2953467187770684e-09, + "median_norm": 1.2298729812343367e-09, + "max_norm": 2.3259689729826505e-09, + "min_norm": 7.762279707890229e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.084433555603027, + "5": -9.041204452514648, + "10": -9.013498306274414, + "25": -8.961811065673828, + "50": -8.910089492797852, + "75": -8.839550018310547, + "90": -8.767189025878906, + "95": -8.746831893920898, + "99": -8.659806251525879 + }, + "log_norms_histogram": [ + 1, + 1, + 3, + 1, + 4, + 0, + 2, + 4, + 1, + 8, + 6, + 4, + 5, + 13, + 8, + 5, + 13, + 8, + 17, + 17, + 9, + 7, + 10, + 6, + 7, + 11, + 8, + 9, + 7, + 3, + 8, + 6, + 4, + 3, + 2, + 10, + 7, + 4, + 4, + 1, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 2 + ], + "log_norms_bin_edges": [ + -9.110011100769043, + -9.100479125976562, + -9.090946197509766, + -9.081414222717285, + -9.071882247924805, + -9.062349319458008, + -9.052817344665527, + -9.043285369873047, + -9.03375244140625, + -9.02422046661377, + -9.014688491821289, + -9.005155563354492, + -8.995623588562012, + -8.986091613769531, + -8.976558685302734, + -8.967026710510254, + -8.957494735717773, + -8.947961807250977, + -8.938429832458496, + -8.928897857666016, + -8.919364929199219, + -8.909832954406738, + -8.900300979614258, + -8.890768051147461, + -8.88123607635498, + -8.8717041015625, + -8.862171173095703, + -8.852639198303223, + -8.843107223510742, + -8.833574295043945, + -8.824042320251465, + -8.814509391784668, + -8.804977416992188, + -8.795445442199707, + -8.78591251373291, + -8.77638053894043, + -8.76684856414795, + -8.757315635681152, + -8.747783660888672, + -8.738251686096191, + -8.728718757629395, + -8.719186782836914, + -8.709654808044434, + -8.700121879577637, + -8.690589904785156, + -8.681057929992676, + -8.671525001525879, + -8.661993026733398, + -8.652461051940918, + -8.642928123474121, + -8.63339614868164 + ], + "r_inf_mean": 0.44638097286224365, + "r_inf_median": 0.4060748815536499, + "pr_mean": 0.07248963415622711, + "pr_median": 0.07607847452163696, + "hoyer_mean": 0.3302149772644043, + "eff_dim_mean": 0.3302149474620819, + "topk_energy": { + "1": 0.2957903742790222, + "5": 0.6128313541412354, + "10": 0.7737786173820496, + "25": 0.9309256076812744 + }, + "gamma_raw": -0.00175384187605232, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0011689796454672928, + "1e-07": -0.0011689796454672928, + "1e-06": -0.0011689796454672928, + "1e-05": -0.0011689796454672928, + "0.0001": -0.0011689796454672928 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json new file mode 100644 index 0000000..a2b2c01 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_credit_bridge_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "credit_bridge", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9256985187530518, + "acc": 0.30078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 4.956032171321567e-07, + "median_norm": 3.793894336467929e-07, + "max_norm": 3.390207666598144e-06, + "min_norm": 5.12358333537577e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9296875, + "1e-06": 0.1171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.222532749176025, + "5": -7.059616565704346, + "10": -6.882658958435059, + "25": -6.699997901916504, + "50": -6.420872688293457, + "75": -6.19861364364624, + "90": -5.975427150726318, + "95": -5.91557502746582, + "99": -5.7557549476623535 + }, + "log_norms_histogram": [ + 2, + 2, + 3, + 3, + 2, + 1, + 2, + 3, + 3, + 2, + 2, + 5, + 2, + 9, + 5, + 16, + 7, + 7, + 2, + 6, + 12, + 6, + 13, + 17, + 13, + 9, + 10, + 8, + 8, + 12, + 10, + 8, + 6, + 2, + 6, + 5, + 8, + 8, + 0, + 2, + 4, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.290426731109619, + -7.254013538360596, + -7.2176008224487305, + -7.181187629699707, + -7.144774436950684, + -7.10836124420166, + -7.071948528289795, + -7.0355353355407715, + -6.999122142791748, + -6.962709426879883, + -6.926296234130859, + -6.889883041381836, + -6.8534698486328125, + -6.817057132720947, + -6.780643939971924, + -6.7442307472229, + -6.707818031311035, + -6.671404838562012, + -6.634991645812988, + -6.598578453063965, + -6.5621657371521, + -6.525752544403076, + -6.489339351654053, + -6.4529266357421875, + -6.416513442993164, + -6.380100250244141, + -6.343687057495117, + -6.307274341583252, + -6.2708611488342285, + -6.234447956085205, + -6.19803524017334, + -6.161622047424316, + -6.125208854675293, + -6.0887956619262695, + -6.052382469177246, + -6.015969753265381, + -5.979556560516357, + -5.943143844604492, + -5.906730651855469, + -5.870317459106445, + -5.833904266357422, + -5.797491073608398, + -5.761078357696533, + -5.72466516494751, + -5.6882524490356445, + -5.651839256286621, + -5.615426063537598, + -5.579012870788574, + -5.542599678039551, + -5.5061869621276855, + -5.469773769378662 + ], + "r_inf_mean": 0.18833962082862854, + "r_inf_median": 0.1870119273662567, + "pr_mean": 0.31327494978904724, + "pr_median": 0.31098437309265137, + "hoyer_mean": 0.6035748720169067, + "eff_dim_mean": 0.6035748720169067, + "topk_energy": { + "1": 0.06603235006332397, + "5": 0.28075110912323, + "10": 0.4603431224822998, + "25": 0.7559863924980164 + }, + "gamma_raw": 0.29117411375045776, + "gamma_active": { + "1e-08": 0.29117411375045776, + "1e-07": 0.2960582971572876, + "1e-06": 0.3164030909538269, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.3349322348794593, + "1e-07": 0.3349322348794593, + "1e-06": 0.3349322348794593, + "1e-05": 0.3349322348794593, + "0.0001": 0.3349322348794593 + } + }, + { + "layer": 1, + "mean_norm": 8.707465859458807e-10, + "median_norm": 8.176205268384251e-10, + "max_norm": 2.9876010554374943e-09, + "min_norm": 4.083938465182513e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.358509063720703, + "5": -9.274286270141602, + "10": -9.235422134399414, + "25": -9.180899620056152, + "50": -9.087121963500977, + "75": -8.995558738708496, + "90": -8.916679382324219, + "95": -8.857104301452637, + "99": -8.743765830993652 + }, + "log_norms_histogram": [ + 3, + 0, + 2, + 0, + 1, + 2, + 7, + 6, + 6, + 10, + 14, + 13, + 16, + 10, + 12, + 9, + 11, + 11, + 17, + 19, + 9, + 7, + 9, + 9, + 9, + 8, + 7, + 5, + 4, + 4, + 3, + 2, + 2, + 1, + 1, + 3, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.388921737670898, + -9.371637344360352, + -9.354351997375488, + -9.337066650390625, + -9.319782257080078, + -9.302497863769531, + -9.285212516784668, + -9.267927169799805, + -9.250642776489258, + -9.233358383178711, + -9.216073036193848, + -9.198787689208984, + -9.181503295898438, + -9.16421890258789, + -9.146933555603027, + -9.129648208618164, + -9.112363815307617, + -9.09507942199707, + -9.077794075012207, + -9.060508728027344, + -9.043224334716797, + -9.02593994140625, + -9.008654594421387, + -8.991369247436523, + -8.974084854125977, + -8.95680046081543, + -8.939515113830566, + -8.922229766845703, + -8.904945373535156, + -8.88766098022461, + -8.870375633239746, + -8.853090286254883, + -8.835805892944336, + -8.818521499633789, + -8.801236152648926, + -8.783950805664062, + -8.766666412353516, + -8.749382019042969, + -8.732096672058105, + -8.714811325073242, + -8.697526931762695, + -8.680242538452148, + -8.662957191467285, + -8.645671844482422, + -8.628387451171875, + -8.611103057861328, + -8.593817710876465, + -8.576532363891602, + -8.559247970581055, + -8.541963577270508, + -8.524678230285645 + ], + "r_inf_mean": 0.3181942105293274, + "r_inf_median": 0.31245243549346924, + "pr_mean": 0.13651764392852783, + "pr_median": 0.12523090839385986, + "hoyer_mean": 0.4597764015197754, + "eff_dim_mean": 0.4597764015197754, + "topk_energy": { + "1": 0.17281556129455566, + "5": 0.48920777440071106, + "10": 0.6530976295471191, + "25": 0.859731912612915 + }, + "gamma_raw": -0.005899152718484402, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.004826043951393246, + "1e-07": -0.004826043951393246, + "1e-06": -0.004826043951393246, + "1e-05": -0.004826043951393246, + "0.0001": -0.004826043951393246 + } + }, + { + "layer": 2, + "mean_norm": 8.425881103946153e-10, + "median_norm": 8.087136516010673e-10, + "max_norm": 1.6541591429941604e-09, + "min_norm": 4.055549507331335e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.358704566955566, + "5": -9.274423599243164, + "10": -9.232139587402344, + "25": -9.181389808654785, + "50": -9.091310501098633, + "75": -9.007970809936523, + "90": -8.938688278198242, + "95": -8.896561622619629, + "99": -8.789249420166016 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 2, + 5, + 4, + 3, + 3, + 6, + 11, + 9, + 9, + 10, + 6, + 10, + 9, + 10, + 8, + 8, + 12, + 8, + 15, + 11, + 10, + 8, + 5, + 6, + 3, + 9, + 8, + 4, + 7, + 9, + 4, + 1, + 3, + 1, + 1, + 4, + 1, + 1, + 0, + 0, + 0, + 4 + ], + "log_norms_bin_edges": [ + -9.391950607299805, + -9.379739761352539, + -9.36752986907959, + -9.355319023132324, + -9.343108177185059, + -9.33089828491211, + -9.318687438964844, + -9.306476593017578, + -9.294265747070312, + -9.282055854797363, + -9.269845008850098, + -9.257634162902832, + -9.245424270629883, + -9.233213424682617, + -9.221002578735352, + -9.208791732788086, + -9.196581840515137, + -9.184370994567871, + -9.172160148620605, + -9.159950256347656, + -9.14773941040039, + -9.135528564453125, + -9.123318672180176, + -9.11110782623291, + -9.098896980285645, + -9.086687088012695, + -9.07447624206543, + -9.062265396118164, + -9.050054550170898, + -9.03784465789795, + -9.025633811950684, + -9.013422966003418, + -9.001213073730469, + -8.989002227783203, + -8.976791381835938, + -8.964580535888672, + -8.952370643615723, + -8.940159797668457, + -8.927948951721191, + -8.915739059448242, + -8.903528213500977, + -8.891317367553711, + -8.879107475280762, + -8.866896629333496, + -8.85468578338623, + -8.842475891113281, + -8.830265045166016, + -8.81805419921875, + -8.805843353271484, + -8.793633460998535, + -8.78142261505127 + ], + "r_inf_mean": 0.32324424386024475, + "r_inf_median": 0.3149910569190979, + "pr_mean": 0.12693074345588684, + "pr_median": 0.12654545903205872, + "hoyer_mean": 0.4433046579360962, + "eff_dim_mean": 0.4433046579360962, + "topk_energy": { + "1": 0.1750117838382721, + "5": 0.4986611306667328, + "10": 0.6672107577323914, + "25": 0.8728512525558472 + }, + "gamma_raw": -0.0032588113099336624, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0040118025039588955, + "1e-07": -0.0040118025039588955, + "1e-06": -0.0040118025039588955, + "1e-05": -0.0040118025039588955, + "0.0001": -0.0040118025039588955 + } + }, + { + "layer": 3, + "mean_norm": 8.414482999263839e-10, + "median_norm": 7.96971044714212e-10, + "max_norm": 1.6036365568794508e-09, + "min_norm": 4.078723192524336e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.356403350830078, + "5": -9.273717880249023, + "10": -9.22951602935791, + "25": -9.181318283081055, + "50": -9.095497131347656, + "75": -9.011177062988281, + "90": -8.938701629638672, + "95": -8.897819519042969, + "99": -8.8024263381958 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 2, + 4, + 4, + 4, + 1, + 7, + 11, + 7, + 8, + 11, + 6, + 9, + 11, + 4, + 19, + 7, + 6, + 6, + 14, + 12, + 13, + 6, + 7, + 5, + 4, + 5, + 12, + 3, + 5, + 10, + 7, + 3, + 1, + 2, + 1, + 1, + 2, + 3, + 0, + 1, + 0, + 4 + ], + "log_norms_bin_edges": [ + -9.38947582244873, + -9.377584457397461, + -9.365692138671875, + -9.353800773620605, + -9.341909408569336, + -9.330018043518066, + -9.31812572479248, + -9.306234359741211, + -9.294342994689941, + -9.282450675964355, + -9.270559310913086, + -9.258667945861816, + -9.246776580810547, + -9.234884262084961, + -9.222992897033691, + -9.211101531982422, + -9.199210166931152, + -9.187317848205566, + -9.175426483154297, + -9.163535118103027, + -9.151642799377441, + -9.139751434326172, + -9.127860069274902, + -9.115968704223633, + -9.104076385498047, + -9.092185020446777, + -9.080293655395508, + -9.068401336669922, + -9.056509971618652, + -9.044618606567383, + -9.032727241516113, + -9.020834922790527, + -9.008943557739258, + -8.997052192687988, + -8.985159873962402, + -8.973268508911133, + -8.961377143859863, + -8.949485778808594, + -8.937593460083008, + -8.925702095031738, + -8.913810729980469, + -8.901918411254883, + -8.890027046203613, + -8.878135681152344, + -8.866244316101074, + -8.854351997375488, + -8.842460632324219, + -8.83056926727295, + -8.81867790222168, + -8.806785583496094, + -8.794894218444824 + ], + "r_inf_mean": 0.32389676570892334, + "r_inf_median": 0.3152273893356323, + "pr_mean": 0.12644197046756744, + "pr_median": 0.12380871921777725, + "hoyer_mean": 0.44278743863105774, + "eff_dim_mean": 0.44278743863105774, + "topk_energy": { + "1": 0.17533734440803528, + "5": 0.49940893054008484, + "10": 0.6675400733947754, + "25": 0.872826337814331 + }, + "gamma_raw": -0.001549663138575852, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002750807381716511, + "1e-07": -0.002750807381716511, + "1e-06": -0.002750807381716511, + "1e-05": -0.002750807381716511, + "0.0001": -0.002750807381716511 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json b/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json new file mode 100644 index 0000000..649fac2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9238944053649902, + "acc": 0.32421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.921144925949193e-07, + "median_norm": 2.3644713564863196e-07, + "max_norm": 1.7175736957142362e-06, + "min_norm": 6.169051403048798e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94140625, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.086653709411621, + "5": -7.012948513031006, + "10": -6.922955513000488, + "25": -6.796341896057129, + "50": -6.62532901763916, + "75": -6.478326320648193, + "90": -6.266266822814941, + "95": -6.166376113891602, + "99": -6.007829189300537 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 5, + 3, + 4, + 3, + 6, + 3, + 8, + 3, + 9, + 12, + 14, + 11, + 14, + 15, + 4, + 11, + 5, + 20, + 15, + 13, + 6, + 8, + 6, + 5, + 5, + 7, + 6, + 4, + 4, + 4, + 0, + 8, + 1, + 0, + 4, + 3, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.209781646728516, + -7.180887699127197, + -7.151993751525879, + -7.1230998039245605, + -7.094205856323242, + -7.065311908721924, + -7.0364179611206055, + -7.007524013519287, + -6.978630065917969, + -6.94973611831665, + -6.920842170715332, + -6.891948223114014, + -6.863054275512695, + -6.834160327911377, + -6.805266380310059, + -6.77637243270874, + -6.747478485107422, + -6.7185845375061035, + -6.689690589904785, + -6.660796642303467, + -6.631902694702148, + -6.60300874710083, + -6.574114799499512, + -6.545221328735352, + -6.516326904296875, + -6.487433433532715, + -6.458539009094238, + -6.429645538330078, + -6.400751113891602, + -6.371857643127441, + -6.342963695526123, + -6.314069747924805, + -6.285175800323486, + -6.256281852722168, + -6.22738790512085, + -6.198493957519531, + -6.169600009918213, + -6.1407060623168945, + -6.111812114715576, + -6.082918167114258, + -6.0540242195129395, + -6.025130271911621, + -5.996236324310303, + -5.967342376708984, + -5.938448429107666, + -5.909554481506348, + -5.880660533905029, + -5.851766586303711, + -5.822872638702393, + -5.793978691101074, + -5.765084743499756 + ], + "r_inf_mean": 0.2528802454471588, + "r_inf_median": 0.244892418384552, + "pr_mean": 0.2335522323846817, + "pr_median": 0.22778849303722382, + "hoyer_mean": 0.565548300743103, + "eff_dim_mean": 0.565548300743103, + "topk_energy": { + "1": 0.1119694858789444, + "5": 0.3530462980270386, + "10": 0.5225434303283691, + "25": 0.7838154435157776 + }, + "gamma_raw": 0.43198394775390625, + "gamma_active": { + "1e-08": 0.43198394775390625, + "1e-07": 0.43413832783699036, + "1e-06": 0.35740774869918823, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.40185376663311834, + "1e-07": 0.40185376663311834, + "1e-06": 0.40185376663311834, + "1e-05": 0.40185376663311834, + "0.0001": 0.40185376663311834 + } + }, + { + "layer": 1, + "mean_norm": 1.352280065702871e-09, + "median_norm": 1.2985788000463572e-09, + "max_norm": 2.7469275742930677e-09, + "min_norm": 5.469097952293112e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.192371368408203, + "5": -9.11569595336914, + "10": -9.084518432617188, + "25": -9.016843795776367, + "50": -8.885452270507812, + "75": -8.775866508483887, + "90": -8.706591606140137, + "95": -8.674072265625, + "99": -8.626187324523926 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 4, + 10, + 5, + 2, + 3, + 12, + 12, + 6, + 7, + 5, + 13, + 7, + 9, + 5, + 7, + 4, + 2, + 11, + 5, + 8, + 6, + 4, + 12, + 11, + 13, + 8, + 9, + 10, + 7, + 5, + 5, + 6, + 5, + 3, + 2, + 4, + 2, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.262084007263184, + -9.248064994812012, + -9.234046936035156, + -9.220027923583984, + -9.206009864807129, + -9.191990852355957, + -9.177972793579102, + -9.16395378112793, + -9.149934768676758, + -9.135916709899902, + -9.12189769744873, + -9.107879638671875, + -9.093860626220703, + -9.079841613769531, + -9.065823554992676, + -9.051804542541504, + -9.037786483764648, + -9.023767471313477, + -9.009749412536621, + -8.99573040008545, + -8.981711387634277, + -8.967693328857422, + -8.95367431640625, + -8.939656257629395, + -8.925637245178223, + -8.911619186401367, + -8.897600173950195, + -8.883581161499023, + -8.869563102722168, + -8.855544090270996, + -8.84152603149414, + -8.827507019042969, + -8.813488006591797, + -8.799469947814941, + -8.78545093536377, + -8.771432876586914, + -8.757413864135742, + -8.743395805358887, + -8.729376792907715, + -8.715357780456543, + -8.701339721679688, + -8.687320709228516, + -8.67330265045166, + -8.659283638000488, + -8.645265579223633, + -8.631246566772461, + -8.617227554321289, + -8.603209495544434, + -8.589190483093262, + -8.575172424316406, + -8.561153411865234 + ], + "r_inf_mean": 0.5082353949546814, + "r_inf_median": 0.47572270035743713, + "pr_mean": 0.0391165167093277, + "pr_median": 0.04107256978750229, + "hoyer_mean": 0.18793629109859467, + "eff_dim_mean": 0.18793629109859467, + "topk_energy": { + "1": 0.401690810918808, + "5": 0.8073819875717163, + "10": 0.9263141751289368, + "25": 0.9805244207382202 + }, + "gamma_raw": 0.0019279725383967161, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.005202736544151389, + "1e-07": 0.005202736544151389, + "1e-06": 0.005202736544151389, + "1e-05": 0.005202736544151389, + "0.0001": 0.005202736544151389 + } + }, + { + "layer": 2, + "mean_norm": 1.3441654456158858e-09, + "median_norm": 1.284806927515092e-09, + "max_norm": 2.728562709108928e-09, + "min_norm": 5.485966125817754e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.193258285522461, + "5": -9.121064186096191, + "10": -9.088473320007324, + "25": -9.0219144821167, + "50": -8.891094207763672, + "75": -8.778277397155762, + "90": -8.711936950683594, + "95": -8.674710273742676, + "99": -8.629962921142578 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 3, + 4, + 9, + 5, + 1, + 4, + 13, + 9, + 11, + 5, + 2, + 14, + 6, + 9, + 6, + 6, + 3, + 5, + 12, + 4, + 8, + 5, + 3, + 11, + 16, + 10, + 8, + 8, + 10, + 7, + 5, + 5, + 4, + 7, + 3, + 2, + 3, + 3, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.260746955871582, + -9.246813774108887, + -9.232879638671875, + -9.21894645690918, + -9.205012321472168, + -9.191079139709473, + -9.177145004272461, + -9.163211822509766, + -9.149277687072754, + -9.135344505310059, + -9.121410369873047, + -9.107477188110352, + -9.09354305267334, + -9.079609870910645, + -9.06567668914795, + -9.051742553710938, + -9.037809371948242, + -9.02387523651123, + -9.009942054748535, + -8.996007919311523, + -8.982074737548828, + -8.968140602111816, + -8.954207420349121, + -8.94027328491211, + -8.926340103149414, + -8.912406921386719, + -8.898472785949707, + -8.884539604187012, + -8.87060546875, + -8.856672286987305, + -8.842738151550293, + -8.828804969787598, + -8.814870834350586, + -8.80093765258789, + -8.787003517150879, + -8.773070335388184, + -8.759136199951172, + -8.745203018188477, + -8.731269836425781, + -8.71733570098877, + -8.703402519226074, + -8.689468383789062, + -8.675535202026367, + -8.661601066589355, + -8.64766788482666, + -8.633733749389648, + -8.619800567626953, + -8.605866432189941, + -8.591933250427246, + -8.577999114990234, + -8.564065933227539 + ], + "r_inf_mean": 0.5106164216995239, + "r_inf_median": 0.4777146279811859, + "pr_mean": 0.03852413594722748, + "pr_median": 0.040800027549266815, + "hoyer_mean": 0.1800137758255005, + "eff_dim_mean": 0.1800137758255005, + "topk_energy": { + "1": 0.4046865403652191, + "5": 0.812942624092102, + "10": 0.9318709373474121, + "25": 0.9837197661399841 + }, + "gamma_raw": -0.0012619087938219309, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002314600602719659, + "1e-07": -0.002314600602719659, + "1e-06": -0.002314600602719659, + "1e-05": -0.002314600602719659, + "0.0001": -0.002314600602719659 + } + }, + { + "layer": 3, + "mean_norm": 1.3436881607375994e-09, + "median_norm": 1.2846166352886712e-09, + "max_norm": 2.7248181488914724e-09, + "min_norm": 5.472402531125908e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.194409370422363, + "5": -9.121173858642578, + "10": -9.089117050170898, + "25": -9.022163391113281, + "50": -8.891132354736328, + "75": -8.7777681350708, + "90": -8.711599349975586, + "95": -8.675005912780762, + "99": -8.630671501159668 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 5, + 9, + 5, + 1, + 4, + 12, + 9, + 11, + 6, + 2, + 14, + 6, + 9, + 5, + 7, + 3, + 3, + 14, + 4, + 7, + 6, + 3, + 11, + 14, + 11, + 6, + 10, + 11, + 7, + 5, + 5, + 4, + 7, + 3, + 2, + 3, + 3, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.261822700500488, + -9.247879028320312, + -9.233936309814453, + -9.219992637634277, + -9.206049919128418, + -9.192106246948242, + -9.178163528442383, + -9.164219856262207, + -9.150277137756348, + -9.136333465576172, + -9.122390747070312, + -9.108447074890137, + -9.094504356384277, + -9.080560684204102, + -9.066617965698242, + -9.052674293518066, + -9.038731575012207, + -9.024787902832031, + -9.010845184326172, + -8.996901512145996, + -8.982958793640137, + -8.969015121459961, + -8.955072402954102, + -8.941128730773926, + -8.927186012268066, + -8.91324234008789, + -8.899299621582031, + -8.885355949401855, + -8.87141227722168, + -8.85746955871582, + -8.843525886535645, + -8.829583168029785, + -8.81563949584961, + -8.80169677734375, + -8.787753105163574, + -8.773810386657715, + -8.759866714477539, + -8.74592399597168, + -8.731980323791504, + -8.718037605285645, + -8.704093933105469, + -8.69015121459961, + -8.676207542419434, + -8.662264823913574, + -8.648321151733398, + -8.634378433227539, + -8.620434761047363, + -8.606492042541504, + -8.592548370361328, + -8.578605651855469, + -8.564661979675293 + ], + "r_inf_mean": 0.511201798915863, + "r_inf_median": 0.47822678089141846, + "pr_mean": 0.03847994655370712, + "pr_median": 0.040797699242830276, + "hoyer_mean": 0.1794567108154297, + "eff_dim_mean": 0.1794567108154297, + "topk_energy": { + "1": 0.405636727809906, + "5": 0.8130016326904297, + "10": 0.9320633411407471, + "25": 0.983916163444519 + }, + "gamma_raw": -0.0014759497717022896, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0028110422074011645, + "1e-07": -0.0028110422074011645, + "1e-06": -0.0028110422074011645, + "1e-05": -0.0028110422074011645, + "0.0001": -0.0028110422074011645 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s123.json b/results/confirmatory/clean_sparsity/cifar_dfa_s123.json new file mode 100644 index 0000000..9eda02d --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9120253324508667, + "acc": 0.30859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 3.2299928420798096e-07, + "median_norm": 2.4018996214181243e-07, + "max_norm": 2.414407617834513e-06, + "min_norm": 4.7430066985043595e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9375, + "1e-06": 0.03515625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.1168317794799805, + "5": -7.013750076293945, + "10": -6.931728363037109, + "25": -6.787585735321045, + "50": -6.61908483505249, + "75": -6.43580436706543, + "90": -6.2170867919921875, + "95": -6.081815242767334, + "99": -5.888367176055908 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 7, + 5, + 7, + 5, + 10, + 11, + 6, + 10, + 12, + 12, + 9, + 15, + 15, + 18, + 9, + 16, + 5, + 13, + 9, + 6, + 4, + 7, + 8, + 3, + 3, + 1, + 4, + 6, + 1, + 3, + 1, + 3, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.323946475982666, + -7.289811134338379, + -7.25567626953125, + -7.221540927886963, + -7.187406063079834, + -7.153270721435547, + -7.119135856628418, + -7.085000514984131, + -7.050865173339844, + -7.016730308532715, + -6.982594966888428, + -6.948460102081299, + -6.914324760437012, + -6.880189895629883, + -6.846054553985596, + -6.811919212341309, + -6.77778434753418, + -6.743649005889893, + -6.709514141082764, + -6.675378799438477, + -6.641243934631348, + -6.6071085929870605, + -6.572973251342773, + -6.5388383865356445, + -6.504703044891357, + -6.47056770324707, + -6.436432838439941, + -6.402297496795654, + -6.368162631988525, + -6.334027290344238, + -6.299892425537109, + -6.265757083892822, + -6.231621742248535, + -6.197486877441406, + -6.163351535797119, + -6.12921667098999, + -6.095081329345703, + -6.060946464538574, + -6.026811122894287, + -5.99267578125, + -5.958540916442871, + -5.924405574798584, + -5.890270709991455, + -5.856135368347168, + -5.822000503540039, + -5.787865161895752, + -5.753729820251465, + -5.719594955444336, + -5.685459613800049, + -5.65132474899292, + -5.617189407348633 + ], + "r_inf_mean": 0.22949720919132233, + "r_inf_median": 0.23537586629390717, + "pr_mean": 0.2550507187843323, + "pr_median": 0.22950492799282074, + "hoyer_mean": 0.5777369141578674, + "eff_dim_mean": 0.5777368545532227, + "topk_energy": { + "1": 0.09574742615222931, + "5": 0.34160739183425903, + "10": 0.5142796635627747, + "25": 0.7760533094406128 + }, + "gamma_raw": 0.4582558274269104, + "gamma_active": { + "1e-08": 0.4582558274269104, + "1e-07": 0.4618259072303772, + "1e-06": 0.4727255403995514, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4754439576074392, + "1e-07": 0.4754439576074392, + "1e-06": 0.4754439576074392, + "1e-05": 0.4754439576074392, + "0.0001": 0.4754439576074392 + } + }, + { + "layer": 1, + "mean_norm": 1.5335083203282807e-09, + "median_norm": 1.4451068119925026e-09, + "max_norm": 3.3246683184273707e-09, + "min_norm": 5.915006817680535e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.180585861206055, + "5": -9.105995178222656, + "10": -9.070534706115723, + "25": -8.986757278442383, + "50": -8.838906288146973, + "75": -8.723630905151367, + "90": -8.631204605102539, + "95": -8.582005500793457, + "99": -8.525495529174805 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 3, + 8, + 4, + 5, + 2, + 6, + 6, + 2, + 20, + 4, + 6, + 3, + 5, + 3, + 8, + 7, + 12, + 7, + 9, + 11, + 9, + 10, + 7, + 5, + 6, + 10, + 7, + 6, + 7, + 5, + 10, + 5, + 5, + 5, + 3, + 4, + 2, + 6, + 2, + 0, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.228044509887695, + -9.213048934936523, + -9.198052406311035, + -9.183056831359863, + -9.168061256408691, + -9.15306568145752, + -9.138069152832031, + -9.12307357788086, + -9.108078002929688, + -9.0930814743042, + -9.078085899353027, + -9.063090324401855, + -9.048094749450684, + -9.033098220825195, + -9.018102645874023, + -9.003107070922852, + -8.98811149597168, + -8.973114967346191, + -8.95811939239502, + -8.943123817443848, + -8.92812728881836, + -8.913131713867188, + -8.898136138916016, + -8.883140563964844, + -8.868144035339355, + -8.853148460388184, + -8.838152885437012, + -8.823156356811523, + -8.808160781860352, + -8.79316520690918, + -8.778169631958008, + -8.76317310333252, + -8.748177528381348, + -8.733181953430176, + -8.718185424804688, + -8.703189849853516, + -8.688194274902344, + -8.673198699951172, + -8.658202171325684, + -8.643206596374512, + -8.62821102142334, + -8.613214492797852, + -8.59821891784668, + -8.583223342895508, + -8.568227767944336, + -8.553231239318848, + -8.538235664367676, + -8.523240089416504, + -8.508244514465332, + -8.493247985839844, + -8.478252410888672 + ], + "r_inf_mean": 0.5387409329414368, + "r_inf_median": 0.5160839557647705, + "pr_mean": 0.03531720116734505, + "pr_median": 0.032852109521627426, + "hoyer_mean": 0.22163262963294983, + "eff_dim_mean": 0.22163262963294983, + "topk_energy": { + "1": 0.43141546845436096, + "5": 0.7811185121536255, + "10": 0.889818549156189, + "25": 0.9667714834213257 + }, + "gamma_raw": 0.004834200255572796, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.008143789373870563, + "1e-07": 0.008143789373870563, + "1e-06": 0.008143789373870563, + "1e-05": 0.008143789373870563, + "0.0001": 0.008143789373870563 + } + }, + { + "layer": 2, + "mean_norm": 1.509600888738305e-09, + "median_norm": 1.4248469071276304e-09, + "max_norm": 3.0840590081737673e-09, + "min_norm": 5.917814571709812e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.180525779724121, + "5": -9.106767654418945, + "10": -9.069093704223633, + "25": -8.98636531829834, + "50": -8.8460111618042, + "75": -8.725836753845215, + "90": -8.638455390930176, + "95": -8.589648246765137, + "99": -8.542644500732422 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 3, + 8, + 3, + 5, + 2, + 6, + 5, + 5, + 8, + 13, + 3, + 7, + 4, + 3, + 6, + 6, + 9, + 9, + 10, + 8, + 10, + 11, + 7, + 8, + 9, + 6, + 5, + 6, + 13, + 3, + 5, + 6, + 6, + 3, + 5, + 5, + 3, + 2, + 3, + 6, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.227838516235352, + -9.213499069213867, + -9.199159622192383, + -9.184821128845215, + -9.17048168182373, + -9.156142234802246, + -9.141802787780762, + -9.127464294433594, + -9.11312484741211, + -9.098785400390625, + -9.08444595336914, + -9.070107460021973, + -9.055768013000488, + -9.041428565979004, + -9.02708911895752, + -9.012750625610352, + -8.998411178588867, + -8.984071731567383, + -8.969732284545898, + -8.95539379119873, + -8.941054344177246, + -8.926714897155762, + -8.912375450134277, + -8.89803695678711, + -8.883697509765625, + -8.86935806274414, + -8.855018615722656, + -8.840679168701172, + -8.826340675354004, + -8.81200122833252, + -8.797661781311035, + -8.78332233428955, + -8.768983840942383, + -8.754644393920898, + -8.740304946899414, + -8.72596549987793, + -8.711627006530762, + -8.697287559509277, + -8.682948112487793, + -8.668608665466309, + -8.65427017211914, + -8.639930725097656, + -8.625591278076172, + -8.611251831054688, + -8.59691333770752, + -8.582573890686035, + -8.56823444366455, + -8.553894996643066, + -8.539556503295898, + -8.525217056274414, + -8.51087760925293 + ], + "r_inf_mean": 0.5440378189086914, + "r_inf_median": 0.5215820074081421, + "pr_mean": 0.03327512741088867, + "pr_median": 0.031531911343336105, + "hoyer_mean": 0.20291569828987122, + "eff_dim_mean": 0.20291569828987122, + "topk_energy": { + "1": 0.4403963088989258, + "5": 0.7962655425071716, + "10": 0.9035806655883789, + "25": 0.9753179550170898 + }, + "gamma_raw": 0.001001030090264976, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.002620417300241846, + "1e-07": 0.002620417300241846, + "1e-06": 0.002620417300241846, + "1e-05": 0.002620417300241846, + "0.0001": 0.002620417300241846 + } + }, + { + "layer": 3, + "mean_norm": 1.50934909015632e-09, + "median_norm": 1.4246100965564779e-09, + "max_norm": 3.0818125829057408e-09, + "min_norm": 5.91754534262634e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.18073844909668, + "5": -9.106785774230957, + "10": -9.068940162658691, + "25": -8.986335754394531, + "50": -8.846073150634766, + "75": -8.72575569152832, + "90": -8.638556480407715, + "95": -8.58983039855957, + "99": -8.542876243591309 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 3, + 8, + 3, + 5, + 2, + 5, + 6, + 5, + 7, + 14, + 3, + 7, + 4, + 3, + 6, + 6, + 9, + 9, + 10, + 8, + 10, + 11, + 7, + 8, + 9, + 6, + 5, + 5, + 13, + 4, + 5, + 6, + 6, + 3, + 5, + 5, + 3, + 2, + 3, + 6, + 1, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.227858543395996, + -9.21352481842041, + -9.19919204711914, + -9.184858322143555, + -9.170525550842285, + -9.1561918258667, + -9.14185905456543, + -9.127525329589844, + -9.113192558288574, + -9.098858833312988, + -9.084526062011719, + -9.070192337036133, + -9.055859565734863, + -9.041525840759277, + -9.027192115783691, + -9.012859344482422, + -8.998525619506836, + -8.984192848205566, + -8.96985912322998, + -8.955526351928711, + -8.941192626953125, + -8.926859855651855, + -8.91252613067627, + -8.898193359375, + -8.883859634399414, + -8.869525909423828, + -8.855193138122559, + -8.840859413146973, + -8.826526641845703, + -8.812192916870117, + -8.797860145568848, + -8.783526420593262, + -8.769193649291992, + -8.754859924316406, + -8.740527153015137, + -8.72619342803955, + -8.711860656738281, + -8.697526931762695, + -8.68319320678711, + -8.66886043548584, + -8.654526710510254, + -8.640193939208984, + -8.625860214233398, + -8.611527442932129, + -8.597193717956543, + -8.582860946655273, + -8.568527221679688, + -8.554194450378418, + -8.539860725402832, + -8.525527954101562, + -8.511194229125977 + ], + "r_inf_mean": 0.54425048828125, + "r_inf_median": 0.5219972133636475, + "pr_mean": 0.033255983144044876, + "pr_median": 0.03148740530014038, + "hoyer_mean": 0.20272527635097504, + "eff_dim_mean": 0.20272526144981384, + "topk_energy": { + "1": 0.4406317472457886, + "5": 0.796419620513916, + "10": 0.903659462928772, + "25": 0.9753506183624268 + }, + "gamma_raw": -9.889403008855879e-05, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0005095982423574276, + "1e-07": -0.0005095982423574276, + "1e-06": -0.0005095982423574276, + "1e-05": -0.0005095982423574276, + "0.0001": -0.0005095982423574276 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json b/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json new file mode 100644 index 0000000..648a0d4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9174797534942627, + "acc": 0.328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.835408849932719e-07, + "median_norm": 2.1458943422203447e-07, + "max_norm": 1.7241451359950588e-06, + "min_norm": 5.764875155023219e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.91796875, + "1e-06": 0.01171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.167849063873291, + "5": -7.0492143630981445, + "10": -6.951440811157227, + "25": -6.798175811767578, + "50": -6.667291641235352, + "75": -6.463809967041016, + "90": -6.307818412780762, + "95": -6.153789043426514, + "99": -5.998632431030273 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 1, + 4, + 3, + 6, + 3, + 3, + 5, + 3, + 10, + 6, + 9, + 9, + 17, + 14, + 13, + 12, + 14, + 5, + 11, + 13, + 8, + 9, + 9, + 9, + 7, + 7, + 8, + 6, + 5, + 2, + 2, + 4, + 2, + 1, + 3, + 3, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -7.239210605621338, + -7.209694862365723, + -7.180179119110107, + -7.150663375854492, + -7.121147632598877, + -7.09163236618042, + -7.062116622924805, + -7.0326008796691895, + -7.003085136413574, + -6.973569393157959, + -6.944053649902344, + -6.9145379066467285, + -6.885022163391113, + -6.855506896972656, + -6.825991153717041, + -6.796475410461426, + -6.7669596672058105, + -6.737443923950195, + -6.70792818069458, + -6.678412437438965, + -6.64889669418335, + -6.619380950927734, + -6.589865684509277, + -6.560349941253662, + -6.530834197998047, + -6.501318454742432, + -6.471802711486816, + -6.442286968231201, + -6.412771224975586, + -6.383255958557129, + -6.353740215301514, + -6.324224472045898, + -6.294708728790283, + -6.265192985534668, + -6.235677242279053, + -6.2061614990234375, + -6.176645755767822, + -6.147130012512207, + -6.11761474609375, + -6.088099002838135, + -6.0585832595825195, + -6.029067516326904, + -5.999551773071289, + -5.970036029815674, + -5.940520286560059, + -5.911005020141602, + -5.881488800048828, + -5.851973533630371, + -5.822457790374756, + -5.792942047119141, + -5.763426303863525 + ], + "r_inf_mean": 0.2252354472875595, + "r_inf_median": 0.22139479219913483, + "pr_mean": 0.25805050134658813, + "pr_median": 0.23744700849056244, + "hoyer_mean": 0.5818785429000854, + "eff_dim_mean": 0.5818786025047302, + "topk_energy": { + "1": 0.0935225710272789, + "5": 0.33662837743759155, + "10": 0.5094823837280273, + "25": 0.7759422659873962 + }, + "gamma_raw": 0.43157637119293213, + "gamma_active": { + "1e-08": 0.43157637119293213, + "1e-07": 0.4403209090232849, + "1e-06": 0.4386606812477112, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.45461702697303774, + "1e-07": 0.45461702697303774, + "1e-06": 0.45461702697303774, + "1e-05": 0.45461702697303774, + "0.0001": 0.45461702697303774 + } + }, + { + "layer": 1, + "mean_norm": 1.0691840746090975e-09, + "median_norm": 1.0672130956734804e-09, + "max_norm": 1.9149846153254657e-09, + "min_norm": 3.995044017823801e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.287534713745117, + "5": -9.216209411621094, + "10": -9.15311050415039, + "25": -9.076864242553711, + "50": -8.971513748168945, + "75": -8.894416809082031, + "90": -8.845365524291992, + "95": -8.827190399169922, + "99": -8.746112823486328 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 3, + 1, + 2, + 2, + 3, + 3, + 4, + 5, + 5, + 4, + 10, + 10, + 10, + 3, + 7, + 5, + 10, + 10, + 12, + 7, + 12, + 11, + 10, + 12, + 11, + 12, + 7, + 12, + 11, + 11, + 10, + 2, + 1, + 3, + 1, + 1, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.398478507995605, + -9.384865760803223, + -9.37125301361084, + -9.357640266418457, + -9.344027519226074, + -9.330413818359375, + -9.316801071166992, + -9.30318832397461, + -9.289575576782227, + -9.275962829589844, + -9.262350082397461, + -9.248737335205078, + -9.235124588012695, + -9.221510887145996, + -9.207898139953613, + -9.19428539276123, + -9.180672645568848, + -9.167059898376465, + -9.153447151184082, + -9.1398344039917, + -9.126221656799316, + -9.112607955932617, + -9.098995208740234, + -9.085382461547852, + -9.071769714355469, + -9.058156967163086, + -9.044544219970703, + -9.03093147277832, + -9.017318725585938, + -9.003705978393555, + -8.990092277526855, + -8.976479530334473, + -8.96286678314209, + -8.949254035949707, + -8.935641288757324, + -8.922028541564941, + -8.908415794372559, + -8.894803047180176, + -8.881189346313477, + -8.867576599121094, + -8.853963851928711, + -8.840351104736328, + -8.826738357543945, + -8.813125610351562, + -8.79951286315918, + -8.785900115966797, + -8.772287368774414, + -8.758673667907715, + -8.745060920715332, + -8.73144817352295, + -8.717835426330566 + ], + "r_inf_mean": 0.6551759243011475, + "r_inf_median": 0.6917227506637573, + "pr_mean": 0.021331895142793655, + "pr_median": 0.015123365446925163, + "hoyer_mean": 0.13639211654663086, + "eff_dim_mean": 0.13639210164546967, + "topk_energy": { + "1": 0.5674511194229126, + "5": 0.8841025829315186, + "10": 0.9503558874130249, + "25": 0.9876044988632202 + }, + "gamma_raw": -0.0025372765958309174, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0018855583084607937, + "1e-07": -0.0018855583084607937, + "1e-06": -0.0018855583084607937, + "1e-05": -0.0018855583084607937, + "0.0001": -0.0018855583084607937 + } + }, + { + "layer": 2, + "mean_norm": 1.0653199433718896e-09, + "median_norm": 1.0665175409485528e-09, + "max_norm": 1.832145657409967e-09, + "min_norm": 4.038288869967488e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.28768253326416, + "5": -9.215250968933105, + "10": -9.152349472045898, + "25": -9.081623077392578, + "50": -8.971726417541504, + "75": -8.89613151550293, + "90": -8.84700870513916, + "95": -8.83100414276123, + "99": -8.747540473937988 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 4, + 1, + 2, + 1, + 3, + 3, + 2, + 5, + 6, + 5, + 8, + 8, + 11, + 4, + 6, + 7, + 4, + 11, + 11, + 10, + 8, + 12, + 11, + 9, + 14, + 7, + 12, + 7, + 12, + 15, + 7, + 10, + 2, + 1, + 3, + 0, + 2, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.393802642822266, + -9.380667686462402, + -9.367531776428223, + -9.35439682006836, + -9.341261863708496, + -9.328126907348633, + -9.314990997314453, + -9.30185604095459, + -9.288721084594727, + -9.275585174560547, + -9.262450218200684, + -9.24931526184082, + -9.23617935180664, + -9.223044395446777, + -9.209909439086914, + -9.196773529052734, + -9.183638572692871, + -9.170503616333008, + -9.157368659973145, + -9.144232749938965, + -9.131097793579102, + -9.117962837219238, + -9.104826927185059, + -9.091691970825195, + -9.078557014465332, + -9.065422058105469, + -9.052286148071289, + -9.039151191711426, + -9.026016235351562, + -9.012880325317383, + -8.99974536895752, + -8.986610412597656, + -8.973474502563477, + -8.960339546203613, + -8.94720458984375, + -8.93406867980957, + -8.920933723449707, + -8.907798767089844, + -8.89466381072998, + -8.8815279006958, + -8.868392944335938, + -8.855257987976074, + -8.842122077941895, + -8.828987121582031, + -8.815852165222168, + -8.802717208862305, + -8.789581298828125, + -8.776446342468262, + -8.763311386108398, + -8.750175476074219, + -8.737040519714355 + ], + "r_inf_mean": 0.6574320793151855, + "r_inf_median": 0.6945322155952454, + "pr_mean": 0.021112045273184776, + "pr_median": 0.014816214330494404, + "hoyer_mean": 0.1311453878879547, + "eff_dim_mean": 0.1311453878879547, + "topk_energy": { + "1": 0.5703526735305786, + "5": 0.887323260307312, + "10": 0.9529126882553101, + "25": 0.9892738461494446 + }, + "gamma_raw": -0.0009572604903951287, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002367707909709555, + "1e-07": -0.002367707909709555, + "1e-06": -0.002367707909709555, + "1e-05": -0.002367707909709555, + "0.0001": -0.002367707909709555 + } + }, + { + "layer": 3, + "mean_norm": 1.0651418635987397e-09, + "median_norm": 1.0660735627610052e-09, + "max_norm": 1.831974238974965e-09, + "min_norm": 4.038514522797243e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.28769302368164, + "5": -9.215193748474121, + "10": -9.152359962463379, + "25": -9.081613540649414, + "50": -8.971829414367676, + "75": -8.89622688293457, + "90": -8.84705924987793, + "95": -8.831075668334961, + "99": -8.74763298034668 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 4, + 1, + 2, + 1, + 3, + 3, + 2, + 5, + 6, + 5, + 8, + 8, + 11, + 4, + 6, + 7, + 5, + 10, + 11, + 10, + 8, + 12, + 11, + 9, + 14, + 7, + 12, + 7, + 12, + 15, + 7, + 10, + 2, + 1, + 3, + 0, + 2, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.393778800964355, + -9.380644798278809, + -9.367510795593262, + -9.354376792907715, + -9.341242790222168, + -9.328108787536621, + -9.314974784851074, + -9.301840782165527, + -9.28870677947998, + -9.27557373046875, + -9.262439727783203, + -9.249305725097656, + -9.23617172241211, + -9.223037719726562, + -9.209903717041016, + -9.196769714355469, + -9.183635711669922, + -9.170501708984375, + -9.157367706298828, + -9.144233703613281, + -9.131099700927734, + -9.117965698242188, + -9.10483169555664, + -9.091697692871094, + -9.078563690185547, + -9.0654296875, + -9.05229663848877, + -9.039162635803223, + -9.026028633117676, + -9.012894630432129, + -8.999760627746582, + -8.986626625061035, + -8.973492622375488, + -8.960358619689941, + -8.947224617004395, + -8.934090614318848, + -8.9209566116333, + -8.907822608947754, + -8.894688606262207, + -8.88155460357666, + -8.868420600891113, + -8.855286598205566, + -8.842153549194336, + -8.829019546508789, + -8.815885543823242, + -8.802751541137695, + -8.789617538452148, + -8.776483535766602, + -8.763349533081055, + -8.750215530395508, + -8.737081527709961 + ], + "r_inf_mean": 0.6572348475456238, + "r_inf_median": 0.6943904161453247, + "pr_mean": 0.02112366072833538, + "pr_median": 0.01483646035194397, + "hoyer_mean": 0.1311030089855194, + "eff_dim_mean": 0.1311030089855194, + "topk_energy": { + "1": 0.5701940655708313, + "5": 0.8873897790908813, + "10": 0.952936053276062, + "25": 0.9892758131027222 + }, + "gamma_raw": -0.0007773234974592924, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002031465842906763, + "1e-07": -0.002031465842906763, + "1e-06": -0.002031465842906763, + "1e-05": -0.002031465842906763, + "0.0001": -0.002031465842906763 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s42.json b/results/confirmatory/clean_sparsity/cifar_dfa_s42.json new file mode 100644 index 0000000..c616b65 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9194912910461426, + "acc": 0.3203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.859158598766953e-07, + "median_norm": 2.2629573948051984e-07, + "max_norm": 1.5927213325994671e-06, + "min_norm": 6.097578619801425e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94140625, + "1e-06": 0.01171875, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.121883869171143, + "5": -7.009854316711426, + "10": -6.929300785064697, + "25": -6.79236364364624, + "50": -6.644486427307129, + "75": -6.46641731262207, + "90": -6.3166656494140625, + "95": -6.164543151855469, + "99": -5.997296333312988 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 5, + 3, + 5, + 4, + 4, + 5, + 13, + 4, + 10, + 9, + 18, + 13, + 8, + 10, + 9, + 14, + 6, + 8, + 12, + 14, + 10, + 8, + 7, + 13, + 5, + 5, + 6, + 3, + 1, + 1, + 4, + 2, + 1, + 4, + 1, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -7.214842796325684, + -7.186502933502197, + -7.158163547515869, + -7.129823684692383, + -7.101484298706055, + -7.073144435882568, + -7.04480504989624, + -7.016465187072754, + -6.988125801086426, + -6.9597859382629395, + -6.931446075439453, + -6.903106689453125, + -6.874766826629639, + -6.8464274406433105, + -6.818087577819824, + -6.789748191833496, + -6.76140832901001, + -6.733068466186523, + -6.704729080200195, + -6.676389217376709, + -6.648049831390381, + -6.6197099685668945, + -6.591370582580566, + -6.56303071975708, + -6.534691333770752, + -6.506351470947266, + -6.4780120849609375, + -6.449672222137451, + -6.421332359313965, + -6.392992973327637, + -6.36465311050415, + -6.336313724517822, + -6.307973861694336, + -6.279634475708008, + -6.2512946128845215, + -6.222954750061035, + -6.194615364074707, + -6.166275501251221, + -6.137936115264893, + -6.109596252441406, + -6.081256866455078, + -6.052917003631592, + -6.0245771408081055, + -5.996237754821777, + -5.967898368835449, + -5.939558506011963, + -5.911218643188477, + -5.882879257202148, + -5.854539394378662, + -5.826200008392334, + -5.797860145568848 + ], + "r_inf_mean": 0.21901215612888336, + "r_inf_median": 0.22284670174121857, + "pr_mean": 0.2557834982872009, + "pr_median": 0.25044459104537964, + "hoyer_mean": 0.5702260732650757, + "eff_dim_mean": 0.5702260136604309, + "topk_energy": { + "1": 0.08902449905872345, + "5": 0.3416788578033447, + "10": 0.5217846632003784, + "25": 0.784355640411377 + }, + "gamma_raw": 0.4405723214149475, + "gamma_active": { + "1e-08": 0.4405723214149475, + "1e-07": 0.44439610838890076, + "1e-06": 0.46623945236206055, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4238358543925237, + "1e-07": 0.4238358543925237, + "1e-06": 0.4238358543925237, + "1e-05": 0.4238358543925237, + "0.0001": 0.4238358543925237 + } + }, + { + "layer": 1, + "mean_norm": 2.374757945844408e-09, + "median_norm": 2.1484314327580023e-09, + "max_norm": 6.9592798190853955e-09, + "min_norm": 8.036937226840735e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.015711784362793, + "5": -8.925485610961914, + "10": -8.880784034729004, + "25": -8.759121894836426, + "50": -8.667855262756348, + "75": -8.53150463104248, + "90": -8.441190719604492, + "95": -8.377298355102539, + "99": -8.304677963256836 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 3, + 3, + 2, + 2, + 1, + 6, + 7, + 1, + 5, + 7, + 5, + 4, + 6, + 13, + 10, + 9, + 20, + 12, + 13, + 11, + 3, + 10, + 10, + 9, + 9, + 7, + 19, + 6, + 8, + 3, + 4, + 4, + 2, + 5, + 6, + 2, + 3, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.09490966796875, + -9.076160430908203, + -9.05741024017334, + -9.038661003112793, + -9.019911766052246, + -9.0011625289917, + -8.982412338256836, + -8.963663101196289, + -8.944913864135742, + -8.926164627075195, + -8.907414436340332, + -8.888665199279785, + -8.869915962219238, + -8.851166725158691, + -8.832416534423828, + -8.813667297363281, + -8.794918060302734, + -8.776168823242188, + -8.757418632507324, + -8.738669395446777, + -8.71992015838623, + -8.701170921325684, + -8.68242073059082, + -8.663671493530273, + -8.644922256469727, + -8.62617301940918, + -8.607422828674316, + -8.58867359161377, + -8.569924354553223, + -8.55117416381836, + -8.532424926757812, + -8.513675689697266, + -8.494926452636719, + -8.476176261901855, + -8.457427024841309, + -8.438677787780762, + -8.419928550720215, + -8.401178359985352, + -8.382429122924805, + -8.363679885864258, + -8.344930648803711, + -8.326180458068848, + -8.3074312210083, + -8.288681983947754, + -8.269932746887207, + -8.251182556152344, + -8.232433319091797, + -8.21368408203125, + -8.194934844970703, + -8.17618465423584, + -8.157435417175293 + ], + "r_inf_mean": 0.6397090554237366, + "r_inf_median": 0.6232636570930481, + "pr_mean": 0.018665947020053864, + "pr_median": 0.016847338527441025, + "hoyer_mean": 0.11212486773729324, + "eff_dim_mean": 0.11212486028671265, + "topk_energy": { + "1": 0.5989795327186584, + "5": 0.9298363924026489, + "10": 0.967422366142273, + "25": 0.9906660318374634 + }, + "gamma_raw": 0.001670610741712153, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0047538329599980745, + "1e-07": 0.0047538329599980745, + "1e-06": 0.0047538329599980745, + "1e-05": 0.0047538329599980745, + "0.0001": 0.0047538329599980745 + } + }, + { + "layer": 2, + "mean_norm": 2.365333262588365e-09, + "median_norm": 2.1465151878174993e-09, + "max_norm": 6.828512866263736e-09, + "min_norm": 8.07847511108406e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.015715599060059, + "5": -8.925419807434082, + "10": -8.88050651550293, + "25": -8.759645462036133, + "50": -8.668182373046875, + "75": -8.5335111618042, + "90": -8.442709922790527, + "95": -8.378540992736816, + "99": -8.308226585388184 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 4, + 2, + 2, + 2, + 1, + 6, + 6, + 2, + 5, + 7, + 4, + 6, + 5, + 11, + 12, + 9, + 19, + 12, + 13, + 12, + 4, + 8, + 11, + 9, + 9, + 6, + 18, + 7, + 8, + 4, + 4, + 4, + 2, + 4, + 6, + 3, + 2, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.092670440673828, + -9.074130058288574, + -9.055590629577637, + -9.037050247192383, + -9.018510818481445, + -8.999970436096191, + -8.981431007385254, + -8.962890625, + -8.944351196289062, + -8.925810813903809, + -8.907271385192871, + -8.888731002807617, + -8.87019157409668, + -8.851651191711426, + -8.833111763000488, + -8.814571380615234, + -8.796031951904297, + -8.777491569519043, + -8.758952140808105, + -8.740411758422852, + -8.721872329711914, + -8.70333194732666, + -8.684792518615723, + -8.666252136230469, + -8.647712707519531, + -8.629172325134277, + -8.610631942749023, + -8.592092514038086, + -8.573552131652832, + -8.555012702941895, + -8.53647232055664, + -8.517932891845703, + -8.49939250946045, + -8.480853080749512, + -8.462312698364258, + -8.44377326965332, + -8.425232887268066, + -8.406693458557129, + -8.388153076171875, + -8.369613647460938, + -8.351073265075684, + -8.332533836364746, + -8.313993453979492, + -8.295454025268555, + -8.2769136428833, + -8.258374214172363, + -8.23983383178711, + -8.221294403076172, + -8.202754020690918, + -8.18421459197998, + -8.165674209594727 + ], + "r_inf_mean": 0.6418373584747314, + "r_inf_median": 0.6281982660293579, + "pr_mean": 0.018456250429153442, + "pr_median": 0.016709797084331512, + "hoyer_mean": 0.10799644887447357, + "eff_dim_mean": 0.10799644887447357, + "topk_energy": { + "1": 0.6021105051040649, + "5": 0.9321823120117188, + "10": 0.9697022438049316, + "25": 0.9918438196182251 + }, + "gamma_raw": -0.007206451613456011, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006308126984234215, + "1e-07": -0.006308126984234215, + "1e-06": -0.006308126984234215, + "1e-05": -0.006308126984234215, + "0.0001": -0.006308126984234215 + } + }, + { + "layer": 3, + "mean_norm": 2.364290541123637e-09, + "median_norm": 2.142475974409308e-09, + "max_norm": 6.8296555078006804e-09, + "min_norm": 8.072220669674834e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.016304969787598, + "5": -8.926399230957031, + "10": -8.880643844604492, + "25": -8.758940696716309, + "50": -8.668563842773438, + "75": -8.534238815307617, + "90": -8.442697525024414, + "95": -8.378554344177246, + "99": -8.308184623718262 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 4, + 2, + 2, + 2, + 1, + 5, + 6, + 3, + 4, + 8, + 4, + 7, + 4, + 10, + 12, + 9, + 20, + 12, + 14, + 11, + 4, + 9, + 10, + 9, + 10, + 5, + 18, + 7, + 8, + 4, + 4, + 4, + 2, + 4, + 6, + 3, + 2, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.09300708770752, + -9.074459075927734, + -9.05591106414795, + -9.037363052368164, + -9.018815040588379, + -9.000267028808594, + -8.981718063354492, + -8.963170051574707, + -8.944622039794922, + -8.926074028015137, + -8.907526016235352, + -8.888978004455566, + -8.870429992675781, + -8.851881980895996, + -8.833333969116211, + -8.81478500366211, + -8.796236991882324, + -8.777688980102539, + -8.759140968322754, + -8.740592956542969, + -8.722044944763184, + -8.703496932983398, + -8.684948921203613, + -8.666400909423828, + -8.647852897644043, + -8.629304885864258, + -8.610755920410156, + -8.592207908630371, + -8.573659896850586, + -8.5551118850708, + -8.536563873291016, + -8.51801586151123, + -8.499467849731445, + -8.48091983795166, + -8.462371826171875, + -8.443822860717773, + -8.425274848937988, + -8.406726837158203, + -8.388178825378418, + -8.369630813598633, + -8.351082801818848, + -8.332534790039062, + -8.313986778259277, + -8.295438766479492, + -8.276890754699707, + -8.258342742919922, + -8.23979377746582, + -8.221245765686035, + -8.20269775390625, + -8.184149742126465, + -8.16560173034668 + ], + "r_inf_mean": 0.6416866183280945, + "r_inf_median": 0.6282730102539062, + "pr_mean": 0.01847158931195736, + "pr_median": 0.016721248626708984, + "hoyer_mean": 0.10834254324436188, + "eff_dim_mean": 0.10834254324436188, + "topk_energy": { + "1": 0.601904571056366, + "5": 0.9319722056388855, + "10": 0.9694675207138062, + "25": 0.9916914701461792 + }, + "gamma_raw": -0.007261199411004782, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.014639562578372976, + "1e-07": -0.014639562578372976, + "1e-06": -0.014639562578372976, + "1e-05": -0.014639562578372976, + "0.0001": -0.014639562578372976 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s456.json b/results/confirmatory/clean_sparsity/cifar_dfa_s456.json new file mode 100644 index 0000000..c395c52 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9450786113739014, + "acc": 0.29296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.589346763670619e-07, + "median_norm": 1.9976906173724274e-07, + "max_norm": 1.5753620346004027e-06, + "min_norm": 4.5592635444791085e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.890625, + "1e-06": 0.00390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.19437837600708, + "5": -7.088598251342773, + "10": -7.013242721557617, + "25": -6.866405963897705, + "50": -6.698849678039551, + "75": -6.492940902709961, + "90": -6.310779571533203, + "95": -6.176676273345947, + "99": -6.034116268157959 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 7, + 6, + 4, + 4, + 10, + 5, + 7, + 10, + 12, + 14, + 14, + 11, + 7, + 14, + 9, + 16, + 12, + 4, + 9, + 6, + 11, + 4, + 6, + 6, + 6, + 9, + 5, + 3, + 3, + 1, + 4, + 2, + 1, + 2, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.341105937957764, + -7.310336112976074, + -7.279566287994385, + -7.2487969398498535, + -7.218027114868164, + -7.187257289886475, + -7.156487464904785, + -7.125718116760254, + -7.0949482917785645, + -7.064178466796875, + -7.0334086418151855, + -7.002638816833496, + -6.971869468688965, + -6.941099643707275, + -6.910329818725586, + -6.8795599937438965, + -6.848790168762207, + -6.818020820617676, + -6.787250995635986, + -6.756481170654297, + -6.725711345672607, + -6.694941997528076, + -6.664172172546387, + -6.633402347564697, + -6.602632522583008, + -6.571863174438477, + -6.541093349456787, + -6.510323524475098, + -6.479553699493408, + -6.448783874511719, + -6.4180145263671875, + -6.387244701385498, + -6.356474876403809, + -6.325705051422119, + -6.29493522644043, + -6.264165878295898, + -6.233396053314209, + -6.2026262283325195, + -6.17185640335083, + -6.141086578369141, + -6.110317230224609, + -6.07954740524292, + -6.0487775802612305, + -6.018008232116699, + -5.987237930297852, + -5.95646858215332, + -5.925698757171631, + -5.894928932189941, + -5.86415958404541, + -5.833389759063721, + -5.802619934082031 + ], + "r_inf_mean": 0.19430051743984222, + "r_inf_median": 0.19414912164211273, + "pr_mean": 0.32317331433296204, + "pr_median": 0.3054687976837158, + "hoyer_mean": 0.6299175024032593, + "eff_dim_mean": 0.6299175024032593, + "topk_energy": { + "1": 0.07147446274757385, + "5": 0.2848600149154663, + "10": 0.45199549198150635, + "25": 0.7325144410133362 + }, + "gamma_raw": 0.40470486879348755, + "gamma_active": { + "1e-08": 0.40470486879348755, + "1e-07": 0.4010109603404999, + "1e-06": 0.6547019481658936, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.43224417743762483, + "1e-07": 0.43224417743762483, + "1e-06": 0.43224417743762483, + "1e-05": 0.43224417743762483, + "0.0001": 0.43224417743762483 + } + }, + { + "layer": 1, + "mean_norm": 1.092690382620276e-09, + "median_norm": 1.0219242119191563e-09, + "max_norm": 2.2986701431193524e-09, + "min_norm": 4.977324108423886e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.237069129943848, + "5": -9.178057670593262, + "10": -9.127224922180176, + "25": -9.078618049621582, + "50": -8.990445137023926, + "75": -8.903547286987305, + "90": -8.805278778076172, + "95": -8.741016387939453, + "99": -8.661843299865723 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 3, + 2, + 2, + 7, + 1, + 8, + 9, + 12, + 12, + 7, + 10, + 13, + 12, + 11, + 6, + 10, + 6, + 9, + 13, + 9, + 12, + 8, + 11, + 4, + 4, + 7, + 5, + 3, + 4, + 4, + 3, + 1, + 1, + 3, + 4, + 2, + 1, + 1, + 2, + 2, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.303004264831543, + -9.289714813232422, + -9.2764253616333, + -9.26313591003418, + -9.249845504760742, + -9.236556053161621, + -9.2232666015625, + -9.209977149963379, + -9.196687698364258, + -9.183398246765137, + -9.1701078414917, + -9.156818389892578, + -9.143528938293457, + -9.130239486694336, + -9.116950035095215, + -9.103660583496094, + -9.090370178222656, + -9.077080726623535, + -9.063791275024414, + -9.050501823425293, + -9.037212371826172, + -9.02392292022705, + -9.010632514953613, + -8.997343063354492, + -8.984053611755371, + -8.97076416015625, + -8.957474708557129, + -8.944185256958008, + -8.93089485168457, + -8.91760540008545, + -8.904315948486328, + -8.891026496887207, + -8.877737045288086, + -8.864447593688965, + -8.851158142089844, + -8.837867736816406, + -8.824578285217285, + -8.811288833618164, + -8.797999382019043, + -8.784709930419922, + -8.7714204788208, + -8.758130073547363, + -8.744840621948242, + -8.731551170349121, + -8.71826171875, + -8.704972267150879, + -8.691682815551758, + -8.67839241027832, + -8.6651029586792, + -8.651813507080078, + -8.638524055480957 + ], + "r_inf_mean": 0.5697502493858337, + "r_inf_median": 0.5725094079971313, + "pr_mean": 0.027846666052937508, + "pr_median": 0.021392446011304855, + "hoyer_mean": 0.1826842725276947, + "eff_dim_mean": 0.1826842725276947, + "topk_energy": { + "1": 0.503971517086029, + "5": 0.8266641497612, + "10": 0.9156999588012695, + "25": 0.9771815538406372 + }, + "gamma_raw": 0.00021974003175273538, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.001621381128082602, + "1e-07": 0.001621381128082602, + "1e-06": 0.001621381128082602, + "1e-05": 0.001621381128082602, + "0.0001": 0.001621381128082602 + } + }, + { + "layer": 2, + "mean_norm": 1.0801393113268887e-09, + "median_norm": 1.0088880841863102e-09, + "max_norm": 2.279330502119592e-09, + "min_norm": 4.951408727471573e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.238354682922363, + "5": -9.188572883605957, + "10": -9.128071784973145, + "25": -9.082647323608398, + "50": -8.993792533874512, + "75": -8.909320831298828, + "90": -8.808212280273438, + "95": -8.743592262268066, + "99": -8.671186447143555 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 3, + 2, + 4, + 0, + 4, + 4, + 3, + 9, + 9, + 12, + 12, + 8, + 6, + 17, + 8, + 9, + 11, + 9, + 5, + 9, + 14, + 11, + 12, + 8, + 8, + 6, + 3, + 6, + 4, + 4, + 4, + 4, + 2, + 2, + 2, + 2, + 5, + 1, + 2, + 0, + 2, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.30527114868164, + -9.292009353637695, + -9.27874755859375, + -9.265486717224121, + -9.252224922180176, + -9.23896312713623, + -9.225701332092285, + -9.212440490722656, + -9.199178695678711, + -9.185916900634766, + -9.17265510559082, + -9.159394264221191, + -9.146132469177246, + -9.1328706741333, + -9.119608879089355, + -9.106348037719727, + -9.093086242675781, + -9.079824447631836, + -9.06656265258789, + -9.053301811218262, + -9.040040016174316, + -9.026778221130371, + -9.013516426086426, + -9.000255584716797, + -8.986993789672852, + -8.973731994628906, + -8.960470199584961, + -8.947208404541016, + -8.933947563171387, + -8.920685768127441, + -8.907423973083496, + -8.89416217803955, + -8.880901336669922, + -8.867639541625977, + -8.854377746582031, + -8.841115951538086, + -8.827855110168457, + -8.814593315124512, + -8.801331520080566, + -8.788069725036621, + -8.774808883666992, + -8.761547088623047, + -8.748285293579102, + -8.735023498535156, + -8.721762657165527, + -8.708500862121582, + -8.695239067077637, + -8.681977272033691, + -8.668716430664062, + -8.655454635620117, + -8.642192840576172 + ], + "r_inf_mean": 0.5732481479644775, + "r_inf_median": 0.5750540494918823, + "pr_mean": 0.027290724217891693, + "pr_median": 0.02120389975607395, + "hoyer_mean": 0.16821932792663574, + "eff_dim_mean": 0.16821932792663574, + "topk_energy": { + "1": 0.5087974667549133, + "5": 0.8347358107566833, + "10": 0.9242771863937378, + "25": 0.9833624958992004 + }, + "gamma_raw": -0.0016264701262116432, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.000601645267533498, + "1e-07": -0.000601645267533498, + "1e-06": -0.000601645267533498, + "1e-05": -0.000601645267533498, + "0.0001": -0.000601645267533498 + } + }, + { + "layer": 3, + "mean_norm": 1.079854206054165e-09, + "median_norm": 1.0086217416827026e-09, + "max_norm": 2.2795683118914667e-09, + "min_norm": 4.953798482532079e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.24002456665039, + "5": -9.189212799072266, + "10": -9.12875747680664, + "25": -9.082115173339844, + "50": -8.99405288696289, + "75": -8.909610748291016, + "90": -8.8084716796875, + "95": -8.743489265441895, + "99": -8.671119689941406 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 2, + 3, + 2, + 4, + 0, + 3, + 5, + 3, + 8, + 10, + 13, + 11, + 8, + 6, + 17, + 10, + 7, + 11, + 9, + 5, + 9, + 15, + 10, + 13, + 8, + 7, + 6, + 3, + 6, + 4, + 4, + 4, + 4, + 2, + 2, + 2, + 2, + 5, + 1, + 2, + 0, + 2, + 2, + 2, + 1 + ], + "log_norms_bin_edges": [ + -9.305061340332031, + -9.291803359985352, + -9.278544425964355, + -9.265286445617676, + -9.252028465270996, + -9.23876953125, + -9.22551155090332, + -9.21225357055664, + -9.198995590209961, + -9.185736656188965, + -9.172478675842285, + -9.159220695495605, + -9.14596176147461, + -9.13270378112793, + -9.11944580078125, + -9.10618782043457, + -9.092928886413574, + -9.079670906066895, + -9.066412925720215, + -9.053153991699219, + -9.039896011352539, + -9.02663803100586, + -9.013379096984863, + -9.000121116638184, + -8.986863136291504, + -8.973604202270508, + -8.960346221923828, + -8.947088241577148, + -8.933830261230469, + -8.920571327209473, + -8.907313346862793, + -8.894055366516113, + -8.880796432495117, + -8.867538452148438, + -8.854280471801758, + -8.841022491455078, + -8.827763557434082, + -8.814505577087402, + -8.801247596740723, + -8.787988662719727, + -8.774730682373047, + -8.761472702026367, + -8.748213768005371, + -8.734955787658691, + -8.721697807312012, + -8.708438873291016, + -8.695180892944336, + -8.681922912597656, + -8.668664932250977, + -8.65540599822998, + -8.6421480178833 + ], + "r_inf_mean": 0.5729086995124817, + "r_inf_median": 0.5747510194778442, + "pr_mean": 0.027335815131664276, + "pr_median": 0.02119538001716137, + "hoyer_mean": 0.16768202185630798, + "eff_dim_mean": 0.16768202185630798, + "topk_energy": { + "1": 0.5087243318557739, + "5": 0.8346289396286011, + "10": 0.9243053197860718, + "25": 0.983512282371521 + }, + "gamma_raw": 0.0015623457729816437, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0015149342983521144, + "1e-07": 0.0015149342983521144, + "1e-06": 0.0015149342983521144, + "1e-05": 0.0015149342983521144, + "0.0001": 0.0015149342983521144 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_dfa_s789.json b/results/confirmatory/clean_sparsity/cifar_dfa_s789.json new file mode 100644 index 0000000..265ecf6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_dfa_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "dfa", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9191677570343018, + "acc": 0.28515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.8083488246011257e-07, + "median_norm": 2.1251427995139238e-07, + "max_norm": 1.2998165175304166e-06, + "min_norm": 3.773606493950865e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.92578125, + "1e-06": 0.0234375, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.186432361602783, + "5": -7.062449932098389, + "10": -6.944283485412598, + "25": -6.829133987426758, + "50": -6.671788215637207, + "75": -6.4624762535095215, + "90": -6.278328895568848, + "95": -6.168608665466309, + "99": -5.962457180023193 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 5, + 1, + 4, + 1, + 4, + 5, + 3, + 10, + 14, + 10, + 13, + 6, + 14, + 16, + 14, + 8, + 12, + 8, + 11, + 11, + 9, + 7, + 7, + 8, + 11, + 4, + 5, + 3, + 6, + 2, + 3, + 4, + 1, + 3, + 2, + 0, + 1, + 0, + 4, + 1, + 1 + ], + "log_norms_bin_edges": [ + -7.423243522644043, + -7.392500877380371, + -7.361758708953857, + -7.3310160636901855, + -7.300273418426514, + -7.269530773162842, + -7.238788604736328, + -7.208045959472656, + -7.177303314208984, + -7.1465606689453125, + -7.115818500518799, + -7.085075855255127, + -7.054333209991455, + -7.023591041564941, + -6.9928483963012695, + -6.962105751037598, + -6.931363105773926, + -6.900620937347412, + -6.86987829208374, + -6.839135646820068, + -6.808393478393555, + -6.777650833129883, + -6.746908187866211, + -6.716165542602539, + -6.685423374176025, + -6.6546807289123535, + -6.623938083648682, + -6.593195915222168, + -6.562453269958496, + -6.531710624694824, + -6.500967979431152, + -6.470225811004639, + -6.439483165740967, + -6.408740520477295, + -6.377998352050781, + -6.347255706787109, + -6.3165130615234375, + -6.285770416259766, + -6.255028247833252, + -6.22428560256958, + -6.193542957305908, + -6.1628007888793945, + -6.132058143615723, + -6.101315498352051, + -6.070572853088379, + -6.039830684661865, + -6.009088039398193, + -5.9783453941345215, + -5.947603225708008, + -5.916860580444336, + -5.886117935180664 + ], + "r_inf_mean": 0.21293944120407104, + "r_inf_median": 0.20738723874092102, + "pr_mean": 0.2886452376842499, + "pr_median": 0.26449260115623474, + "hoyer_mean": 0.6029889583587646, + "eff_dim_mean": 0.6029889583587646, + "topk_energy": { + "1": 0.08143994957208633, + "5": 0.3075818717479706, + "10": 0.4832254946231842, + "25": 0.7570875883102417 + }, + "gamma_raw": 0.40701812505722046, + "gamma_active": { + "1e-08": 0.40701812505722046, + "1e-07": 0.4139775335788727, + "1e-06": 0.4263691306114197, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.4263066803555612, + "1e-07": 0.4263066803555612, + "1e-06": 0.4263066803555612, + "1e-05": 0.4263066803555612, + "0.0001": 0.4263066803555612 + } + }, + { + "layer": 1, + "mean_norm": 1.4560261885065984e-09, + "median_norm": 1.4221673838576976e-09, + "max_norm": 5.169566108520485e-09, + "min_norm": 5.21518550566924e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.18366527557373, + "5": -9.061481475830078, + "10": -9.025863647460938, + "25": -8.94975471496582, + "50": -8.84203815460205, + "75": -8.767135620117188, + "90": -8.698319435119629, + "95": -8.646421432495117, + "99": -8.597430229187012 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 0, + 4, + 1, + 0, + 2, + 2, + 7, + 8, + 5, + 9, + 12, + 16, + 20, + 8, + 14, + 11, + 6, + 11, + 22, + 19, + 12, + 15, + 12, + 10, + 5, + 4, + 5, + 5, + 5, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.282731056213379, + -9.26280689239502, + -9.242883682250977, + -9.222959518432617, + -9.203036308288574, + -9.183112144470215, + -9.163188934326172, + -9.143264770507812, + -9.12334156036377, + -9.10341739654541, + -9.083494186401367, + -9.063570022583008, + -9.043646812438965, + -9.023722648620605, + -9.003799438476562, + -8.983875274658203, + -8.96395206451416, + -8.9440279006958, + -8.924104690551758, + -8.904180526733398, + -8.884257316589355, + -8.864333152770996, + -8.844409942626953, + -8.824485778808594, + -8.80456256866455, + -8.784638404846191, + -8.764715194702148, + -8.744791030883789, + -8.72486686706543, + -8.704943656921387, + -8.685019493103027, + -8.665096282958984, + -8.645172119140625, + -8.625248908996582, + -8.605324745178223, + -8.58540153503418, + -8.56547737121582, + -8.545554161071777, + -8.525629997253418, + -8.505706787109375, + -8.485782623291016, + -8.465859413146973, + -8.445935249328613, + -8.42601203918457, + -8.406087875366211, + -8.386164665222168, + -8.366240501403809, + -8.346317291259766, + -8.326393127441406, + -8.306469917297363, + -8.286545753479004 + ], + "r_inf_mean": 0.4805874526500702, + "r_inf_median": 0.4551409184932709, + "pr_mean": 0.04530470073223114, + "pr_median": 0.04584954306483269, + "hoyer_mean": 0.23376986384391785, + "eff_dim_mean": 0.23376986384391785, + "topk_energy": { + "1": 0.3551495671272278, + "5": 0.7499233484268188, + "10": 0.881098747253418, + "25": 0.9676958322525024 + }, + "gamma_raw": -0.0070577338337898254, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.006351459118867222, + "1e-07": -0.006351459118867222, + "1e-06": -0.006351459118867222, + "1e-05": -0.006351459118867222, + "0.0001": -0.006351459118867222 + } + }, + { + "layer": 2, + "mean_norm": 1.4385512780989984e-09, + "median_norm": 1.4223615618647045e-09, + "max_norm": 2.7388249446147483e-09, + "min_norm": 5.177337447648256e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.184637069702148, + "5": -9.062196731567383, + "10": -9.026018142700195, + "25": -8.953360557556152, + "50": -8.842397689819336, + "75": -8.774778366088867, + "90": -8.709124565124512, + "95": -8.64722728729248, + "99": -8.5990629196167 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 0, + 2, + 1, + 5, + 5, + 5, + 4, + 4, + 9, + 8, + 13, + 10, + 14, + 5, + 9, + 11, + 10, + 4, + 2, + 14, + 16, + 13, + 15, + 7, + 11, + 7, + 13, + 6, + 4, + 0, + 4, + 3, + 6, + 3, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.285893440246582, + -9.271424293518066, + -9.25695514678955, + -9.242486000061035, + -9.22801685333252, + -9.213547706604004, + -9.199078559875488, + -9.184609413146973, + -9.170140266418457, + -9.155671119689941, + -9.141201972961426, + -9.12673282623291, + -9.112263679504395, + -9.097794532775879, + -9.083325386047363, + -9.068856239318848, + -9.054387092590332, + -9.039917945861816, + -9.0254487991333, + -9.010979652404785, + -8.99651050567627, + -8.982041358947754, + -8.967572212219238, + -8.953103065490723, + -8.938633918762207, + -8.924164772033691, + -8.909695625305176, + -8.89522647857666, + -8.880757331848145, + -8.866288185119629, + -8.851819038391113, + -8.837349891662598, + -8.822880744934082, + -8.808411598205566, + -8.79394245147705, + -8.779473304748535, + -8.76500415802002, + -8.750535011291504, + -8.736065864562988, + -8.721596717834473, + -8.707127571105957, + -8.692658424377441, + -8.678189277648926, + -8.66372013092041, + -8.649250984191895, + -8.634781837463379, + -8.620312690734863, + -8.605843544006348, + -8.591374397277832, + -8.576905250549316, + -8.5624361038208 + ], + "r_inf_mean": 0.48076289892196655, + "r_inf_median": 0.4535062611103058, + "pr_mean": 0.04451879858970642, + "pr_median": 0.04546936973929405, + "hoyer_mean": 0.22649958729743958, + "eff_dim_mean": 0.22649958729743958, + "topk_energy": { + "1": 0.3559178411960602, + "5": 0.7551931142807007, + "10": 0.8866910338401794, + "25": 0.9714776277542114 + }, + "gamma_raw": -0.004115705378353596, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.005092085300272418, + "1e-07": -0.005092085300272418, + "1e-06": -0.005092085300272418, + "1e-05": -0.005092085300272418, + "0.0001": -0.005092085300272418 + } + }, + { + "layer": 3, + "mean_norm": 1.4386384306064315e-09, + "median_norm": 1.421902706688627e-09, + "max_norm": 2.7334257080013913e-09, + "min_norm": 5.177362982777822e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.184724807739258, + "5": -9.062213897705078, + "10": -9.025312423706055, + "25": -8.953299522399902, + "50": -8.842039108276367, + "75": -8.774468421936035, + "90": -8.70950698852539, + "95": -8.647324562072754, + "99": -8.59917163848877 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 0, + 2, + 1, + 5, + 5, + 4, + 5, + 4, + 8, + 8, + 14, + 10, + 14, + 5, + 9, + 11, + 10, + 4, + 1, + 15, + 16, + 13, + 14, + 8, + 10, + 8, + 13, + 6, + 4, + 0, + 4, + 3, + 6, + 3, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -9.28589153289795, + -9.271439552307129, + -9.256987571716309, + -9.242535591125488, + -9.228083610534668, + -9.213631629943848, + -9.199179649353027, + -9.184727668762207, + -9.170275688171387, + -9.155823707580566, + -9.141371726989746, + -9.126919746398926, + -9.112467765808105, + -9.098015785217285, + -9.083563804626465, + -9.069111824035645, + -9.054659843444824, + -9.040207862854004, + -9.025755882263184, + -9.011303901672363, + -8.996851921081543, + -8.982399940490723, + -8.967947959899902, + -8.953495979309082, + -8.939043998718262, + -8.924592971801758, + -8.910140991210938, + -8.895689010620117, + -8.881237030029297, + -8.866785049438477, + -8.852333068847656, + -8.837881088256836, + -8.823429107666016, + -8.808977127075195, + -8.794525146484375, + -8.780073165893555, + -8.765621185302734, + -8.751169204711914, + -8.736717224121094, + -8.722265243530273, + -8.707813262939453, + -8.693361282348633, + -8.678909301757812, + -8.664457321166992, + -8.650005340576172, + -8.635553359985352, + -8.621101379394531, + -8.606649398803711, + -8.59219741821289, + -8.57774543762207, + -8.56329345703125 + ], + "r_inf_mean": 0.4808337092399597, + "r_inf_median": 0.4535002112388611, + "pr_mean": 0.04449794813990593, + "pr_median": 0.04551176726818085, + "hoyer_mean": 0.22615303099155426, + "eff_dim_mean": 0.22615303099155426, + "topk_energy": { + "1": 0.3559088110923767, + "5": 0.7556387782096863, + "10": 0.8868860602378845, + "25": 0.9715154767036438 + }, + "gamma_raw": -0.0007453773869201541, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012066281932884306, + "1e-07": -0.0012066281932884306, + "1e-06": -0.0012066281932884306, + "1e-05": -0.0012066281932884306, + "0.0001": -0.0012066281932884306 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json new file mode 100644 index 0000000..a73df5f --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.1803317070007324, + "acc": 0.16796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 9.139504982158542e-06, + "median_norm": 1.8120186950909556e-06, + "max_norm": 0.0004819915920961648, + "min_norm": 1.441991237527418e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.94921875, + "1e-06": 0.6484375, + "1e-05": 0.18359375, + "0.0001": 0.01171875 + }, + "log_norms_percentiles": { + "1": -7.386696815490723, + "5": -6.982797145843506, + "10": -6.716227054595947, + "25": -6.167113304138184, + "50": -5.728268623352051, + "75": -5.142234802246094, + "90": -4.752677917480469, + "95": -4.502847671508789, + "99": -3.996098041534424 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 4, + 2, + 3, + 4, + 6, + 4, + 6, + 6, + 11, + 5, + 11, + 12, + 12, + 20, + 10, + 13, + 6, + 10, + 16, + 11, + 7, + 8, + 9, + 7, + 11, + 6, + 5, + 7, + 2, + 3, + 2, + 1, + 1, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.841037273406982, + -7.750555515289307, + -7.660074234008789, + -7.569592475891113, + -7.479111194610596, + -7.38862943649292, + -7.298148155212402, + -7.207666397094727, + -7.117185115814209, + -7.026703357696533, + -6.936222076416016, + -6.84574031829834, + -6.755259037017822, + -6.6647772789001465, + -6.574295997619629, + -6.483814239501953, + -6.3933329582214355, + -6.30285120010376, + -6.212369918823242, + -6.121888160705566, + -6.031406879425049, + -5.940925121307373, + -5.8504438400268555, + -5.75996208190918, + -5.669480323791504, + -5.578999042510986, + -5.488517761230469, + -5.398036003112793, + -5.307554244995117, + -5.2170729637146, + -5.126591682434082, + -5.036109924316406, + -4.9456281661987305, + -4.855146884918213, + -4.764665603637695, + -4.6741838455200195, + -4.583702087402344, + -4.493220806121826, + -4.402739524841309, + -4.312257766723633, + -4.221776008605957, + -4.1312947273254395, + -4.040813446044922, + -3.950331687927246, + -3.8598501682281494, + -3.7693686485290527, + -3.678886890411377, + -3.5884056091308594, + -3.4979238510131836, + -3.407442569732666, + -3.316960573196411 + ], + "r_inf_mean": 0.2065923511981964, + "r_inf_median": 0.2023516595363617, + "pr_mean": 0.2868894040584564, + "pr_median": 0.2903349697589874, + "hoyer_mean": 0.5960472822189331, + "eff_dim_mean": 0.5960472822189331, + "topk_energy": { + "1": 0.08041948080062866, + "5": 0.3097919821739197, + "10": 0.4846532940864563, + "25": 0.7622068524360657 + }, + "gamma_raw": -0.0059751905500888824, + "gamma_active": { + "1e-08": -0.0059751905500888824, + "1e-07": -0.008263359777629375, + "1e-06": -0.011538185179233551, + "1e-05": -0.015576062723994255, + "0.0001": -0.07169058173894882 + }, + "gamma_energy_weighted": { + "1e-08": -0.05556163192798925, + "1e-07": -0.05556163192798925, + "1e-06": -0.05556163192798925, + "1e-05": -0.05556163192798925, + "0.0001": -0.05556163192798925 + } + }, + { + "layer": 1, + "mean_norm": 4.529771668870808e-09, + "median_norm": 2.5557884697491318e-09, + "max_norm": 1.0534471783785193e-07, + "min_norm": 8.143342250521712e-11, + "support": { + "1e-08": 0.078125, + "1e-07": 0.00390625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.922964096069336, + "5": -9.254459381103516, + "10": -9.136977195739746, + "25": -8.843843460083008, + "50": -8.591863632202148, + "75": -8.335660934448242, + "90": -8.059770584106445, + "95": -7.889815807342529, + "99": -7.461874961853027 + }, + "log_norms_histogram": [ + 1, + 1, + 2, + 1, + 1, + 5, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 6, + 5, + 13, + 7, + 7, + 5, + 8, + 11, + 18, + 15, + 17, + 23, + 18, + 8, + 15, + 14, + 13, + 4, + 8, + 6, + 5, + 4, + 2, + 2, + 0, + 3, + 1, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -10.089197158813477, + -10.026961326599121, + -9.96472454071045, + -9.902488708496094, + -9.840252876281738, + -9.778016090393066, + -9.715780258178711, + -9.653543472290039, + -9.591307640075684, + -9.529071807861328, + -9.466835021972656, + -9.4045991897583, + -9.342363357543945, + -9.280126571655273, + -9.217890739440918, + -9.155653953552246, + -9.09341812133789, + -9.031182289123535, + -8.968945503234863, + -8.906709671020508, + -8.844473838806152, + -8.78223705291748, + -8.720001220703125, + -8.657764434814453, + -8.595528602600098, + -8.533292770385742, + -8.47105598449707, + -8.408820152282715, + -8.34658432006836, + -8.284347534179688, + -8.222111701965332, + -8.159875869750977, + -8.097639083862305, + -8.03540325164795, + -7.9731669425964355, + -7.910930633544922, + -7.848694801330566, + -7.7864580154418945, + -7.724222183227539, + -7.661985874176025, + -7.599749565124512, + -7.537513732910156, + -7.475277423858643, + -7.413041114807129, + -7.350805282592773, + -7.288568496704102, + -7.226332664489746, + -7.164096355438232, + -7.101860046386719, + -7.039624214172363, + -6.97738790512085 + ], + "r_inf_mean": 0.14947479963302612, + "r_inf_median": 0.14717163145542145, + "pr_mean": 0.40456366539001465, + "pr_median": 0.39842408895492554, + "hoyer_mean": 0.6550508737564087, + "eff_dim_mean": 0.6550508737564087, + "topk_energy": { + "1": 0.04324015974998474, + "5": 0.20804181694984436, + "10": 0.37430357933044434, + "25": 0.7040318846702576 + }, + "gamma_raw": 0.0015983731718733907, + "gamma_active": { + "1e-08": -0.02755197323858738, + "1e-07": -0.02339858002960682, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.012625223643840893, + "1e-07": -0.012625223643840893, + "1e-06": -0.012625223643840893, + "1e-05": -0.012625223643840893, + "0.0001": -0.012625223643840893 + } + }, + { + "layer": 2, + "mean_norm": 2.1837934238710943e-10, + "median_norm": 2.0238323517052237e-10, + "max_norm": 4.871619219137813e-10, + "min_norm": 8.157928499397116e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.087203979492188, + "5": -10.080497741699219, + "10": -10.030401229858398, + "25": -9.818598747253418, + "50": -9.693788528442383, + "75": -9.526028633117676, + "90": -9.458578109741211, + "95": -9.389768600463867, + "99": -9.317594528198242 + }, + "log_norms_histogram": [ + 17, + 1, + 2, + 7, + 9, + 4, + 2, + 2, + 3, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 6, + 15, + 9, + 11, + 4, + 3, + 4, + 6, + 10, + 22, + 12, + 10, + 6, + 0, + 4, + 4, + 1, + 2, + 3, + 6, + 13, + 10, + 5, + 8, + 8, + 8, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 7 + ], + "log_norms_bin_edges": [ + -10.088420867919922, + -10.072898864746094, + -10.057376861572266, + -10.041854858398438, + -10.026333808898926, + -10.010811805725098, + -9.99528980255127, + -9.979767799377441, + -9.964245796203613, + -9.948723793029785, + -9.933201789855957, + -9.917680740356445, + -9.902158737182617, + -9.886636734008789, + -9.871114730834961, + -9.855592727661133, + -9.840070724487305, + -9.824548721313477, + -9.809026718139648, + -9.793505668640137, + -9.777983665466309, + -9.76246166229248, + -9.746939659118652, + -9.731417655944824, + -9.715895652770996, + -9.700374603271484, + -9.684852600097656, + -9.669330596923828, + -9.65380859375, + -9.638286590576172, + -9.622764587402344, + -9.607242584228516, + -9.591720581054688, + -9.576199531555176, + -9.560677528381348, + -9.54515552520752, + -9.529633522033691, + -9.514111518859863, + -9.498589515686035, + -9.483067512512207, + -9.467546463012695, + -9.452024459838867, + -9.436502456665039, + -9.420980453491211, + -9.405458450317383, + -9.389936447143555, + -9.374414443969727, + -9.358893394470215, + -9.343371391296387, + -9.327849388122559, + -9.31232738494873 + ], + "r_inf_mean": 0.28661292791366577, + "r_inf_median": 0.28573402762413025, + "pr_mean": 0.14900846779346466, + "pr_median": 0.13554377853870392, + "hoyer_mean": 0.46111470460891724, + "eff_dim_mean": 0.46111470460891724, + "topk_energy": { + "1": 0.14828872680664062, + "5": 0.4664638042449951, + "10": 0.6448763608932495, + "25": 0.862646758556366 + }, + "gamma_raw": -0.00021829150500707328, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0006124271709413506, + "1e-07": -0.0006124271709413506, + "1e-06": -0.0006124271709413506, + "1e-05": -0.0006124271709413506, + "0.0001": -0.0006124271709413506 + } + }, + { + "layer": 3, + "mean_norm": 2.207977412016504e-10, + "median_norm": 2.0508451881173784e-10, + "max_norm": 4.954666121825824e-10, + "min_norm": 8.157694658672554e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.087048530578613, + "5": -10.080224990844727, + "10": -10.027896881103516, + "25": -9.821104049682617, + "50": -9.68796157836914, + "75": -9.518138885498047, + "90": -9.451448440551758, + "95": -9.383013725280762, + "99": -9.310282707214355 + }, + "log_norms_histogram": [ + 17, + 1, + 2, + 7, + 8, + 5, + 2, + 1, + 4, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 13, + 8, + 9, + 11, + 5, + 3, + 4, + 4, + 10, + 24, + 11, + 11, + 5, + 0, + 4, + 4, + 1, + 1, + 4, + 6, + 12, + 9, + 6, + 9, + 7, + 9, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 6 + ], + "log_norms_bin_edges": [ + -10.088433265686035, + -10.07276439666748, + -10.057095527648926, + -10.041426658630371, + -10.025757789611816, + -10.010088920593262, + -9.994420051574707, + -9.978750228881836, + -9.963081359863281, + -9.947412490844727, + -9.931743621826172, + -9.916074752807617, + -9.900405883789062, + -9.884737014770508, + -9.869068145751953, + -9.853399276733398, + -9.837730407714844, + -9.822061538696289, + -9.806392669677734, + -9.790722846984863, + -9.775053977966309, + -9.759385108947754, + -9.7437162399292, + -9.728047370910645, + -9.71237850189209, + -9.696709632873535, + -9.68104076385498, + -9.665371894836426, + -9.649703025817871, + -9.634034156799316, + -9.618365287780762, + -9.602696418762207, + -9.587026596069336, + -9.571357727050781, + -9.555688858032227, + -9.540019989013672, + -9.524351119995117, + -9.508682250976562, + -9.493013381958008, + -9.477344512939453, + -9.461675643920898, + -9.446006774902344, + -9.430337905883789, + -9.414669036865234, + -9.39900016784668, + -9.383330345153809, + -9.367661476135254, + -9.3519926071167, + -9.336323738098145, + -9.32065486907959, + -9.304986000061035 + ], + "r_inf_mean": 0.28336480259895325, + "r_inf_median": 0.2848866283893585, + "pr_mean": 0.15163889527320862, + "pr_median": 0.14316551387310028, + "hoyer_mean": 0.46764203906059265, + "eff_dim_mean": 0.46764203906059265, + "topk_energy": { + "1": 0.14518338441848755, + "5": 0.4611893892288208, + "10": 0.6410860419273376, + "25": 0.8597268462181091 + }, + "gamma_raw": -0.00045726809184998274, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0005468887079005901, + "1e-07": -0.0005468887079005901, + "1e-06": -0.0005468887079005901, + "1e-05": -0.0005468887079005901, + "0.0001": -0.0005468887079005901 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s123.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s123.json new file mode 100644 index 0000000..1c99dc4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s123.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 123, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.9884506464004517, + "acc": 0.296875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.2655185855692253e-05, + "median_norm": 9.290337402489968e-06, + "max_norm": 6.319059320958331e-05, + "min_norm": 1.1035897529154681e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9609375, + "1e-05": 0.48046875, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -6.503508567810059, + "5": -5.953690052032471, + "10": -5.7285966873168945, + "25": -5.335840225219727, + "50": -5.029288291931152, + "75": -4.757646560668945, + "90": -4.553244113922119, + "95": -4.457956314086914, + "99": -4.272968292236328 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 6, + 5, + 7, + 4, + 4, + 1, + 6, + 9, + 12, + 11, + 8, + 9, + 15, + 13, + 13, + 13, + 12, + 19, + 9, + 11, + 14, + 10, + 2, + 9, + 5, + 5, + 2, + 1, + 3 + ], + "log_norms_bin_edges": [ + -6.957192420959473, + -6.902035713195801, + -6.846878528594971, + -6.791721820831299, + -6.736564636230469, + -6.681407928466797, + -6.626251220703125, + -6.571094036102295, + -6.515937328338623, + -6.460780620574951, + -6.405623435974121, + -6.350466728210449, + -6.295309543609619, + -6.240152835845947, + -6.184996128082275, + -6.129838943481445, + -6.074682235717773, + -6.019525527954102, + -5.9643683433532715, + -5.9092116355896, + -5.8540544509887695, + -5.798897743225098, + -5.743741035461426, + -5.688583850860596, + -5.633427143096924, + -5.578269958496094, + -5.523113250732422, + -5.46795654296875, + -5.41279935836792, + -5.357642650604248, + -5.302485466003418, + -5.247328758239746, + -5.192172050476074, + -5.137014865875244, + -5.081858158111572, + -5.026700973510742, + -4.97154426574707, + -4.916387557983398, + -4.861230850219727, + -4.8060736656188965, + -4.750916481018066, + -4.6957597732543945, + -4.640603065490723, + -4.585446357727051, + -4.530289173126221, + -4.475132465362549, + -4.419975280761719, + -4.364818572998047, + -4.309661865234375, + -4.254504680633545, + -4.199347972869873 + ], + "r_inf_mean": 0.18236947059631348, + "r_inf_median": 0.17032428085803986, + "pr_mean": 0.35829558968544006, + "pr_median": 0.37860044836997986, + "hoyer_mean": 0.6428338885307312, + "eff_dim_mean": 0.6428338885307312, + "topk_energy": { + "1": 0.06457968056201935, + "5": 0.2631528973579407, + "10": 0.4297122657299042, + "25": 0.7151181101799011 + }, + "gamma_raw": -0.0004142655525356531, + "gamma_active": { + "1e-08": -0.0004142655525356531, + "1e-07": -0.0004142655525356531, + "1e-06": -0.00041297925054095685, + "1e-05": -0.010341741144657135, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0024113916138721195, + "1e-07": -0.0024113916138721195, + "1e-06": -0.0024113916138721195, + "1e-05": -0.0024113916138721195, + "0.0001": -0.0024113916138721195 + } + }, + { + "layer": 1, + "mean_norm": 1.3951525490440986e-09, + "median_norm": 1.2392247228376618e-09, + "max_norm": 4.136733178228269e-09, + "min_norm": 5.002012137822476e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.262327194213867, + "5": -9.211629867553711, + "10": -9.169082641601562, + "25": -9.073783874511719, + "50": -8.904878616333008, + "75": -8.767508506774902, + "90": -8.627744674682617, + "95": -8.543702125549316, + "99": -8.452047348022461 + }, + "log_norms_histogram": [ + 1, + 2, + 2, + 6, + 2, + 5, + 6, + 6, + 6, + 2, + 9, + 16, + 8, + 5, + 7, + 5, + 11, + 3, + 6, + 8, + 6, + 10, + 12, + 7, + 6, + 5, + 6, + 7, + 16, + 9, + 4, + 6, + 5, + 8, + 3, + 3, + 2, + 3, + 3, + 3, + 3, + 0, + 5, + 1, + 1, + 2, + 2, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.300854682922363, + -9.282504081726074, + -9.264154434204102, + -9.245803833007812, + -9.22745418548584, + -9.20910358428955, + -9.190752983093262, + -9.172403335571289, + -9.154052734375, + -9.135702133178711, + -9.117352485656738, + -9.09900188446045, + -9.080652236938477, + -9.062301635742188, + -9.043951034545898, + -9.025601387023926, + -9.007250785827637, + -8.988900184631348, + -8.970550537109375, + -8.952199935913086, + -8.933850288391113, + -8.915499687194824, + -8.897149085998535, + -8.878799438476562, + -8.860448837280273, + -8.8420991897583, + -8.823748588562012, + -8.805397987365723, + -8.78704833984375, + -8.768697738647461, + -8.750347137451172, + -8.7319974899292, + -8.71364688873291, + -8.695297241210938, + -8.676946640014648, + -8.65859603881836, + -8.640246391296387, + -8.621895790100098, + -8.603546142578125, + -8.585195541381836, + -8.566844940185547, + -8.548495292663574, + -8.530144691467285, + -8.511794090270996, + -8.493444442749023, + -8.475093841552734, + -8.456743240356445, + -8.438393592834473, + -8.420042991638184, + -8.401693344116211, + -8.383342742919922 + ], + "r_inf_mean": 0.27642515301704407, + "r_inf_median": 0.27291035652160645, + "pr_mean": 0.16981379687786102, + "pr_median": 0.16443371772766113, + "hoyer_mean": 0.5014432072639465, + "eff_dim_mean": 0.5014432072639465, + "topk_energy": { + "1": 0.1363915205001831, + "5": 0.43524181842803955, + "10": 0.6097015142440796, + "25": 0.8349723815917969 + }, + "gamma_raw": 0.0028725150041282177, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.002798840921845576, + "1e-07": 0.002798840921845576, + "1e-06": 0.002798840921845576, + "1e-05": 0.002798840921845576, + "0.0001": 0.002798840921845576 + } + }, + { + "layer": 2, + "mean_norm": 1.3796478404159984e-09, + "median_norm": 1.2222939327344307e-09, + "max_norm": 4.1539638395704515e-09, + "min_norm": 4.95645358089547e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.265743255615234, + "5": -9.2190580368042, + "10": -9.171256065368652, + "25": -9.074819564819336, + "50": -8.911683082580566, + "75": -8.771974563598633, + "90": -8.632181167602539, + "95": -8.555791854858398, + "99": -8.450321197509766 + }, + "log_norms_histogram": [ + 1, + 2, + 2, + 6, + 4, + 3, + 6, + 6, + 6, + 3, + 8, + 15, + 9, + 5, + 7, + 5, + 12, + 3, + 6, + 10, + 6, + 8, + 12, + 8, + 6, + 6, + 10, + 6, + 12, + 7, + 5, + 5, + 4, + 6, + 5, + 4, + 3, + 5, + 2, + 2, + 2, + 1, + 5, + 1, + 1, + 1, + 2, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.304829597473145, + -9.28636360168457, + -9.267897605895996, + -9.249431610107422, + -9.230966567993164, + -9.21250057220459, + -9.194034576416016, + -9.175568580627441, + -9.157102584838867, + -9.138636589050293, + -9.120171546936035, + -9.101705551147461, + -9.083239555358887, + -9.064773559570312, + -9.046307563781738, + -9.027841567993164, + -9.009376525878906, + -8.990910530090332, + -8.972444534301758, + -8.953978538513184, + -8.93551254272461, + -8.917046546936035, + -8.898581504821777, + -8.880115509033203, + -8.861649513244629, + -8.843183517456055, + -8.82471752166748, + -8.806251525878906, + -8.787786483764648, + -8.769320487976074, + -8.7508544921875, + -8.732388496398926, + -8.713922500610352, + -8.695456504821777, + -8.676990509033203, + -8.658525466918945, + -8.640059471130371, + -8.621593475341797, + -8.603127479553223, + -8.584661483764648, + -8.566195487976074, + -8.547730445861816, + -8.529264450073242, + -8.510798454284668, + -8.492332458496094, + -8.47386646270752, + -8.455400466918945, + -8.436935424804688, + -8.418469429016113, + -8.400003433227539, + -8.381537437438965 + ], + "r_inf_mean": 0.2728410065174103, + "r_inf_median": 0.2663165330886841, + "pr_mean": 0.17112331092357635, + "pr_median": 0.16643521189689636, + "hoyer_mean": 0.5033437609672546, + "eff_dim_mean": 0.5033438205718994, + "topk_energy": { + "1": 0.13332247734069824, + "5": 0.43425479531288147, + "10": 0.608374297618866, + "25": 0.8344413042068481 + }, + "gamma_raw": 0.0034903688356280327, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.004968711553560449, + "1e-07": 0.004968711553560449, + "1e-06": 0.004968711553560449, + "1e-05": 0.004968711553560449, + "0.0001": 0.004968711553560449 + } + }, + { + "layer": 3, + "mean_norm": 1.3651446639784126e-09, + "median_norm": 1.1989406134560454e-09, + "max_norm": 4.137131082160295e-09, + "min_norm": 4.868917491407387e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.272443771362305, + "5": -9.232963562011719, + "10": -9.171207427978516, + "25": -9.075927734375, + "50": -8.920312881469727, + "75": -8.774388313293457, + "90": -8.631721496582031, + "95": -8.556293487548828, + "99": -8.451601028442383 + }, + "log_norms_histogram": [ + 1, + 2, + 4, + 5, + 5, + 1, + 2, + 11, + 5, + 4, + 8, + 9, + 11, + 6, + 6, + 8, + 10, + 6, + 6, + 8, + 9, + 6, + 10, + 10, + 7, + 8, + 8, + 5, + 11, + 7, + 7, + 4, + 3, + 12, + 1, + 2, + 3, + 6, + 3, + 1, + 2, + 1, + 5, + 1, + 2, + 0, + 2, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.312567710876465, + -9.29398250579834, + -9.275397300720215, + -9.25681209564209, + -9.238225936889648, + -9.219640731811523, + -9.201055526733398, + -9.182470321655273, + -9.163885116577148, + -9.145299911499023, + -9.126714706420898, + -9.108128547668457, + -9.089543342590332, + -9.070958137512207, + -9.052372932434082, + -9.033787727355957, + -9.015202522277832, + -8.996617317199707, + -8.978031158447266, + -8.95944595336914, + -8.940860748291016, + -8.92227554321289, + -8.903690338134766, + -8.88510513305664, + -8.866519927978516, + -8.84793472290039, + -8.82934856414795, + -8.810763359069824, + -8.7921781539917, + -8.773592948913574, + -8.75500774383545, + -8.736422538757324, + -8.717836380004883, + -8.699251174926758, + -8.680665969848633, + -8.662080764770508, + -8.643495559692383, + -8.624910354614258, + -8.606325149536133, + -8.587739944458008, + -8.569153785705566, + -8.550568580627441, + -8.531983375549316, + -8.513398170471191, + -8.494812965393066, + -8.476227760314941, + -8.4576416015625, + -8.439056396484375, + -8.42047119140625, + -8.401885986328125, + -8.38330078125 + ], + "r_inf_mean": 0.275501549243927, + "r_inf_median": 0.2677294909954071, + "pr_mean": 0.164040207862854, + "pr_median": 0.15549731254577637, + "hoyer_mean": 0.49268150329589844, + "eff_dim_mean": 0.4926815330982208, + "topk_energy": { + "1": 0.13691771030426025, + "5": 0.44603073596954346, + "10": 0.6198027729988098, + "25": 0.8426117300987244 + }, + "gamma_raw": 0.000965470855589956, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.002421731096489931, + "1e-07": -0.002421731096489931, + "1e-06": -0.002421731096489931, + "1e-05": -0.002421731096489931, + "0.0001": -0.002421731096489931 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json new file mode 100644 index 0000000..4253548 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.2456140518188477, + "acc": 0.2421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.0896491403400432e-05, + "median_norm": 5.875528131582541e-06, + "max_norm": 9.208734263665974e-05, + "min_norm": 7.540877504652599e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.34765625, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -5.9824628829956055, + "5": -5.877553462982178, + "10": -5.76905632019043, + "25": -5.5599775314331055, + "50": -5.226975440979004, + "75": -4.901585102081299, + "90": -4.607767105102539, + "95": -4.418752670288086, + "99": -4.1825971603393555 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 2, + 4, + 5, + 5, + 3, + 10, + 7, + 7, + 7, + 9, + 5, + 4, + 7, + 15, + 10, + 10, + 7, + 5, + 9, + 7, + 7, + 7, + 7, + 6, + 11, + 11, + 7, + 6, + 3, + 7, + 7, + 1, + 6, + 7, + 1, + 3, + 1, + 5, + 1, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -6.122578144073486, + -6.0808424949646, + -6.039106845855713, + -5.997371673583984, + -5.955636024475098, + -5.913900375366211, + -5.872164726257324, + -5.8304290771484375, + -5.788693904876709, + -5.746958255767822, + -5.7052226066589355, + -5.663486957550049, + -5.62175178527832, + -5.580016136169434, + -5.538280487060547, + -5.49654483795166, + -5.454809188842773, + -5.413073539733887, + -5.371338367462158, + -5.3296027183532715, + -5.287867069244385, + -5.246131420135498, + -5.2043962478637695, + -5.162660598754883, + -5.120924949645996, + -5.079189300537109, + -5.037453651428223, + -4.995718002319336, + -4.953982830047607, + -4.912247180938721, + -4.870511531829834, + -4.828775882720947, + -4.787040710449219, + -4.745305061340332, + -4.703569412231445, + -4.661833763122559, + -4.620098114013672, + -4.578362464904785, + -4.536627292633057, + -4.49489164352417, + -4.453155994415283, + -4.4114203453063965, + -4.369685173034668, + -4.327949523925781, + -4.2862138748168945, + -4.244478225708008, + -4.202742576599121, + -4.161006927490234, + -4.119271755218506, + -4.077536106109619, + -4.035800457000732 + ], + "r_inf_mean": 0.18267306685447693, + "r_inf_median": 0.17302103340625763, + "pr_mean": 0.32665687799453735, + "pr_median": 0.34501776099205017, + "hoyer_mean": 0.6109166741371155, + "eff_dim_mean": 0.6109167337417603, + "topk_energy": { + "1": 0.0643179640173912, + "5": 0.2744975686073303, + "10": 0.4459182024002075, + "25": 0.746250331401825 + }, + "gamma_raw": -0.00023143948055803776, + "gamma_active": { + "1e-08": -0.00023143948055803776, + "1e-07": -0.00023143948055803776, + "1e-06": 5.560100544244051e-05, + "1e-05": -0.02228204719722271, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.04421147224076375, + "1e-07": -0.04421147224076375, + "1e-06": -0.04421147224076375, + "1e-05": -0.04421147224076375, + "0.0001": -0.04421147224076375 + } + }, + { + "layer": 1, + "mean_norm": 7.701751458810691e-10, + "median_norm": 5.855592677406207e-10, + "max_norm": 2.2901365248628736e-09, + "min_norm": 2.4490157124468226e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.602325439453125, + "5": -9.573691368103027, + "10": -9.498767852783203, + "25": -9.365890502929688, + "50": -9.2305326461792, + "75": -8.964221954345703, + "90": -8.862560272216797, + "95": -8.76616096496582, + "99": -8.661859512329102 + }, + "log_norms_histogram": [ + 6, + 8, + 5, + 3, + 2, + 4, + 1, + 1, + 3, + 7, + 8, + 12, + 7, + 10, + 9, + 7, + 9, + 9, + 14, + 5, + 16, + 10, + 2, + 1, + 1, + 2, + 1, + 1, + 1, + 9, + 4, + 8, + 5, + 3, + 4, + 10, + 9, + 7, + 7, + 6, + 1, + 2, + 1, + 5, + 4, + 0, + 1, + 0, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.611008644104004, + -9.591590881347656, + -9.572174072265625, + -9.552756309509277, + -9.533339500427246, + -9.513921737670898, + -9.49450397491455, + -9.47508716583252, + -9.455669403076172, + -9.43625259399414, + -9.416834831237793, + -9.397417068481445, + -9.378000259399414, + -9.358582496643066, + -9.339165687561035, + -9.319747924804688, + -9.30033016204834, + -9.280913352966309, + -9.261495590209961, + -9.24207878112793, + -9.222661018371582, + -9.203243255615234, + -9.183826446533203, + -9.164408683776855, + -9.144991874694824, + -9.125574111938477, + -9.106156349182129, + -9.086739540100098, + -9.06732177734375, + -9.047904968261719, + -9.028487205505371, + -9.009069442749023, + -8.989652633666992, + -8.970234870910645, + -8.950818061828613, + -8.931400299072266, + -8.911982536315918, + -8.892565727233887, + -8.873147964477539, + -8.853731155395508, + -8.83431339263916, + -8.814895629882812, + -8.795478820800781, + -8.776061058044434, + -8.756644248962402, + -8.737226486206055, + -8.717808723449707, + -8.698391914367676, + -8.678974151611328, + -8.659557342529297, + -8.64013957977295 + ], + "r_inf_mean": 0.3414124846458435, + "r_inf_median": 0.3397909998893738, + "pr_mean": 0.10728900879621506, + "pr_median": 0.09624399244785309, + "hoyer_mean": 0.42114460468292236, + "eff_dim_mean": 0.42114460468292236, + "topk_energy": { + "1": 0.19818115234375, + "5": 0.5506938099861145, + "10": 0.7104119658470154, + "25": 0.8797035813331604 + }, + "gamma_raw": -0.00013132230378687382, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012894707992090206, + "1e-07": -0.0012894707992090206, + "1e-06": -0.0012894707992090206, + "1e-05": -0.0012894707992090206, + "0.0001": -0.0012894707992090206 + } + }, + { + "layer": 2, + "mean_norm": 7.190498196862904e-10, + "median_norm": 5.55093693233033e-10, + "max_norm": 2.1202199995684623e-09, + "min_norm": 2.2606883032239011e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.639789581298828, + "5": -9.60715103149414, + "10": -9.580241203308105, + "25": -9.381452560424805, + "50": -9.25378131866455, + "75": -9.001047134399414, + "90": -8.88835620880127, + "95": -8.802726745605469, + "99": -8.707411766052246 + }, + "log_norms_histogram": [ + 9, + 4, + 8, + 6, + 2, + 1, + 2, + 0, + 1, + 1, + 6, + 5, + 12, + 12, + 10, + 3, + 16, + 7, + 8, + 13, + 10, + 15, + 8, + 3, + 2, + 1, + 0, + 1, + 3, + 0, + 8, + 5, + 6, + 10, + 5, + 4, + 8, + 11, + 4, + 2, + 4, + 3, + 2, + 4, + 6, + 0, + 0, + 2, + 0, + 3 + ], + "log_norms_bin_edges": [ + -9.645759582519531, + -9.626317024230957, + -9.606873512268066, + -9.587430953979492, + -9.567988395690918, + -9.548545837402344, + -9.529102325439453, + -9.509659767150879, + -9.490217208862305, + -9.47077465057373, + -9.45133113861084, + -9.431888580322266, + -9.412446022033691, + -9.393003463745117, + -9.373559951782227, + -9.354117393493652, + -9.334674835205078, + -9.315232276916504, + -9.295788764953613, + -9.276346206665039, + -9.256903648376465, + -9.23746109008789, + -9.218017578125, + -9.198575019836426, + -9.179132461547852, + -9.159688949584961, + -9.140246391296387, + -9.120803833007812, + -9.101361274719238, + -9.081917762756348, + -9.062475204467773, + -9.0430326461792, + -9.023590087890625, + -9.004146575927734, + -8.98470401763916, + -8.965261459350586, + -8.945818901062012, + -8.926375389099121, + -8.906932830810547, + -8.887490272521973, + -8.868047714233398, + -8.848604202270508, + -8.829161643981934, + -8.80971908569336, + -8.790276527404785, + -8.770833015441895, + -8.75139045715332, + -8.731947898864746, + -8.712505340576172, + -8.693061828613281, + -8.673619270324707 + ], + "r_inf_mean": 0.3695303797721863, + "r_inf_median": 0.35647332668304443, + "pr_mean": 0.0843978002667427, + "pr_median": 0.08307379484176636, + "hoyer_mean": 0.36073213815689087, + "eff_dim_mean": 0.36073213815689087, + "topk_energy": { + "1": 0.22589924931526184, + "5": 0.603112518787384, + "10": 0.7647562026977539, + "25": 0.9164388179779053 + }, + "gamma_raw": -0.0005179650033824146, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0005456541727364672, + "1e-07": 0.0005456541727364672, + "1e-06": 0.0005456541727364672, + "1e-05": 0.0005456541727364672, + "0.0001": 0.0005456541727364672 + } + }, + { + "layer": 3, + "mean_norm": 7.140357749513271e-10, + "median_norm": 5.517990508963067e-10, + "max_norm": 2.1065060806790825e-09, + "min_norm": 2.2601573390623741e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.637129783630371, + "5": -9.605447769165039, + "10": -9.577232360839844, + "25": -9.384344100952148, + "50": -9.25660514831543, + "75": -9.00460433959961, + "90": -8.891793251037598, + "95": -8.806489944458008, + "99": -8.710750579833984 + }, + "log_norms_histogram": [ + 9, + 4, + 7, + 7, + 2, + 1, + 2, + 0, + 1, + 1, + 7, + 4, + 11, + 13, + 10, + 4, + 14, + 8, + 8, + 15, + 8, + 14, + 9, + 4, + 1, + 1, + 1, + 0, + 3, + 0, + 8, + 5, + 8, + 8, + 7, + 4, + 6, + 12, + 3, + 4, + 3, + 2, + 3, + 4, + 5, + 0, + 0, + 2, + 0, + 3 + ], + "log_norms_bin_edges": [ + -9.645861625671387, + -9.626473426818848, + -9.607084274291992, + -9.587696075439453, + -9.568307876586914, + -9.548919677734375, + -9.52953052520752, + -9.51014232635498, + -9.490754127502441, + -9.471364974975586, + -9.451976776123047, + -9.432588577270508, + -9.413199424743652, + -9.393811225891113, + -9.374423027038574, + -9.355033874511719, + -9.33564567565918, + -9.31625747680664, + -9.296869277954102, + -9.277480125427246, + -9.258091926574707, + -9.238703727722168, + -9.219314575195312, + -9.199926376342773, + -9.180538177490234, + -9.161149024963379, + -9.14176082611084, + -9.1223726272583, + -9.102984428405762, + -9.083595275878906, + -9.064207077026367, + -9.044818878173828, + -9.025429725646973, + -9.006041526794434, + -8.986653327941895, + -8.967264175415039, + -8.9478759765625, + -8.928487777709961, + -8.909099578857422, + -8.889710426330566, + -8.870322227478027, + -8.850934028625488, + -8.831544876098633, + -8.812156677246094, + -8.792768478393555, + -8.7733793258667, + -8.75399112701416, + -8.734602928161621, + -8.715214729309082, + -8.695825576782227, + -8.676437377929688 + ], + "r_inf_mean": 0.3724413514137268, + "r_inf_median": 0.3621567487716675, + "pr_mean": 0.08321239054203033, + "pr_median": 0.08170738816261292, + "hoyer_mean": 0.35573166608810425, + "eff_dim_mean": 0.355731725692749, + "topk_energy": { + "1": 0.2286262810230255, + "5": 0.6065496206283569, + "10": 0.767630934715271, + "25": 0.918796956539154 + }, + "gamma_raw": 0.0010551679879426956, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0028031969601193356, + "1e-07": 0.0028031969601193356, + "1e-06": 0.0028031969601193356, + "1e-05": 0.0028031969601193356, + "0.0001": 0.0028031969601193356 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json new file mode 100644 index 0000000..61e1f3f --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.1803927421569824, + "acc": 0.2109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 6.125585059635341e-06, + "median_norm": 4.129552962695016e-06, + "max_norm": 5.616325870505534e-05, + "min_norm": 4.392668628838692e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.984375, + "1e-06": 0.859375, + "1e-05": 0.16796875, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.077480316162109, + "5": -6.405600070953369, + "10": -6.115171432495117, + "25": -5.637481212615967, + "50": -5.38121223449707, + "75": -5.10733699798584, + "90": -4.896773338317871, + "95": -4.7159743309021, + "99": -4.523923873901367 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 3, + 3, + 2, + 6, + 5, + 3, + 4, + 9, + 5, + 1, + 8, + 8, + 11, + 17, + 29, + 14, + 23, + 7, + 12, + 14, + 13, + 10, + 9, + 3, + 4, + 6, + 2, + 2, + 2, + 2, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.357272148132324, + -7.295137882232666, + -7.23300313949585, + -7.170868873596191, + -7.108734130859375, + -7.046599864959717, + -6.9844651222229, + -6.922330856323242, + -6.860196113586426, + -6.798061847686768, + -6.735927104949951, + -6.673792839050293, + -6.611658096313477, + -6.549523830413818, + -6.48738956451416, + -6.425254821777344, + -6.3631205558776855, + -6.300985813140869, + -6.238851547241211, + -6.1767168045043945, + -6.114582538604736, + -6.05244779586792, + -5.990313529968262, + -5.928178787231445, + -5.866044521331787, + -5.803910255432129, + -5.7417755126953125, + -5.679640769958496, + -5.617506504058838, + -5.55537223815918, + -5.493237495422363, + -5.431103229522705, + -5.368968486785889, + -5.3068342208862305, + -5.244699478149414, + -5.182565212249756, + -5.120430946350098, + -5.058296203613281, + -4.996161460876465, + -4.934027194976807, + -4.871892929077148, + -4.809758186340332, + -4.747623443603516, + -4.685489177703857, + -4.623354911804199, + -4.561220169067383, + -4.499085903167725, + -4.436951637268066, + -4.37481689453125, + -4.312682151794434, + -4.250547885894775 + ], + "r_inf_mean": 0.18430331349372864, + "r_inf_median": 0.18359693884849548, + "pr_mean": 0.32995370030403137, + "pr_median": 0.33565187454223633, + "hoyer_mean": 0.6274100542068481, + "eff_dim_mean": 0.6274100542068481, + "topk_energy": { + "1": 0.06440259516239166, + "5": 0.27086013555526733, + "10": 0.4473225772380829, + "25": 0.7359231114387512 + }, + "gamma_raw": -0.025215987116098404, + "gamma_active": { + "1e-08": -0.025215987116098404, + "1e-07": -0.02508937194943428, + "1e-06": -0.028383830562233925, + "1e-05": -0.05019466206431389, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.056307501894958215, + "1e-07": -0.056307501894958215, + "1e-06": -0.056307501894958215, + "1e-05": -0.056307501894958215, + "0.0001": -0.056307501894958215 + } + }, + { + "layer": 1, + "mean_norm": 1.0213899725997067e-09, + "median_norm": 9.886453877783197e-10, + "max_norm": 2.5405237913389556e-09, + "min_norm": 2.3444993169086104e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.614307403564453, + "5": -9.506021499633789, + "10": -9.474273681640625, + "25": -9.326991081237793, + "50": -9.003582000732422, + "75": -8.857816696166992, + "90": -8.735549926757812, + "95": -8.675853729248047, + "99": -8.627310752868652 + }, + "log_norms_histogram": [ + 3, + 1, + 0, + 2, + 3, + 5, + 9, + 8, + 3, + 9, + 4, + 4, + 5, + 6, + 3, + 0, + 2, + 4, + 2, + 3, + 3, + 5, + 4, + 5, + 6, + 6, + 7, + 5, + 4, + 4, + 11, + 14, + 8, + 3, + 10, + 11, + 9, + 6, + 4, + 8, + 7, + 6, + 6, + 5, + 5, + 4, + 5, + 4, + 3, + 2 + ], + "log_norms_bin_edges": [ + -9.629949569702148, + -9.609251976013184, + -9.588554382324219, + -9.567856788635254, + -9.547160148620605, + -9.52646255493164, + -9.505764961242676, + -9.485067367553711, + -9.464369773864746, + -9.443672180175781, + -9.422974586486816, + -9.402277946472168, + -9.381580352783203, + -9.360882759094238, + -9.340185165405273, + -9.319487571716309, + -9.298789978027344, + -9.278092384338379, + -9.25739574432373, + -9.236698150634766, + -9.2160005569458, + -9.195302963256836, + -9.174605369567871, + -9.153907775878906, + -9.133210182189941, + -9.112512588500977, + -9.091815948486328, + -9.071118354797363, + -9.050420761108398, + -9.029723167419434, + -9.009025573730469, + -8.988327980041504, + -8.967630386352539, + -8.94693374633789, + -8.926236152648926, + -8.905538558959961, + -8.884840965270996, + -8.864143371582031, + -8.843445777893066, + -8.822748184204102, + -8.802051544189453, + -8.781353950500488, + -8.760656356811523, + -8.739958763122559, + -8.719261169433594, + -8.698563575744629, + -8.677865982055664, + -8.657169342041016, + -8.63647174835205, + -8.615774154663086, + -8.595076560974121 + ], + "r_inf_mean": 0.2942277789115906, + "r_inf_median": 0.2975856065750122, + "pr_mean": 0.1254008710384369, + "pr_median": 0.1261870115995407, + "hoyer_mean": 0.3999220132827759, + "eff_dim_mean": 0.3999220132827759, + "topk_energy": { + "1": 0.157631054520607, + "5": 0.5170745849609375, + "10": 0.7116826772689819, + "25": 0.9044455289840698 + }, + "gamma_raw": -0.005543354898691177, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.01133989467494854, + "1e-07": -0.01133989467494854, + "1e-06": -0.01133989467494854, + "1e-05": -0.01133989467494854, + "0.0001": -0.01133989467494854 + } + }, + { + "layer": 2, + "mean_norm": 1.0072710443509436e-09, + "median_norm": 9.728685634868839e-10, + "max_norm": 2.4927637731764207e-09, + "min_norm": 2.182242303527815e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.63758373260498, + "5": -9.528841972351074, + "10": -9.503424644470215, + "25": -9.32918930053711, + "50": -9.010622024536133, + "75": -8.859593391418457, + "90": -8.739255905151367, + "95": -8.68154239654541, + "99": -8.634906768798828 + }, + "log_norms_histogram": [ + 3, + 1, + 0, + 1, + 5, + 1, + 11, + 6, + 3, + 8, + 9, + 5, + 0, + 4, + 6, + 2, + 1, + 4, + 1, + 3, + 4, + 1, + 7, + 5, + 2, + 9, + 7, + 7, + 4, + 2, + 8, + 11, + 14, + 5, + 3, + 14, + 9, + 8, + 5, + 6, + 9, + 6, + 7, + 6, + 4, + 3, + 6, + 6, + 2, + 2 + ], + "log_norms_bin_edges": [ + -9.661097526550293, + -9.639942169189453, + -9.618786811828613, + -9.597630500793457, + -9.576475143432617, + -9.555319786071777, + -9.534164428710938, + -9.513008117675781, + -9.491852760314941, + -9.470697402954102, + -9.449542045593262, + -9.428386688232422, + -9.407230377197266, + -9.386075019836426, + -9.364919662475586, + -9.343764305114746, + -9.32260799407959, + -9.30145263671875, + -9.28029727935791, + -9.25914192199707, + -9.23798656463623, + -9.216830253601074, + -9.195674896240234, + -9.174519538879395, + -9.153364181518555, + -9.132207870483398, + -9.111052513122559, + -9.089897155761719, + -9.068741798400879, + -9.047586441040039, + -9.026430130004883, + -9.005274772644043, + -8.984119415283203, + -8.962964057922363, + -8.941808700561523, + -8.920652389526367, + -8.899497032165527, + -8.878341674804688, + -8.857186317443848, + -8.836030006408691, + -8.814874649047852, + -8.793719291687012, + -8.772563934326172, + -8.751407623291016, + -8.730252265930176, + -8.709096908569336, + -8.687941551208496, + -8.666786193847656, + -8.6456298828125, + -8.62447452545166, + -8.60331916809082 + ], + "r_inf_mean": 0.29848408699035645, + "r_inf_median": 0.3002724051475525, + "pr_mean": 0.12283234298229218, + "pr_median": 0.12309770286083221, + "hoyer_mean": 0.3967856764793396, + "eff_dim_mean": 0.3967856764793396, + "topk_energy": { + "1": 0.16073426604270935, + "5": 0.521613597869873, + "10": 0.7159206867218018, + "25": 0.9067887663841248 + }, + "gamma_raw": 0.0031994166783988476, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.007008616443429738, + "1e-07": 0.007008616443429738, + "1e-06": 0.007008616443429738, + "1e-05": 0.007008616443429738, + "0.0001": 0.007008616443429738 + } + }, + { + "layer": 3, + "mean_norm": 9.614903317967105e-10, + "median_norm": 8.984955557345131e-10, + "max_norm": 2.4275830234898876e-09, + "min_norm": 2.074584809497182e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.654949188232422, + "5": -9.572908401489258, + "10": -9.529092788696289, + "25": -9.347549438476562, + "50": -9.04423713684082, + "75": -8.868980407714844, + "90": -8.756389617919922, + "95": -8.699395179748535, + "99": -8.651873588562012 + }, + "log_norms_histogram": [ + 2, + 2, + 1, + 2, + 4, + 8, + 6, + 5, + 8, + 6, + 4, + 6, + 3, + 1, + 1, + 7, + 4, + 2, + 2, + 0, + 4, + 6, + 3, + 7, + 6, + 6, + 8, + 3, + 4, + 7, + 8, + 8, + 8, + 10, + 8, + 4, + 7, + 9, + 7, + 11, + 7, + 8, + 5, + 4, + 6, + 5, + 6, + 3, + 2, + 2 + ], + "log_norms_bin_edges": [ + -9.68306827545166, + -9.661703109741211, + -9.640338897705078, + -9.618973731994629, + -9.59760856628418, + -9.576244354248047, + -9.554879188537598, + -9.533514022827148, + -9.512149810791016, + -9.490784645080566, + -9.469419479370117, + -9.448055267333984, + -9.426690101623535, + -9.405324935913086, + -9.383960723876953, + -9.362595558166504, + -9.341230392456055, + -9.319866180419922, + -9.298501014709473, + -9.277135848999023, + -9.25577163696289, + -9.234406471252441, + -9.213041305541992, + -9.19167709350586, + -9.17031192779541, + -9.148946762084961, + -9.127582550048828, + -9.106217384338379, + -9.08485221862793, + -9.063488006591797, + -9.042122840881348, + -9.020758628845215, + -8.999393463134766, + -8.978028297424316, + -8.956664085388184, + -8.935298919677734, + -8.913933753967285, + -8.892569541931152, + -8.871204376220703, + -8.849839210510254, + -8.828474998474121, + -8.807109832763672, + -8.785744667053223, + -8.76438045501709, + -8.74301528930664, + -8.721650123596191, + -8.700285911560059, + -8.67892074584961, + -8.65755558013916, + -8.636191368103027, + -8.614826202392578 + ], + "r_inf_mean": 0.3075760006904602, + "r_inf_median": 0.3021114468574524, + "pr_mean": 0.11277962476015091, + "pr_median": 0.1140168309211731, + "hoyer_mean": 0.3720395565032959, + "eff_dim_mean": 0.3720395565032959, + "topk_energy": { + "1": 0.17028504610061646, + "5": 0.5430984497070312, + "10": 0.7368568778038025, + "25": 0.9204602241516113 + }, + "gamma_raw": -0.00236008083447814, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0033413524664590633, + "1e-07": -0.0033413524664590633, + "1e-06": -0.0033413524664590633, + "1e-05": -0.0033413524664590633, + "0.0001": -0.0033413524664590633 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json new file mode 100644 index 0000000..6c523a4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.050177574157715, + "acc": 0.2265625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.4368388292496093e-05, + "median_norm": 5.926106041442836e-06, + "max_norm": 0.0003336614463478327, + "min_norm": 3.8652768097335866e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.98828125, + "1e-06": 0.91796875, + "1e-05": 0.33203125, + "0.0001": 0.0234375 + }, + "log_norms_percentiles": { + "1": -7.064627647399902, + "5": -6.375729560852051, + "10": -5.950442314147949, + "25": -5.619073390960693, + "50": -5.22451114654541, + "75": -4.90535306930542, + "90": -4.60972785949707, + "95": -4.44577693939209, + "99": -3.6903200149536133 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 3, + 0, + 1, + 1, + 2, + 2, + 2, + 8, + 6, + 14, + 6, + 11, + 15, + 13, + 10, + 13, + 17, + 14, + 14, + 18, + 13, + 13, + 13, + 7, + 7, + 6, + 4, + 3, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -7.4128193855285645, + -7.334096908569336, + -7.255374431610107, + -7.176651954650879, + -7.09792947769165, + -7.019207000732422, + -6.940484523773193, + -6.861762046813965, + -6.783039093017578, + -6.704317092895508, + -6.625594139099121, + -6.546871662139893, + -6.468149185180664, + -6.3894267082214355, + -6.310704231262207, + -6.2319817543029785, + -6.15325927734375, + -6.0745368003845215, + -5.995814323425293, + -5.9170918464660645, + -5.838369369506836, + -5.759646892547607, + -5.680924415588379, + -5.602201461791992, + -5.523479461669922, + -5.444756507873535, + -5.366034507751465, + -5.287311553955078, + -5.20858907699585, + -5.129866600036621, + -5.051144123077393, + -4.972421646118164, + -4.8936991691589355, + -4.814976692199707, + -4.7362542152404785, + -4.65753173828125, + -4.5788092613220215, + -4.500086784362793, + -4.421363830566406, + -4.342641830444336, + -4.263918876647949, + -4.185196876525879, + -4.106473922729492, + -4.027751922607422, + -3.949028968811035, + -3.8703064918518066, + -3.791584014892578, + -3.7128615379333496, + -3.634139060974121, + -3.5554165840148926, + -3.476693868637085 + ], + "r_inf_mean": 0.21198250353336334, + "r_inf_median": 0.2054656445980072, + "pr_mean": 0.25772973895072937, + "pr_median": 0.27671459317207336, + "hoyer_mean": 0.5594664812088013, + "eff_dim_mean": 0.5594664812088013, + "topk_energy": { + "1": 0.08671416342258453, + "5": 0.3366381525993347, + "10": 0.5126802325248718, + "25": 0.7962896823883057 + }, + "gamma_raw": -0.00841217115521431, + "gamma_active": { + "1e-08": -0.00841217115521431, + "1e-07": -0.008832722902297974, + "1e-06": -0.007466278970241547, + "1e-05": -0.005970149300992489, + "0.0001": -0.021067306399345398 + }, + "gamma_energy_weighted": { + "1e-08": -0.017820857399237184, + "1e-07": -0.017820857399237184, + "1e-06": -0.017820857399237184, + "1e-05": -0.017820857399237184, + "0.0001": -0.017820857399237184 + } + }, + { + "layer": 1, + "mean_norm": 3.977452145420557e-09, + "median_norm": 1.4422333327601677e-09, + "max_norm": 3.192220674463897e-07, + "min_norm": 3.3610614291745833e-10, + "support": { + "1e-08": 0.0234375, + "1e-07": 0.00390625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.45858383178711, + "5": -9.34475326538086, + "10": -9.29741382598877, + "25": -8.988425254821777, + "50": -8.838895797729492, + "75": -8.489350318908691, + "90": -8.329549789428711, + "95": -8.187898635864258, + "99": -7.573517799377441 + }, + "log_norms_histogram": [ + 8, + 3, + 16, + 8, + 5, + 1, + 7, + 13, + 21, + 18, + 37, + 7, + 4, + 1, + 20, + 14, + 13, + 21, + 10, + 9, + 4, + 3, + 2, + 5, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.47352409362793, + -9.413971900939941, + -9.354419708251953, + -9.294867515563965, + -9.23531436920166, + -9.175762176513672, + -9.116209983825684, + -9.056657791137695, + -8.997105598449707, + -8.937553405761719, + -8.878000259399414, + -8.818448066711426, + -8.758895874023438, + -8.69934368133545, + -8.639791488647461, + -8.580239295959473, + -8.520687103271484, + -8.46113395690918, + -8.401581764221191, + -8.342029571533203, + -8.282477378845215, + -8.222925186157227, + -8.163372993469238, + -8.10382080078125, + -8.044267654418945, + -7.984715461730957, + -7.925163269042969, + -7.8656110763549805, + -7.806058883666992, + -7.746506690979004, + -7.686954021453857, + -7.627401828765869, + -7.567849159240723, + -7.508296966552734, + -7.448744773864746, + -7.389192581176758, + -7.3296403884887695, + -7.270087718963623, + -7.210535049438477, + -7.150982856750488, + -7.0914306640625, + -7.031878471374512, + -6.972326278686523, + -6.912773609161377, + -6.853221416473389, + -6.793668746948242, + -6.734116554260254, + -6.674564361572266, + -6.615012168884277, + -6.555459976196289, + -6.495907306671143 + ], + "r_inf_mean": 0.37439629435539246, + "r_inf_median": 0.3665519058704376, + "pr_mean": 0.15418756008148193, + "pr_median": 0.12454859167337418, + "hoyer_mean": 0.5193913578987122, + "eff_dim_mean": 0.5193913578987122, + "topk_energy": { + "1": 0.21499483287334442, + "5": 0.4528041481971741, + "10": 0.584913969039917, + "25": 0.7954651117324829 + }, + "gamma_raw": 0.009399517439305782, + "gamma_active": { + "1e-08": 0.03140031173825264, + "1e-07": -0.027559973299503326, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.02263580859118964, + "1e-07": -0.02263580859118964, + "1e-06": -0.02263580859118964, + "1e-05": -0.02263580859118964, + "0.0001": -0.02263580859118964 + } + }, + { + "layer": 2, + "mean_norm": 1.4078365140335336e-09, + "median_norm": 1.2122052250873594e-09, + "max_norm": 4.00128685740242e-09, + "min_norm": 3.293924022429451e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.456059455871582, + "5": -9.3544921875, + "10": -9.339921951293945, + "25": -9.074198722839355, + "50": -8.916337013244629, + "75": -8.739368438720703, + "90": -8.60367202758789, + "95": -8.55837345123291, + "99": -8.409661293029785 + }, + "log_norms_histogram": [ + 3, + 2, + 4, + 2, + 1, + 6, + 10, + 0, + 3, + 6, + 1, + 2, + 1, + 1, + 4, + 1, + 1, + 6, + 14, + 11, + 10, + 3, + 6, + 6, + 4, + 14, + 17, + 10, + 5, + 3, + 6, + 3, + 3, + 18, + 8, + 6, + 5, + 8, + 6, + 6, + 7, + 4, + 8, + 0, + 2, + 1, + 3, + 0, + 0, + 5 + ], + "log_norms_bin_edges": [ + -9.48228645324707, + -9.460597038269043, + -9.4389066696167, + -9.417217254638672, + -9.395527839660645, + -9.3738374710083, + -9.352148056030273, + -9.330458641052246, + -9.308768272399902, + -9.287078857421875, + -9.265389442443848, + -9.243699073791504, + -9.222009658813477, + -9.20032024383545, + -9.178630828857422, + -9.156940460205078, + -9.13525104522705, + -9.113561630249023, + -9.09187126159668, + -9.070181846618652, + -9.048492431640625, + -9.026802062988281, + -9.005112648010254, + -8.983423233032227, + -8.961732864379883, + -8.940043449401855, + -8.918354034423828, + -8.896663665771484, + -8.874974250793457, + -8.85328483581543, + -8.831594467163086, + -8.809905052185059, + -8.788215637207031, + -8.766525268554688, + -8.74483585357666, + -8.723146438598633, + -8.701456069946289, + -8.679766654968262, + -8.658077239990234, + -8.63638687133789, + -8.614697456359863, + -8.593008041381836, + -8.571318626403809, + -8.549628257751465, + -8.527938842773438, + -8.50624942779541, + -8.484559059143066, + -8.462869644165039, + -8.441180229187012, + -8.419489860534668, + -8.39780044555664 + ], + "r_inf_mean": 0.5060424208641052, + "r_inf_median": 0.5310726761817932, + "pr_mean": 0.04750444367527962, + "pr_median": 0.034450214356184006, + "hoyer_mean": 0.28526508808135986, + "eff_dim_mean": 0.28526508808135986, + "topk_energy": { + "1": 0.36871445178985596, + "5": 0.7180588245391846, + "10": 0.8247087597846985, + "25": 0.9378180503845215 + }, + "gamma_raw": 0.0018868186743929982, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0022751095089624585, + "1e-07": 0.0022751095089624585, + "1e-06": 0.0022751095089624585, + "1e-05": 0.0022751095089624585, + "0.0001": 0.0022751095089624585 + } + }, + { + "layer": 3, + "mean_norm": 1.4061041220259085e-09, + "median_norm": 1.2135003002455846e-09, + "max_norm": 3.991370345346468e-09, + "min_norm": 3.3295996515469994e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.453582763671875, + "5": -9.3539457321167, + "10": -9.340338706970215, + "25": -9.073795318603516, + "50": -8.91591739654541, + "75": -8.740758895874023, + "90": -8.60460376739502, + "95": -8.559410095214844, + "99": -8.410723686218262 + }, + "log_norms_histogram": [ + 3, + 2, + 4, + 3, + 0, + 9, + 7, + 1, + 3, + 5, + 1, + 2, + 1, + 2, + 4, + 0, + 1, + 7, + 13, + 13, + 8, + 4, + 6, + 5, + 4, + 17, + 17, + 9, + 3, + 3, + 6, + 3, + 3, + 21, + 5, + 7, + 5, + 7, + 6, + 6, + 8, + 3, + 8, + 0, + 2, + 1, + 3, + 0, + 1, + 4 + ], + "log_norms_bin_edges": [ + -9.477607727050781, + -9.456032752990723, + -9.43445873260498, + -9.412883758544922, + -9.39130973815918, + -9.369734764099121, + -9.348159790039062, + -9.32658576965332, + -9.305010795593262, + -9.28343677520752, + -9.261861801147461, + -9.240286827087402, + -9.21871280670166, + -9.197137832641602, + -9.17556381225586, + -9.1539888381958, + -9.132413864135742, + -9.11083984375, + -9.089264869689941, + -9.0676908493042, + -9.04611587524414, + -9.024540901184082, + -9.00296688079834, + -8.981391906738281, + -8.959817886352539, + -8.93824291229248, + -8.916667938232422, + -8.89509391784668, + -8.873518943786621, + -8.851944923400879, + -8.83036994934082, + -8.808794975280762, + -8.78722095489502, + -8.765645980834961, + -8.744071960449219, + -8.72249698638916, + -8.700922012329102, + -8.67934799194336, + -8.6577730178833, + -8.636198997497559, + -8.6146240234375, + -8.593049049377441, + -8.5714750289917, + -8.54990005493164, + -8.528326034545898, + -8.50675106048584, + -8.485176086425781, + -8.463602066040039, + -8.44202709197998, + -8.420453071594238, + -8.39887809753418 + ], + "r_inf_mean": 0.5057066679000854, + "r_inf_median": 0.5312820076942444, + "pr_mean": 0.04774969443678856, + "pr_median": 0.03490903228521347, + "hoyer_mean": 0.28473159670829773, + "eff_dim_mean": 0.2847316265106201, + "topk_energy": { + "1": 0.3686433732509613, + "5": 0.7182832956314087, + "10": 0.8247679471969604, + "25": 0.9381445646286011 + }, + "gamma_raw": 0.004734788089990616, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.013009962427978453, + "1e-07": 0.013009962427978453, + "1e-06": 0.013009962427978453, + "1e-05": 0.013009962427978453, + "0.0001": 0.013009962427978453 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json new file mode 100644 index 0000000..babb2fb --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.0617237091064453, + "acc": 0.24609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 8.743697435420472e-06, + "median_norm": 2.4517200927220983e-06, + "max_norm": 8.064663416007534e-05, + "min_norm": 1.1260913623800661e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.73828125, + "1e-05": 0.29296875, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -6.80095911026001, + "5": -6.5343146324157715, + "10": -6.353362083435059, + "25": -6.007988929748535, + "50": -5.61046028137207, + "75": -4.938404083251953, + "90": -4.617031574249268, + "95": -4.43778133392334, + "99": -4.168892860412598 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 1, + 1, + 3, + 4, + 5, + 3, + 3, + 7, + 5, + 4, + 6, + 6, + 8, + 15, + 13, + 7, + 13, + 5, + 7, + 8, + 5, + 4, + 3, + 3, + 5, + 6, + 3, + 4, + 8, + 5, + 7, + 9, + 11, + 9, + 8, + 4, + 4, + 6, + 7, + 2, + 3, + 4, + 3, + 1, + 1, + 2, + 2 + ], + "log_norms_bin_edges": [ + -6.948426723480225, + -6.891326427459717, + -6.834226131439209, + -6.777125835418701, + -6.720025539398193, + -6.6629252433776855, + -6.605825424194336, + -6.548725128173828, + -6.49162483215332, + -6.4345245361328125, + -6.377424240112305, + -6.320323944091797, + -6.263223648071289, + -6.206123352050781, + -6.149023056030273, + -6.091922760009766, + -6.034822463989258, + -5.97772216796875, + -5.920621871948242, + -5.863521575927734, + -5.806421279907227, + -5.749321460723877, + -5.692221164703369, + -5.635120868682861, + -5.5780205726623535, + -5.520920276641846, + -5.463819980621338, + -5.40671968460083, + -5.349619388580322, + -5.2925190925598145, + -5.235418796539307, + -5.178318977355957, + -5.121218681335449, + -5.064118385314941, + -5.007018089294434, + -4.949917793273926, + -4.892817497253418, + -4.83571720123291, + -4.778616905212402, + -4.7215166091918945, + -4.664416313171387, + -4.607316017150879, + -4.550215721130371, + -4.493115425109863, + -4.4360151290893555, + -4.378914833068848, + -4.32181453704834, + -4.264714241027832, + -4.207614421844482, + -4.150514125823975, + -4.093413829803467 + ], + "r_inf_mean": 0.2084456831216812, + "r_inf_median": 0.20793209969997406, + "pr_mean": 0.265924334526062, + "pr_median": 0.2677346467971802, + "hoyer_mean": 0.5610209703445435, + "eff_dim_mean": 0.5610209703445435, + "topk_energy": { + "1": 0.07947279512882233, + "5": 0.3243623375892639, + "10": 0.5098432302474976, + "25": 0.7933411002159119 + }, + "gamma_raw": -0.021114066243171692, + "gamma_active": { + "1e-08": -0.021114066243171692, + "1e-07": -0.021114066243171692, + "1e-06": -0.025784147903323174, + "1e-05": -0.019313666969537735, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.016344940955261747, + "1e-07": -0.016344940955261747, + "1e-06": -0.016344940955261747, + "1e-05": -0.016344940955261747, + "0.0001": -0.016344940955261747 + } + }, + { + "layer": 1, + "mean_norm": 1.0396536964663028e-09, + "median_norm": 7.752765651680704e-10, + "max_norm": 6.5278062955087535e-09, + "min_norm": 9.256787697475843e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.0111665725708, + "5": -9.781103134155273, + "10": -9.68696403503418, + "25": -9.546927452087402, + "50": -9.104131698608398, + "75": -8.890253067016602, + "90": -8.647502899169922, + "95": -8.507597923278809, + "99": -8.348562240600586 + }, + "log_norms_histogram": [ + 4, + 2, + 2, + 2, + 2, + 1, + 0, + 8, + 3, + 3, + 2, + 0, + 30, + 16, + 3, + 1, + 2, + 0, + 7, + 12, + 6, + 4, + 6, + 6, + 6, + 3, + 5, + 18, + 9, + 14, + 15, + 8, + 6, + 8, + 2, + 5, + 7, + 5, + 2, + 2, + 5, + 5, + 2, + 2, + 0, + 3, + 0, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -10.033539772033691, + -9.996573448181152, + -9.959607124328613, + -9.92264175415039, + -9.885675430297852, + -9.848709106445312, + -9.811742782592773, + -9.774776458740234, + -9.737811088562012, + -9.700844764709473, + -9.663878440856934, + -9.626912117004395, + -9.589945793151855, + -9.552980422973633, + -9.516014099121094, + -9.479047775268555, + -9.442081451416016, + -9.405115127563477, + -9.368149757385254, + -9.331183433532715, + -9.294217109680176, + -9.257250785827637, + -9.220284461975098, + -9.183319091796875, + -9.146352767944336, + -9.109386444091797, + -9.072420120239258, + -9.035453796386719, + -8.998488426208496, + -8.961522102355957, + -8.924555778503418, + -8.887589454650879, + -8.85062313079834, + -8.813657760620117, + -8.776691436767578, + -8.739725112915039, + -8.7027587890625, + -8.665792465209961, + -8.628827095031738, + -8.5918607711792, + -8.55489444732666, + -8.517928123474121, + -8.480961799621582, + -8.44399642944336, + -8.40703010559082, + -8.370063781738281, + -8.333097457885742, + -8.296131134033203, + -8.259164810180664, + -8.222199440002441, + -8.185233116149902 + ], + "r_inf_mean": 0.2522510290145874, + "r_inf_median": 0.21616381406784058, + "pr_mean": 0.2652745246887207, + "pr_median": 0.3059607744216919, + "hoyer_mean": 0.5854350328445435, + "eff_dim_mean": 0.5854350924491882, + "topk_energy": { + "1": 0.1138530895113945, + "5": 0.3378734588623047, + "10": 0.4993831515312195, + "25": 0.7629269957542419 + }, + "gamma_raw": 0.000608724367339164, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0027546371924260364, + "1e-07": 0.0027546371924260364, + "1e-06": 0.0027546371924260364, + "1e-05": 0.0027546371924260364, + "0.0001": 0.0027546371924260364 + } + }, + { + "layer": 2, + "mean_norm": 3.0399679995518625e-10, + "median_norm": 2.67759925343114e-10, + "max_norm": 1.261636128901955e-09, + "min_norm": 9.067625816872038e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.024178504943848, + "5": -9.894181251525879, + "10": -9.79046630859375, + "25": -9.6229248046875, + "50": -9.572000503540039, + "75": -9.474135398864746, + "90": -9.340576171875, + "95": -9.201939582824707, + "99": -9.056225776672363 + }, + "log_norms_histogram": [ + 4, + 0, + 2, + 4, + 2, + 1, + 1, + 0, + 4, + 5, + 3, + 1, + 1, + 2, + 1, + 13, + 6, + 11, + 11, + 29, + 44, + 17, + 15, + 6, + 10, + 13, + 14, + 7, + 0, + 2, + 5, + 3, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 1, + 3, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1 + ], + "log_norms_bin_edges": [ + -10.04250717163086, + -10.019638061523438, + -9.996769905090332, + -9.97390079498291, + -9.951031684875488, + -9.928163528442383, + -9.905294418334961, + -9.882425308227539, + -9.859556198120117, + -9.836688041687012, + -9.81381893157959, + -9.790949821472168, + -9.768081665039062, + -9.74521255493164, + -9.722343444824219, + -9.699474334716797, + -9.676606178283691, + -9.65373706817627, + -9.630867958068848, + -9.607999801635742, + -9.58513069152832, + -9.562261581420898, + -9.539393424987793, + -9.516524314880371, + -9.49365520477295, + -9.470787048339844, + -9.447917938232422, + -9.425048828125, + -9.402179718017578, + -9.379311561584473, + -9.35644245147705, + -9.333573341369629, + -9.310705184936523, + -9.287836074829102, + -9.26496696472168, + -9.242097854614258, + -9.219229698181152, + -9.19636058807373, + -9.173491477966309, + -9.150623321533203, + -9.127754211425781, + -9.10488510131836, + -9.082016944885254, + -9.059147834777832, + -9.03627872467041, + -9.013410568237305, + -8.990541458129883, + -8.967672348022461, + -8.944803237915039, + -8.921935081481934, + -8.899065971374512 + ], + "r_inf_mean": 0.35538727045059204, + "r_inf_median": 0.3573879301548004, + "pr_mean": 0.11241177469491959, + "pr_median": 0.10591915249824524, + "hoyer_mean": 0.44273054599761963, + "eff_dim_mean": 0.44273054599761963, + "topk_energy": { + "1": 0.20589187741279602, + "5": 0.519497275352478, + "10": 0.6743048429489136, + "25": 0.8677505850791931 + }, + "gamma_raw": -0.00048501748824492097, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0010954130599143215, + "1e-07": -0.0010954130599143215, + "1e-06": -0.0010954130599143215, + "1e-05": -0.0010954130599143215, + "0.0001": -0.0010954130599143215 + } + }, + { + "layer": 3, + "mean_norm": 3.109452972882565e-10, + "median_norm": 2.6827040588983664e-10, + "max_norm": 1.2850887021187418e-09, + "min_norm": 9.059054201232541e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.02463150024414, + "5": -9.894753456115723, + "10": -9.785642623901367, + "25": -9.61752986907959, + "50": -9.570686340332031, + "75": -9.456947326660156, + "90": -9.318146705627441, + "95": -9.200933456420898, + "99": -9.053476333618164 + }, + "log_norms_histogram": [ + 4, + 0, + 2, + 4, + 2, + 1, + 1, + 0, + 2, + 5, + 5, + 1, + 1, + 2, + 0, + 0, + 16, + 11, + 15, + 30, + 44, + 13, + 7, + 14, + 8, + 9, + 20, + 5, + 1, + 4, + 1, + 9, + 2, + 1, + 1, + 0, + 2, + 2, + 2, + 1, + 3, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1 + ], + "log_norms_bin_edges": [ + -10.042917251586914, + -10.019880294799805, + -9.996843338012695, + -9.973806381225586, + -9.950769424438477, + -9.927732467651367, + -9.904695510864258, + -9.881658554077148, + -9.858621597290039, + -9.83558464050293, + -9.81254768371582, + -9.789510726928711, + -9.766473770141602, + -9.743436813354492, + -9.720398902893066, + -9.697361946105957, + -9.674324989318848, + -9.651288032531738, + -9.628251075744629, + -9.60521411895752, + -9.58217716217041, + -9.5591402053833, + -9.536103248596191, + -9.513066291809082, + -9.490029335021973, + -9.466992378234863, + -9.443955421447754, + -9.420918464660645, + -9.397881507873535, + -9.374844551086426, + -9.351807594299316, + -9.328770637512207, + -9.305733680725098, + -9.282696723937988, + -9.259659767150879, + -9.23662281036377, + -9.21358585357666, + -9.19054889678955, + -9.167510986328125, + -9.144474029541016, + -9.121437072753906, + -9.098400115966797, + -9.075363159179688, + -9.052326202392578, + -9.029289245605469, + -9.00625228881836, + -8.98321533203125, + -8.96017837524414, + -8.937141418457031, + -8.914104461669922, + -8.891067504882812 + ], + "r_inf_mean": 0.3495643138885498, + "r_inf_median": 0.33781787753105164, + "pr_mean": 0.11861608922481537, + "pr_median": 0.10579606145620346, + "hoyer_mean": 0.44833889603614807, + "eff_dim_mean": 0.44833889603614807, + "topk_energy": { + "1": 0.20056262612342834, + "5": 0.5115911364555359, + "10": 0.668555498123169, + "25": 0.8636934757232666 + }, + "gamma_raw": -0.00022107198310550302, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.00044062892073402335, + "1e-07": -0.00044062892073402335, + "1e-06": -0.00044062892073402335, + "1e-05": -0.00044062892073402335, + "0.0001": -0.00044062892073402335 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json new file mode 100644 index 0000000..bfa5d07 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.180049896240234, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03228332847356796, + "median_norm": 0.03344305232167244, + "max_norm": 0.06783202290534973, + "min_norm": 4.940425014583521e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.9765625, + "1e-06": 0.96484375, + "1e-05": 0.95703125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -9.721210479736328, + "5": -3.8396589756011963, + "10": -1.6627928018569946, + "25": -1.547269582748413, + "50": -1.4754472970962524, + "75": -1.4103800058364868, + "90": -1.3467535972595215, + "95": -1.311468243598938, + "99": -1.271186113357544 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 4, + 0, + 0, + 2, + 0, + 1, + 1, + 5, + 2, + 3, + 5, + 3, + 257, + 209 + ], + "log_norms_bin_edges": [ + -15.30623722076416, + -15.023484230041504, + -14.740730285644531, + -14.457977294921875, + -14.175223350524902, + -13.892470359802246, + -13.609716415405273, + -13.326963424682617, + -13.044209480285645, + -12.761456489562988, + -12.478702545166016, + -12.19594955444336, + -11.913196563720703, + -11.63044261932373, + -11.347688674926758, + -11.064935684204102, + -10.782182693481445, + -10.499428749084473, + -10.2166748046875, + -9.933921813964844, + -9.651168823242188, + -9.368414878845215, + -9.085660934448242, + -8.802907943725586, + -8.52015495300293, + -8.237401962280273, + -7.954648017883301, + -7.671894550323486, + -7.389141082763672, + -7.106387138366699, + -6.823634147644043, + -6.54088020324707, + -6.258127212524414, + -5.975374221801758, + -5.692620277404785, + -5.409867286682129, + -5.127113342285156, + -4.8443603515625, + -4.561606407165527, + -4.278853416442871, + -3.9960994720458984, + -3.713346481323242, + -3.4305925369262695, + -3.1478395462036133, + -2.8650856018066406, + -2.5823326110839844, + -2.2995786666870117, + -2.0168256759643555, + -1.7340726852416992, + -1.4513187408447266, + -1.168565273284912 + ], + "r_inf_mean": 0.25818920135498047, + "r_inf_median": 0.2516033351421356, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.632878303527832, + "eff_dim_mean": 0.6328781843185425, + "topk_energy": { + "1": 0.06809346377849579, + "5": 0.2683069109916687, + "10": 0.4246521592140198, + "25": 0.7250584959983826 + }, + "gamma_raw": -0.015071440488100052, + "gamma_active": { + "1e-08": -0.015379577875137329, + "1e-07": -0.015201113186776638, + "1e-06": -0.015152365900576115, + "1e-05": -0.015298929996788502, + "0.0001": -0.0157618410885334 + }, + "gamma_energy_weighted": { + "1e-08": -0.0188297948368127, + "1e-07": -0.0188297948368127, + "1e-06": -0.0188297948368127, + "1e-05": -0.0188297948368127, + "0.0001": -0.0188297948368127 + } + }, + { + "layer": 1, + "mean_norm": 0.009929456748068333, + "median_norm": 0.010364217683672905, + "max_norm": 0.01932923123240471, + "min_norm": 1.575332521731637e-16, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.953125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -10.22230052947998, + "5": -4.343476295471191, + "10": -2.157093048095703, + "25": -2.042919874191284, + "50": -1.984330177307129, + "75": -1.9226419925689697, + "90": -1.8750786781311035, + "95": -1.847300410270691, + "99": -1.796289324760437 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 2, + 1, + 3, + 0, + 1, + 0, + 4, + 0, + 0, + 2, + 0, + 1, + 1, + 5, + 1, + 3, + 5, + 4, + 183, + 283 + ], + "log_norms_bin_edges": [ + -15.802627563476562, + -15.520851135253906, + -15.239073753356934, + -14.957297325134277, + -14.675519943237305, + -14.393743515014648, + -14.111966133117676, + -13.83018970489502, + -13.548412322998047, + -13.26663589477539, + -12.984859466552734, + -12.703082084655762, + -12.421305656433105, + -12.139528274536133, + -11.857751846313477, + -11.57597541809082, + -11.294198036193848, + -11.012420654296875, + -10.730644226074219, + -10.448867797851562, + -10.16709041595459, + -9.885313987731934, + -9.603536605834961, + -9.321760177612305, + -9.039983749389648, + -8.758206367492676, + -8.476428985595703, + -8.194652557373047, + -7.912876129150391, + -7.631098747253418, + -7.349322319030762, + -7.067544937133789, + -6.785768508911133, + -6.503992080688477, + -6.222214698791504, + -5.940438270568848, + -5.658660888671875, + -5.376884460449219, + -5.095107078552246, + -4.81333065032959, + -4.531553268432617, + -4.249776840209961, + -3.9680004119873047, + -3.686223030090332, + -3.404446601867676, + -3.122669219970703, + -2.840892791748047, + -2.559115409851074, + -2.277338981628418, + -1.9955625534057617, + -1.7137854099273682 + ], + "r_inf_mean": 0.2620862126350403, + "r_inf_median": 0.2567984163761139, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6272233128547668, + "eff_dim_mean": 0.6272232532501221, + "topk_energy": { + "1": 0.07014191895723343, + "5": 0.27664700150489807, + "10": 0.43418610095977783, + "25": 0.7330682277679443 + }, + "gamma_raw": -0.059513382613658905, + "gamma_active": { + "1e-08": -0.06053254008293152, + "1e-07": -0.06082262843847275, + "1e-06": -0.060560960322618484, + "1e-05": -0.06051412969827652, + "0.0001": -0.06066262349486351 + }, + "gamma_energy_weighted": { + "1e-08": -0.061323352501472715, + "1e-07": -0.061323352501472715, + "1e-06": -0.061323352501472715, + "1e-05": -0.061323352501472715, + "0.0001": -0.061323352501472715 + } + }, + { + "layer": 2, + "mean_norm": 0.004277404397726059, + "median_norm": 0.0045088366605341434, + "max_norm": 0.006979712285101414, + "min_norm": 7.58908962910943e-17, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96875, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -10.619633674621582, + "5": -4.683269500732422, + "10": -2.477695941925049, + "25": -2.3927981853485107, + "50": -2.345350503921509, + "75": -2.2977986335754395, + "90": -2.2557222843170166, + "95": -2.2303006649017334, + "99": -2.1941733360290527 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 0, + 3, + 1, + 0, + 3, + 1, + 0, + 4, + 0, + 0, + 1, + 1, + 1, + 1, + 4, + 2, + 3, + 5, + 2, + 24, + 444 + ], + "log_norms_bin_edges": [ + -16.119810104370117, + -15.840537071228027, + -15.561264038085938, + -15.281991004943848, + -15.002717971801758, + -14.723445892333984, + -14.444171905517578, + -14.164899826049805, + -13.885626792907715, + -13.606353759765625, + -13.327080726623535, + -13.047807693481445, + -12.768534660339355, + -12.489261627197266, + -12.209988594055176, + -11.930715560913086, + -11.651443481445312, + -11.372169494628906, + -11.092897415161133, + -10.813624382019043, + -10.534351348876953, + -10.255078315734863, + -9.975805282592773, + -9.696532249450684, + -9.417259216308594, + -9.13798713684082, + -8.858713150024414, + -8.57944107055664, + -8.300167083740234, + -8.020895004272461, + -7.741621971130371, + -7.462348937988281, + -7.183075904846191, + -6.903802871704102, + -6.624529838562012, + -6.345256805419922, + -6.065983772277832, + -5.786710739135742, + -5.507438659667969, + -5.228165626525879, + -4.948892593383789, + -4.669619560241699, + -4.390346527099609, + -4.1110734939575195, + -3.8318004608154297, + -3.55252742767334, + -3.27325439453125, + -2.99398136138916, + -2.7147083282470703, + -2.435436248779297, + -2.1561625003814697 + ], + "r_inf_mean": 0.24748462438583374, + "r_inf_median": 0.24098750948905945, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6481454372406006, + "eff_dim_mean": 0.6481454372406006, + "topk_energy": { + "1": 0.06238122656941414, + "5": 0.254741370677948, + "10": 0.40838623046875, + "25": 0.7106533646583557 + }, + "gamma_raw": -0.01568009704351425, + "gamma_active": { + "1e-08": -0.015950532630085945, + "1e-07": -0.01586664281785488, + "1e-06": -0.015749312937259674, + "1e-05": -0.015587232075631618, + "0.0001": -0.015297364443540573 + }, + "gamma_energy_weighted": { + "1e-08": -0.011821099891636865, + "1e-07": -0.011821099891636865, + "1e-06": -0.011821099891636865, + "1e-05": -0.011821099891636865, + "0.0001": -0.011821099891636865 + } + }, + { + "layer": 3, + "mean_norm": 0.0032173350919038057, + "median_norm": 0.0032391552813351154, + "max_norm": 0.005849242210388184, + "min_norm": 6.002647211483369e-17, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96484375, + "1e-06": 0.95703125, + "1e-05": 0.951171875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -10.780950546264648, + "5": -4.773167610168457, + "10": -2.5996830463409424, + "25": -2.530972957611084, + "50": -2.4894731044769287, + "75": -2.426938056945801, + "90": -2.3418519496917725, + "95": -2.2948198318481445, + "99": -2.2352311611175537 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 1, + 0, + 4, + 0, + 0, + 1, + 1, + 1, + 3, + 3, + 1, + 3, + 5, + 3, + 147, + 320 + ], + "log_norms_bin_edges": [ + -16.221656799316406, + -15.941882133483887, + -15.66210651397705, + -15.382331848144531, + -15.102556228637695, + -14.822781562805176, + -14.54300594329834, + -14.26323127746582, + -13.983455657958984, + -13.703680992126465, + -13.423905372619629, + -13.14413070678711, + -12.864355087280273, + -12.584580421447754, + -12.304805755615234, + -12.025030136108398, + -11.745254516601562, + -11.465479850769043, + -11.185705184936523, + -10.905929565429688, + -10.626153945922852, + -10.346379280090332, + -10.066604614257812, + -9.786828994750977, + -9.507054328918457, + -9.227279663085938, + -8.947504043579102, + -8.667728424072266, + -8.387953758239746, + -8.10817813873291, + -7.828403472900391, + -7.548627853393555, + -7.268853187561035, + -6.989078521728516, + -6.70930290222168, + -6.42952823638916, + -6.149752616882324, + -5.869977951049805, + -5.590202331542969, + -5.310427665710449, + -5.030652046203613, + -4.750877380371094, + -4.471101760864258, + -4.191327095031738, + -3.9115514755249023, + -3.631776809692383, + -3.352001190185547, + -3.0722265243530273, + -2.792451858520508, + -2.512676239013672, + -2.232900381088257 + ], + "r_inf_mean": 0.22108212113380432, + "r_inf_median": 0.2202708125114441, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6840825080871582, + "eff_dim_mean": 0.6840825080871582, + "topk_energy": { + "1": 0.04967537149786949, + "5": 0.21954558789730072, + "10": 0.36553412675857544, + "25": 0.6712543368339539 + }, + "gamma_raw": -0.02954784780740738, + "gamma_active": { + "1e-08": -0.0302455872297287, + "1e-07": -0.030674822628498077, + "1e-06": -0.031157279387116432, + "1e-05": -0.031111134216189384, + "0.0001": -0.031274594366550446 + }, + "gamma_energy_weighted": { + "1e-08": -0.028014903710792564, + "1e-07": -0.028014903710792564, + "1e-06": -0.028014903710792564, + "1e-05": -0.028014903710792564, + "0.0001": -0.028014903710792564 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json new file mode 100644 index 0000000..f079980 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 20.38594627380371, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029153428971767426, + "median_norm": 0.03056710585951805, + "max_norm": 0.0769292488694191, + "min_norm": 2.115791808247891e-13, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -7.5248799324035645, + "5": -3.515486240386963, + "10": -1.8005799055099487, + "25": -1.594308853149414, + "50": -1.5146020650863647, + "75": -1.4533132314682007, + "90": -1.3873506784439087, + "95": -1.3555930852890015, + "99": -1.2816413640975952 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 1, + 5, + 1, + 2, + 5, + 3, + 2, + 3, + 1, + 4, + 3, + 8, + 101, + 340, + 20 + ], + "log_norms_bin_edges": [ + -12.674527168273926, + -12.443314552307129, + -12.212102890014648, + -11.980890274047852, + -11.749677658081055, + -11.518465042114258, + -11.287253379821777, + -11.05604076385498, + -10.824828147888184, + -10.593616485595703, + -10.362403869628906, + -10.13119125366211, + -9.899978637695312, + -9.668766021728516, + -9.437554359436035, + -9.206341743469238, + -8.975129127502441, + -8.743917465209961, + -8.512704849243164, + -8.281492233276367, + -8.05027961730957, + -7.819067478179932, + -7.587855339050293, + -7.356642723083496, + -7.125430583953857, + -6.8942179679870605, + -6.663005828857422, + -6.431793212890625, + -6.200581073760986, + -5.9693684577941895, + -5.738156318664551, + -5.506943702697754, + -5.275731563568115, + -5.044519424438477, + -4.81330680847168, + -4.582094192504883, + -4.350882530212402, + -4.1196699142456055, + -3.8884572982788086, + -3.6572446823120117, + -3.4260330200195312, + -3.1948204040527344, + -2.9636077880859375, + -2.7323951721191406, + -2.50118350982666, + -2.2699708938598633, + -2.0387582778930664, + -1.8075456619262695, + -1.576333999633789, + -1.3451213836669922, + -1.1139085292816162 + ], + "r_inf_mean": 0.24986615777015686, + "r_inf_median": 0.24368445575237274, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6368889808654785, + "eff_dim_mean": 0.6368889808654785, + "topk_energy": { + "1": 0.0636344626545906, + "5": 0.26460397243499756, + "10": 0.4213421940803528, + "25": 0.7229602336883545 + }, + "gamma_raw": 0.0029945257119834423, + "gamma_active": { + "1e-08": 0.0030281399376690388, + "1e-07": 0.003253689967095852, + "1e-06": 0.0032389871776103973, + "1e-05": 0.0027084313333034515, + "0.0001": 0.0018691172590479255 + }, + "gamma_energy_weighted": { + "1e-08": -6.687991057521357e-05, + "1e-07": -6.687991057521357e-05, + "1e-06": -6.687991057521357e-05, + "1e-05": -6.687991057521357e-05, + "0.0001": -6.687991057521357e-05 + } + }, + { + "layer": 1, + "mean_norm": 0.009241355583071709, + "median_norm": 0.009755316190421581, + "max_norm": 0.02345922589302063, + "min_norm": 7.295841719396484e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -8.063325881958008, + "5": -3.990257740020752, + "10": -2.294210195541382, + "25": -2.087754964828491, + "50": -2.009932518005371, + "75": -1.9538853168487549, + "90": -1.8949074745178223, + "95": -1.862874984741211, + "99": -1.7993981838226318 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 5, + 1, + 2, + 5, + 3, + 2, + 3, + 1, + 4, + 3, + 6, + 76, + 363, + 24 + ], + "log_norms_bin_edges": [ + -13.136924743652344, + -12.906780242919922, + -12.676634788513184, + -12.446490287780762, + -12.21634578704834, + -11.986201286315918, + -11.75605583190918, + -11.525911331176758, + -11.295766830444336, + -11.065622329711914, + -10.835476875305176, + -10.605332374572754, + -10.375186920166016, + -10.145042419433594, + -9.914897918701172, + -9.68475341796875, + -9.454608917236328, + -9.22446346282959, + -8.994318962097168, + -8.76417350769043, + -8.534029006958008, + -8.303884506225586, + -8.073740005493164, + -7.843595027923584, + -7.613450050354004, + -7.383305549621582, + -7.153160572052002, + -6.92301607131958, + -6.69287109375, + -6.462726593017578, + -6.232581615447998, + -6.002437114715576, + -5.772292137145996, + -5.542147159576416, + -5.312002658843994, + -5.081857681274414, + -4.851713180541992, + -4.62156867980957, + -4.391423225402832, + -4.16127872467041, + -3.9311342239379883, + -3.70098876953125, + -3.470844268798828, + -3.2406997680664062, + -3.0105552673339844, + -2.780409812927246, + -2.550265312194824, + -2.3201208114624023, + -2.089975357055664, + -1.8598308563232422, + -1.6296863555908203 + ], + "r_inf_mean": 0.2649899125099182, + "r_inf_median": 0.25823983550071716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6269445419311523, + "eff_dim_mean": 0.6269444227218628, + "topk_energy": { + "1": 0.07158620655536652, + "5": 0.27816951274871826, + "10": 0.43447187542915344, + "25": 0.7313700914382935 + }, + "gamma_raw": 0.009146096184849739, + "gamma_active": { + "1e-08": 0.009304807521402836, + "1e-07": 0.009351182729005814, + "1e-06": 0.009633684530854225, + "1e-05": 0.0099443718791008, + "0.0001": 0.010008230805397034 + }, + "gamma_energy_weighted": { + "1e-08": 0.005323104823313072, + "1e-07": 0.005323104823313072, + "1e-06": 0.005323104823313072, + "1e-05": 0.005323104823313072, + "0.0001": 0.005323104823313072 + } + }, + { + "layer": 2, + "mean_norm": 0.0038720169104635715, + "median_norm": 0.004158752039074898, + "max_norm": 0.008018841966986656, + "min_norm": 3.3248919703620164e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.485186576843262, + "5": -4.352353096008301, + "10": -2.6408591270446777, + "25": -2.43978214263916, + "50": -2.380659580230713, + "75": -2.3360815048217773, + "90": -2.2955801486968994, + "95": -2.276885986328125, + "99": -2.231881856918335 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 5, + 2, + 2, + 3, + 5, + 1, + 2, + 2, + 4, + 1, + 7, + 10, + 361, + 94 + ], + "log_norms_bin_edges": [ + -13.478222846984863, + -13.25057601928711, + -13.022929191589355, + -12.795282363891602, + -12.567636489868164, + -12.33998966217041, + -12.112342834472656, + -11.884696006774902, + -11.657049179077148, + -11.429402351379395, + -11.20175552368164, + -10.974109649658203, + -10.74646282196045, + -10.518815994262695, + -10.291169166564941, + -10.063522338867188, + -9.835875511169434, + -9.60822868347168, + -9.380582809448242, + -9.152935028076172, + -8.925289154052734, + -8.69764232635498, + -8.469995498657227, + -8.242348670959473, + -8.014701843261719, + -7.787055492401123, + -7.559408664703369, + -7.331762313842773, + -7.1041154861450195, + -6.876468658447266, + -6.648821830749512, + -6.421175479888916, + -6.193528652191162, + -5.965881824493408, + -5.7382354736328125, + -5.510588645935059, + -5.282941818237305, + -5.055294990539551, + -4.827648162841797, + -4.600001335144043, + -4.3723554611206055, + -4.144708633422852, + -3.9170618057250977, + -3.6894149780273438, + -3.46176815032959, + -3.234121322631836, + -3.006474494934082, + -2.7788286209106445, + -2.5511817932128906, + -2.3235349655151367, + -2.095888376235962 + ], + "r_inf_mean": 0.26637089252471924, + "r_inf_median": 0.2617453336715698, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6206241250038147, + "eff_dim_mean": 0.6206240653991699, + "topk_energy": { + "1": 0.07249826192855835, + "5": 0.2787923216819763, + "10": 0.4376627802848816, + "25": 0.7367700338363647 + }, + "gamma_raw": -0.005093573592603207, + "gamma_active": { + "1e-08": -0.0051513295620679855, + "1e-07": -0.0048449779860675335, + "1e-06": -0.004760417155921459, + "1e-05": -0.00521400012075901, + "0.0001": -0.004719255957752466 + }, + "gamma_energy_weighted": { + "1e-08": -0.003881161962672509, + "1e-07": -0.003881161962672509, + "1e-06": -0.003881161962672509, + "1e-05": -0.003881161962672509, + "0.0001": -0.003881161962672509 + } + }, + { + "layer": 3, + "mean_norm": 0.0026638826820999384, + "median_norm": 0.00280177709646523, + "max_norm": 0.004657922778278589, + "min_norm": 2.262150224628147e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.688886642456055, + "5": -4.535426616668701, + "10": -2.8349382877349854, + "25": -2.599200963973999, + "50": -2.552184581756592, + "75": -2.510716438293457, + "90": -2.4529104232788086, + "95": -2.4163217544555664, + "99": -2.342283010482788 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 4, + 3, + 2, + 1, + 7, + 1, + 1, + 3, + 3, + 3, + 4, + 9, + 188, + 270 + ], + "log_norms_bin_edges": [ + -13.645479202270508, + -13.419205665588379, + -13.19293212890625, + -12.966658592224121, + -12.740385055541992, + -12.51411247253418, + -12.28783893585205, + -12.061565399169922, + -11.835291862487793, + -11.609018325805664, + -11.382744789123535, + -11.156471252441406, + -10.930198669433594, + -10.703924179077148, + -10.477651596069336, + -10.251378059387207, + -10.025104522705078, + -9.79883098602295, + -9.57255744934082, + -9.346284866333008, + -9.120010375976562, + -8.89373779296875, + -8.667464256286621, + -8.441190719604492, + -8.214917182922363, + -7.988643646240234, + -7.7623701095581055, + -7.536097049713135, + -7.309823513031006, + -7.083549976348877, + -6.857276916503906, + -6.631003379821777, + -6.404729843139648, + -6.1784563064575195, + -5.952182769775391, + -5.72590970993042, + -5.499635696411133, + -5.27336311340332, + -5.047089576721191, + -4.8208160400390625, + -4.594542503356934, + -4.368268966674805, + -4.141995429992676, + -3.915721893310547, + -3.6894493103027344, + -3.4631757736206055, + -3.2369022369384766, + -3.0106287002563477, + -2.7843551635742188, + -2.55808162689209, + -2.331807851791382 + ], + "r_inf_mean": 0.25799959897994995, + "r_inf_median": 0.2551529109477997, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6319118738174438, + "eff_dim_mean": 0.6319118738174438, + "topk_energy": { + "1": 0.06806784123182297, + "5": 0.2660601735115051, + "10": 0.4237207770347595, + "25": 0.7279952764511108 + }, + "gamma_raw": -0.0048772310838103294, + "gamma_active": { + "1e-08": -0.0050225043669342995, + "1e-07": -0.005062151700258255, + "1e-06": -0.0050050001591444016, + "1e-05": -0.005233124364167452, + "0.0001": -0.005696209147572517 + }, + "gamma_energy_weighted": { + "1e-08": -0.012774301441759369, + "1e-07": -0.012774301441759369, + "1e-06": -0.012774301441759369, + "1e-05": -0.012774301441759369, + "0.0001": -0.012774301441759369 + } + }, + { + "layer": 4, + "mean_norm": 0.002303709276020527, + "median_norm": 0.0023181240539997816, + "max_norm": 0.00442036148160696, + "min_norm": 1.8804317776293863e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.958984375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.783422470092773, + "5": -4.608090877532959, + "10": -2.917253017425537, + "25": -2.6724700927734375, + "50": -2.6346988677978516, + "75": -2.5738604068756104, + "90": -2.4977259635925293, + "95": -2.446474313735962, + "99": -2.3591511249542236 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 2, + 5, + 0, + 2, + 3, + 5, + 1, + 1, + 3, + 5, + 2, + 4, + 10, + 311, + 145 + ], + "log_norms_bin_edges": [ + -13.725743293762207, + -13.498319625854492, + -13.270895004272461, + -13.043471336364746, + -12.816047668457031, + -12.588623046875, + -12.361199378967285, + -12.13377571105957, + -11.906351089477539, + -11.678927421569824, + -11.45150375366211, + -11.224079132080078, + -10.996655464172363, + -10.769230842590332, + -10.541807174682617, + -10.314382553100586, + -10.086958885192871, + -9.859535217285156, + -9.632110595703125, + -9.40468692779541, + -9.177263259887695, + -8.949838638305664, + -8.72241497039795, + -8.494991302490234, + -8.267566680908203, + -8.040143013000488, + -7.812718868255615, + -7.5852952003479, + -7.357871055603027, + -7.130446910858154, + -6.903022766113281, + -6.675599098205566, + -6.448174953460693, + -6.22075080871582, + -5.9933271408081055, + -5.765902996063232, + -5.538478851318359, + -5.3110551834106445, + -5.083630561828613, + -4.856206893920898, + -4.628783226013184, + -4.401358604431152, + -4.1739349365234375, + -3.9465112686157227, + -3.7190866470336914, + -3.4916629791259766, + -3.2642383575439453, + -3.0368146896362305, + -2.8093910217285156, + -2.5819664001464844, + -2.3545422554016113 + ], + "r_inf_mean": 0.2473125010728836, + "r_inf_median": 0.2456471174955368, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6499029397964478, + "eff_dim_mean": 0.649902880191803, + "topk_energy": { + "1": 0.06246013939380646, + "5": 0.2514379918575287, + "10": 0.40551263093948364, + "25": 0.7115247249603271 + }, + "gamma_raw": 0.035127948969602585, + "gamma_active": { + "1e-08": 0.03569319099187851, + "1e-07": 0.03565802797675133, + "1e-06": 0.036132752895355225, + "1e-05": 0.03575293719768524, + "0.0001": 0.03673779219388962 + }, + "gamma_energy_weighted": { + "1e-08": 0.035842257208728294, + "1e-07": 0.035842257208728294, + "1e-06": 0.035842257208728294, + "1e-05": 0.035842257208728294, + "0.0001": 0.035842257208728294 + } + }, + { + "layer": 5, + "mean_norm": 0.002157676499336958, + "median_norm": 0.002127497224137187, + "max_norm": 0.004334402270615101, + "min_norm": 1.7115769454403677e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.832198143005371, + "5": -4.638741970062256, + "10": -2.9510440826416016, + "25": -2.7088913917541504, + "50": -2.6720666885375977, + "75": -2.5957841873168945, + "90": -2.5177509784698486, + "95": -2.456861972808838, + "99": -2.36544132232666 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 5, + 9, + 340, + 116 + ], + "log_norms_bin_edges": [ + -13.766603469848633, + -13.538533210754395, + -13.31046199798584, + -13.082391738891602, + -12.854320526123047, + -12.626250267028809, + -12.39818000793457, + -12.170108795166016, + -11.942038536071777, + -11.713967323303223, + -11.485897064208984, + -11.25782585144043, + -11.029755592346191, + -10.801685333251953, + -10.573614120483398, + -10.34554386138916, + -10.117473602294922, + -9.889402389526367, + -9.661331176757812, + -9.43326187133789, + -9.205190658569336, + -8.977119445800781, + -8.749049186706543, + -8.520978927612305, + -8.29290771484375, + -8.064837455749512, + -7.836766719818115, + -7.608695983886719, + -7.380625247955322, + -7.152554512023926, + -6.9244842529296875, + -6.696413516998291, + -6.4683427810668945, + -6.240272045135498, + -6.012201309204102, + -5.784131050109863, + -5.556059837341309, + -5.32798957824707, + -5.099919319152832, + -4.871848106384277, + -4.643777847290039, + -4.415706634521484, + -4.187636375427246, + -3.959566116333008, + -3.731494903564453, + -3.503424644470215, + -3.27535343170166, + -3.047283172607422, + -2.819211959838867, + -2.591141700744629, + -2.3630709648132324 + ], + "r_inf_mean": 0.2388250231742859, + "r_inf_median": 0.23749057948589325, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6647266149520874, + "eff_dim_mean": 0.6647266149520874, + "topk_energy": { + "1": 0.05811334401369095, + "5": 0.239546000957489, + "10": 0.39059770107269287, + "25": 0.697542667388916 + }, + "gamma_raw": 0.02649945765733719, + "gamma_active": { + "1e-08": 0.026784004643559456, + "1e-07": 0.026921845972537994, + "1e-06": 0.026918821036815643, + "1e-05": 0.02666427753865719, + "0.0001": 0.026457343250513077 + }, + "gamma_energy_weighted": { + "1e-08": 0.03012212463575888, + "1e-07": 0.03012212463575888, + "1e-06": 0.03012212463575888, + "1e-05": 0.03012212463575888, + "0.0001": 0.03012212463575888 + } + }, + { + "layer": 6, + "mean_norm": 0.002097738441079855, + "median_norm": 0.0020451336167752743, + "max_norm": 0.004301038570702076, + "min_norm": 1.640203577612468e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.85506820678711, + "5": -4.65268087387085, + "10": -2.968632698059082, + "25": -2.7278521060943604, + "50": -2.6891252994537354, + "75": -2.607072114944458, + "90": -2.5252676010131836, + "95": -2.4616293907165527, + "99": -2.3683624267578125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 6, + 8, + 341, + 115 + ], + "log_norms_bin_edges": [ + -13.785102844238281, + -13.556729316711426, + -13.32835578918457, + -13.099982261657715, + -12.87160873413086, + -12.643235206604004, + -12.414861679077148, + -12.186488151550293, + -11.958114624023438, + -11.729741096496582, + -11.501367568969727, + -11.272994041442871, + -11.044620513916016, + -10.81624698638916, + -10.587873458862305, + -10.35949993133545, + -10.131126403808594, + -9.902752876281738, + -9.674379348754883, + -9.446005821228027, + -9.217632293701172, + -8.989258766174316, + -8.760885238647461, + -8.532511711120605, + -8.30413818359375, + -8.075764656066895, + -7.847391128540039, + -7.619017601013184, + -7.390644073486328, + -7.162270545959473, + -6.933897018432617, + -6.705523490905762, + -6.477149963378906, + -6.248776435852051, + -6.020402908325195, + -5.79202938079834, + -5.563655853271484, + -5.335282325744629, + -5.106908798217773, + -4.878535270690918, + -4.6501617431640625, + -4.421788215637207, + -4.193414688110352, + -3.965041160583496, + -3.7366676330566406, + -3.508294105529785, + -3.2799205780029297, + -3.051547050476074, + -2.8231735229492188, + -2.5947999954223633, + -2.366426706314087 + ], + "r_inf_mean": 0.2322854995727539, + "r_inf_median": 0.2311696708202362, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6769155263900757, + "eff_dim_mean": 0.6769155263900757, + "topk_energy": { + "1": 0.0548916757106781, + "5": 0.23057293891906738, + "10": 0.37879645824432373, + "25": 0.6855387687683105 + }, + "gamma_raw": -0.03382958844304085, + "gamma_active": { + "1e-08": -0.034266285598278046, + "1e-07": -0.03432878106832504, + "1e-06": -0.03441731631755829, + "1e-05": -0.033483121544122696, + "0.0001": -0.033398449420928955 + }, + "gamma_energy_weighted": { + "1e-08": -0.040188471692382925, + "1e-07": -0.040188471692382925, + "1e-06": -0.040188471692382925, + "1e-05": -0.040188471692382925, + "0.0001": -0.040188471692382925 + } + }, + { + "layer": 7, + "mean_norm": 0.002085911575704813, + "median_norm": 0.00202502915635705, + "max_norm": 0.004312284756451845, + "min_norm": 1.6245121228579927e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.861238479614258, + "5": -4.656031131744385, + "10": -2.9745447635650635, + "25": -2.7329559326171875, + "50": -2.6935648918151855, + "75": -2.6088385581970215, + "90": -2.527897596359253, + "95": -2.462190866470337, + "99": -2.3675155639648438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 5, + 1, + 1, + 4, + 4, + 1, + 1, + 3, + 5, + 2, + 7, + 7, + 342, + 114 + ], + "log_norms_bin_edges": [ + -13.789277076721191, + -13.560797691345215, + -13.332317352294922, + -13.103837966918945, + -12.875358581542969, + -12.646879196166992, + -12.4183988571167, + -12.189919471740723, + -11.96143913269043, + -11.732959747314453, + -11.504480361938477, + -11.2760009765625, + -11.047520637512207, + -10.81904125213623, + -10.590560913085938, + -10.362081527709961, + -10.133602142333984, + -9.905122756958008, + -9.676643371582031, + -9.448163032531738, + -9.219683647155762, + -8.991203308105469, + -8.762723922729492, + -8.534244537353516, + -8.305765151977539, + -8.077284812927246, + -7.8488054275512695, + -7.620325565338135, + -7.391845703125, + -7.163366317749023, + -6.934886455535889, + -6.706407070159912, + -6.477927207946777, + -6.249447345733643, + -6.020967960357666, + -5.792488098144531, + -5.564008712768555, + -5.335528373718262, + -5.107048988342285, + -4.878569602966309, + -4.650090217590332, + -4.421609878540039, + -4.1931304931640625, + -3.964651107788086, + -3.736170768737793, + -3.5076913833618164, + -3.27921199798584, + -3.050731658935547, + -2.8222522735595703, + -2.5937728881835938, + -2.36529278755188 + ], + "r_inf_mean": 0.22524628043174744, + "r_inf_median": 0.2263765037059784, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6882863640785217, + "eff_dim_mean": 0.688286304473877, + "topk_energy": { + "1": 0.05154404044151306, + "5": 0.22125762701034546, + "10": 0.3668314814567566, + "25": 0.6726928949356079 + }, + "gamma_raw": -0.0005922009004279971, + "gamma_active": { + "1e-08": -0.0006882761954329908, + "1e-07": -0.0006878018612042069, + "1e-06": -0.0007858732715249062, + "1e-05": -0.0006837996770627797, + "0.0001": -0.0008536498062312603 + }, + "gamma_energy_weighted": { + "1e-08": 0.005823884586896596, + "1e-07": 0.005823884586896596, + "1e-06": 0.005823884586896596, + "1e-05": 0.005823884586896596, + "0.0001": 0.005823884586896596 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json new file mode 100644 index 0000000..4d1eba6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 16.571250915527344, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024212930351495743, + "median_norm": 0.025566164404153824, + "max_norm": 0.05077730491757393, + "min_norm": 7.336019812453909e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.96875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.877871036529541, + "5": -3.415353775024414, + "10": -1.8472890853881836, + "25": -1.6634465456008911, + "50": -1.5920997858047485, + "75": -1.540771245956421, + "90": -1.48013436794281, + "95": -1.4530906677246094, + "99": -1.4106383323669434 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 4, + 1, + 1, + 0, + 1, + 4, + 3, + 9, + 58, + 341, + 65 + ], + "log_norms_bin_edges": [ + -11.134540557861328, + -10.937736511230469, + -10.74093246459961, + -10.54412841796875, + -10.347323417663574, + -10.150519371032715, + -9.953715324401855, + -9.756911277770996, + -9.560107231140137, + -9.363303184509277, + -9.166498184204102, + -8.969694137573242, + -8.772890090942383, + -8.576086044311523, + -8.379281997680664, + -8.182477951049805, + -7.985673427581787, + -7.7888689041137695, + -7.59206485748291, + -7.395260810852051, + -7.198456764221191, + -7.001652240753174, + -6.8048481941223145, + -6.608044147491455, + -6.4112396240234375, + -6.214435577392578, + -6.017631530761719, + -5.820827484130859, + -5.624022960662842, + -5.427218914031982, + -5.230414867401123, + -5.0336103439331055, + -4.836806297302246, + -4.640002250671387, + -4.443197727203369, + -4.24639368057251, + -4.04958963394165, + -3.852785110473633, + -3.6559810638427734, + -3.459177017211914, + -3.2623729705810547, + -3.0655689239501953, + -2.8687639236450195, + -2.67195987701416, + -2.475155830383301, + -2.2783517837524414, + -2.081547737121582, + -1.8847436904907227, + -1.6879386901855469, + -1.4911346435546875, + -1.294330358505249 + ], + "r_inf_mean": 0.26802510023117065, + "r_inf_median": 0.25920069217681885, + "pr_mean": Infinity, + "pr_median": 0.3135315179824829, + "hoyer_mean": 0.6190235614776611, + "eff_dim_mean": 0.6190235614776611, + "topk_energy": { + "1": 0.07327401638031006, + "5": 0.28493207693099976, + "10": 0.4435694217681885, + "25": 0.7383372783660889 + }, + "gamma_raw": -0.012752835638821125, + "gamma_active": { + "1e-08": -0.012838737107813358, + "1e-07": -0.01254732720553875, + "1e-06": -0.012542035430669785, + "1e-05": -0.012714443728327751, + "0.0001": -0.013192150741815567 + }, + "gamma_energy_weighted": { + "1e-08": -0.015461274432798992, + "1e-07": -0.015461274432798992, + "1e-06": -0.015461274432798992, + "1e-05": -0.015461274432798992, + "0.0001": -0.015461274432798992 + } + }, + { + "layer": 1, + "mean_norm": 0.0094754658639431, + "median_norm": 0.010081831365823746, + "max_norm": 0.018667303025722504, + "min_norm": 2.9434287038970774e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.9765625, + "1e-05": 0.96484375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -8.283732414245605, + "5": -3.837024688720703, + "10": -2.2323222160339355, + "25": -2.0581812858581543, + "50": -1.9963874816894531, + "75": -1.9461643695831299, + "90": -1.9047369956970215, + "95": -1.882493257522583, + "99": -1.8385748863220215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 3, + 3, + 1, + 1, + 0, + 1, + 4, + 2, + 9, + 31, + 345, + 89 + ], + "log_norms_bin_edges": [ + -11.531147003173828, + -11.335102081298828, + -11.139058113098145, + -10.943013191223145, + -10.746968269348145, + -10.550924301147461, + -10.354879379272461, + -10.158834457397461, + -9.962790489196777, + -9.766745567321777, + -9.570701599121094, + -9.374656677246094, + -9.178611755371094, + -8.98256778717041, + -8.78652286529541, + -8.590478897094727, + -8.394433975219727, + -8.198389053344727, + -8.002344131469727, + -7.806300163269043, + -7.610255241394043, + -7.414210796356201, + -7.218166351318359, + -7.022121906280518, + -6.826076984405518, + -6.630032539367676, + -6.433988094329834, + -6.237943172454834, + -6.041898727416992, + -5.84585428237915, + -5.649809837341309, + -5.453764915466309, + -5.257720470428467, + -5.061676025390625, + -4.865631103515625, + -4.669586658477783, + -4.473542213439941, + -4.2774977684021, + -4.0814528465271, + -3.885408401489258, + -3.689363956451416, + -3.493319511413574, + -3.297274589538574, + -3.101229667663574, + -2.9051856994628906, + -2.7091407775878906, + -2.513096809387207, + -2.317051887512207, + -2.121006965637207, + -1.9249629974365234, + -1.728918433189392 + ], + "r_inf_mean": 0.2698593735694885, + "r_inf_median": 0.26519152522087097, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6171587705612183, + "eff_dim_mean": 0.6171587109565735, + "topk_energy": { + "1": 0.0743391215801239, + "5": 0.28739017248153687, + "10": 0.4472905695438385, + "25": 0.7420185804367065 + }, + "gamma_raw": -0.0555063933134079, + "gamma_active": { + "1e-08": -0.056131329387426376, + "1e-07": -0.056027986109256744, + "1e-06": -0.05574458837509155, + "1e-05": -0.055800873786211014, + "0.0001": -0.0556003674864769 + }, + "gamma_energy_weighted": { + "1e-08": -0.05569810185585498, + "1e-07": -0.05569810185585498, + "1e-06": -0.05569810185585498, + "1e-05": -0.05569810185585498, + "0.0001": -0.05569810185585498 + } + }, + { + "layer": 2, + "mean_norm": 0.004400474019348621, + "median_norm": 0.004668171517550945, + "max_norm": 0.00730000389739871, + "min_norm": 1.4966169579674893e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.9765625, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.558052062988281, + "5": -4.188436985015869, + "10": -2.5135183334350586, + "25": -2.3768391609191895, + "50": -2.3307628631591797, + "75": -2.2864363193511963, + "90": -2.250092029571533, + "95": -2.2267496585845947, + "99": -2.1887478828430176 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 4, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 0, + 3, + 3, + 5, + 9, + 208, + 253 + ], + "log_norms_bin_edges": [ + -11.824889183044434, + -11.631124496459961, + -11.437360763549805, + -11.243596076965332, + -11.049832344055176, + -10.856067657470703, + -10.662303924560547, + -10.468539237976074, + -10.274775505065918, + -10.081010818481445, + -9.887247085571289, + -9.693482398986816, + -9.499717712402344, + -9.305953979492188, + -9.112189292907715, + -8.918425559997559, + -8.724660873413086, + -8.53089714050293, + -8.337132453918457, + -8.143367767333984, + -7.949604034423828, + -7.755839824676514, + -7.562075614929199, + -7.368311405181885, + -7.17454719543457, + -6.980782985687256, + -6.787018775939941, + -6.593254089355469, + -6.399489879608154, + -6.20572566986084, + -6.011961460113525, + -5.818197250366211, + -5.6244330406188965, + -5.430668830871582, + -5.236904621124268, + -5.043140411376953, + -4.849376201629639, + -4.655611991882324, + -4.461847305297852, + -4.268083095550537, + -4.074318885803223, + -3.880554676055908, + -3.6867904663085938, + -3.493025779724121, + -3.299262046813965, + -3.105497360229492, + -2.911733627319336, + -2.7179689407348633, + -2.524205207824707, + -2.3304405212402344, + -2.1366770267486572 + ], + "r_inf_mean": 0.2551437318325043, + "r_inf_median": 0.2498977780342102, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372410655021667, + "eff_dim_mean": 0.637241005897522, + "topk_energy": { + "1": 0.06620198488235474, + "5": 0.2670135498046875, + "10": 0.42319273948669434, + "25": 0.7210068106651306 + }, + "gamma_raw": -0.02018551528453827, + "gamma_active": { + "1e-08": -0.020406192168593407, + "1e-07": -0.02011715993285179, + "1e-06": -0.02009127102792263, + "1e-05": -0.020579801872372627, + "0.0001": -0.019747255370020866 + }, + "gamma_energy_weighted": { + "1e-08": -0.017981054245993763, + "1e-07": -0.017981054245993763, + "1e-06": -0.017981054245993763, + "1e-05": -0.017981054245993763, + "0.0001": -0.017981054245993763 + } + }, + { + "layer": 3, + "mean_norm": 0.003135428298264742, + "median_norm": 0.003219036618247628, + "max_norm": 0.005461402703076601, + "min_norm": 1.1323885622596674e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.970703125, + "1e-05": 0.958984375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.639230728149414, + "5": -4.319893836975098, + "10": -2.631643056869507, + "25": -2.5297293663024902, + "50": -2.4921975135803223, + "75": -2.4416005611419678, + "90": -2.3762669563293457, + "95": -2.3225009441375732, + "99": -2.2673144340515137 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 4, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 5, + 0, + 1, + 0, + 0, + 5, + 2, + 7, + 6, + 304, + 157 + ], + "log_norms_bin_edges": [ + -11.946004867553711, + -11.752338409423828, + -11.558672904968262, + -11.365006446838379, + -11.171339988708496, + -10.977673530578613, + -10.784008026123047, + -10.590341567993164, + -10.396675109863281, + -10.203008651733398, + -10.009343147277832, + -9.81567668914795, + -9.622011184692383, + -9.4283447265625, + -9.234678268432617, + -9.041011810302734, + -8.847345352172852, + -8.653679847717285, + -8.460013389587402, + -8.26634693145752, + -8.072681427001953, + -7.87901496887207, + -7.6853485107421875, + -7.491682529449463, + -7.298016548156738, + -7.1043500900268555, + -6.910684108734131, + -6.717017650604248, + -6.523351669311523, + -6.329685211181641, + -6.136019229888916, + -5.942352771759033, + -5.748686790466309, + -5.555020809173584, + -5.361354351043701, + -5.167688369750977, + -4.974021911621094, + -4.780355930328369, + -4.586689472198486, + -4.393023490905762, + -4.199357032775879, + -4.005691051483154, + -3.8120250701904297, + -3.618358612060547, + -3.424692153930664, + -3.2310266494750977, + -3.037360191345215, + -2.843693733215332, + -2.6500282287597656, + -2.456361770629883, + -2.262695789337158 + ], + "r_inf_mean": 0.2334328591823578, + "r_inf_median": 0.23061098158359528, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.666744589805603, + "eff_dim_mean": 0.666744589805603, + "topk_energy": { + "1": 0.0553898848593235, + "5": 0.23618081212043762, + "10": 0.38597941398620605, + "25": 0.6892474293708801 + }, + "gamma_raw": -0.04302894324064255, + "gamma_active": { + "1e-08": -0.04351838678121567, + "1e-07": -0.043689023703336716, + "1e-06": -0.04329324886202812, + "1e-05": -0.043977316468954086, + "0.0001": -0.04381094500422478 + }, + "gamma_energy_weighted": { + "1e-08": -0.04341684492478188, + "1e-07": -0.04341684492478188, + "1e-06": -0.04341684492478188, + "1e-05": -0.04341684492478188, + "0.0001": -0.04341684492478188 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json new file mode 100644 index 0000000..602b993 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.897281646728516, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022474054247140884, + "median_norm": 0.02367071621119976, + "max_norm": 0.05724969506263733, + "min_norm": 2.3105160840142247e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -6.399012088775635, + "5": -3.287027359008789, + "10": -1.8956832885742188, + "25": -1.6996351480484009, + "50": -1.6257638931274414, + "75": -1.566253662109375, + "90": -1.5104867219924927, + "95": -1.4772443771362305, + "99": -1.3842494487762451 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 3, + 4, + 5, + 1, + 2, + 3, + 4, + 2, + 2, + 3, + 6, + 45, + 262, + 147, + 8 + ], + "log_norms_bin_edges": [ + -9.636290550231934, + -9.468409538269043, + -9.300527572631836, + -9.132646560668945, + -8.964765548706055, + -8.796884536743164, + -8.629002571105957, + -8.461121559143066, + -8.293240547180176, + -8.125358581542969, + -7.957477569580078, + -7.7895965576171875, + -7.621715068817139, + -7.45383358001709, + -7.285952568054199, + -7.118071556091309, + -6.95019006729126, + -6.782308578491211, + -6.61442756652832, + -6.44654655456543, + -6.278665065765381, + -6.110783576965332, + -5.942902565002441, + -5.775021076202393, + -5.607139587402344, + -5.439258575439453, + -5.271377086639404, + -5.103496074676514, + -4.935614585876465, + -4.767733573913574, + -4.599852085113525, + -4.431971073150635, + -4.264089584350586, + -4.096208095550537, + -3.9283270835876465, + -3.7604455947875977, + -3.592564582824707, + -3.424683094024658, + -3.2568020820617676, + -3.0889205932617188, + -2.921039581298828, + -2.7531580924987793, + -2.5852766036987305, + -2.41739559173584, + -2.249514102935791, + -2.0816330909729004, + -1.9137516021728516, + -1.745870590209961, + -1.577988624572754, + -1.4101076126098633, + -1.2422268390655518 + ], + "r_inf_mean": 0.26338234543800354, + "r_inf_median": 0.2576206624507904, + "pr_mean": 0.3162183463573456, + "pr_median": 0.3154522776603699, + "hoyer_mean": 0.6211490631103516, + "eff_dim_mean": 0.6211490631103516, + "topk_energy": { + "1": 0.07075093686580658, + "5": 0.28242751955986023, + "10": 0.44220584630966187, + "25": 0.7379271984100342 + }, + "gamma_raw": 0.003088804893195629, + "gamma_active": { + "1e-08": 0.0031039395835250616, + "1e-07": 0.0031039395835250616, + "1e-06": 0.003023330820724368, + "1e-05": 0.002902698703110218, + "0.0001": 0.0022893964778631926 + }, + "gamma_energy_weighted": { + "1e-08": 0.0019176427936365306, + "1e-07": 0.0019176427936365306, + "1e-06": 0.0019176427936365306, + "1e-05": 0.0019176427936365306, + "0.0001": 0.0019176427936365306 + } + }, + { + "layer": 1, + "mean_norm": 0.009011606685817242, + "median_norm": 0.009485804475843906, + "max_norm": 0.022292422130703926, + "min_norm": 9.567378139729854e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.79470682144165, + "5": -3.687572956085205, + "10": -2.2898528575897217, + "25": -2.0871729850769043, + "50": -2.022582530975342, + "75": -1.9648207426071167, + "90": -1.9127758741378784, + "95": -1.885393738746643, + "99": -1.809390664100647 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 3, + 3, + 6, + 1, + 2, + 3, + 4, + 2, + 2, + 3, + 6, + 35, + 248, + 171, + 8 + ], + "log_norms_bin_edges": [ + -10.019207000732422, + -9.851860046386719, + -9.6845121383667, + -9.517165184020996, + -9.349818229675293, + -9.182470321655273, + -9.01512336730957, + -8.847776412963867, + -8.680428504943848, + -8.513081550598145, + -8.345733642578125, + -8.178386688232422, + -8.011039733886719, + -7.843692302703857, + -7.676344871520996, + -7.508997917175293, + -7.341650485992432, + -7.17430305480957, + -7.006956100463867, + -6.839608669281006, + -6.6722612380981445, + -6.504914283752441, + -6.33756685256958, + -6.170219421386719, + -6.002872467041016, + -5.835525035858154, + -5.668177604675293, + -5.500830173492432, + -5.3334832191467285, + -5.166135787963867, + -4.998788356781006, + -4.831441402435303, + -4.664093971252441, + -4.49674654006958, + -4.329399585723877, + -4.162052154541016, + -3.9947047233581543, + -3.827357769012451, + -3.66001033782959, + -3.4926629066467285, + -3.325315475463867, + -3.157968521118164, + -2.9906210899353027, + -2.8232736587524414, + -2.6559267044067383, + -2.488579273223877, + -2.3212318420410156, + -2.1538848876953125, + -1.9865379333496094, + -1.8191900253295898, + -1.6518428325653076 + ], + "r_inf_mean": 0.26938655972480774, + "r_inf_median": 0.2644520401954651, + "pr_mean": 0.30829882621765137, + "pr_median": 0.3096446990966797, + "hoyer_mean": 0.6163608431816101, + "eff_dim_mean": 0.6163607835769653, + "topk_energy": { + "1": 0.07391338795423508, + "5": 0.28761088848114014, + "10": 0.4476105570793152, + "25": 0.7423926591873169 + }, + "gamma_raw": 0.00638737715780735, + "gamma_active": { + "1e-08": 0.006444963626563549, + "1e-07": 0.0063566043972969055, + "1e-06": 0.006666406057775021, + "1e-05": 0.00678623840212822, + "0.0001": 0.006986300460994244 + }, + "gamma_energy_weighted": { + "1e-08": 0.004793161276918373, + "1e-07": 0.004793161276918373, + "1e-06": 0.004793161276918373, + "1e-05": 0.004793161276918373, + "0.0001": 0.004793161276918373 + } + }, + { + "layer": 2, + "mean_norm": 0.00416223518550396, + "median_norm": 0.004440149292349815, + "max_norm": 0.008946082554757595, + "min_norm": 4.853828450279707e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -7.1339616775512695, + "5": -4.024570465087891, + "10": -2.615621566772461, + "25": -2.4094021320343018, + "50": -2.3525538444519043, + "75": -2.3053483963012695, + "90": -2.2632758617401123, + "95": -2.234630584716797, + "99": -2.201047897338867 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 2, + 3, + 6, + 1, + 3, + 3, + 1, + 4, + 2, + 4, + 4, + 10, + 123, + 318, + 13 + ], + "log_norms_bin_edges": [ + -10.313916206359863, + -10.148605346679688, + -9.983294486999512, + -9.817983627319336, + -9.652671813964844, + -9.487360954284668, + -9.322050094604492, + -9.156739234924316, + -8.99142837524414, + -8.826117515563965, + -8.660806655883789, + -8.495495796203613, + -8.330184936523438, + -8.164873123168945, + -7.9995622634887695, + -7.834251403808594, + -7.668940544128418, + -7.503629684448242, + -7.338318824768066, + -7.173007488250732, + -7.007696628570557, + -6.842385768890381, + -6.677074432373047, + -6.511763572692871, + -6.346452713012695, + -6.1811418533325195, + -6.015830993652344, + -5.85051965713501, + -5.685208797454834, + -5.519897937774658, + -5.354586601257324, + -5.189275741577148, + -5.023964881896973, + -4.858654022216797, + -4.693343162536621, + -4.528031826019287, + -4.362720966339111, + -4.1974101066589355, + -4.032098770141602, + -3.866787910461426, + -3.70147705078125, + -3.536166191101074, + -3.3708553314208984, + -3.2055439949035645, + -3.0402331352233887, + -2.874922275543213, + -2.709610939025879, + -2.544300079345703, + -2.3789892196655273, + -2.2136783599853516, + -2.0483670234680176 + ], + "r_inf_mean": 0.2663169503211975, + "r_inf_median": 0.26035743951797485, + "pr_mean": 0.3142688274383545, + "pr_median": 0.3147142827510834, + "hoyer_mean": 0.6206597089767456, + "eff_dim_mean": 0.6206597089767456, + "topk_energy": { + "1": 0.07217837870121002, + "5": 0.2829433083534241, + "10": 0.4417162537574768, + "25": 0.7379505634307861 + }, + "gamma_raw": 0.002387495944276452, + "gamma_active": { + "1e-08": 0.0024141704197973013, + "1e-07": 0.0026821941137313843, + "1e-06": 0.002614320022985339, + "1e-05": 0.002686861203983426, + "0.0001": 0.0019592782482504845 + }, + "gamma_energy_weighted": { + "1e-08": 0.005020594352646356, + "1e-07": 0.005020594352646356, + "1e-06": 0.005020594352646356, + "1e-05": 0.005020594352646356, + "0.0001": 0.005020594352646356 + } + }, + { + "layer": 3, + "mean_norm": 0.002744196681305766, + "median_norm": 0.0028935978189110756, + "max_norm": 0.004687187261879444, + "min_norm": 3.6290449811904324e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.30352258682251, + "5": -4.206415176391602, + "10": -2.818467140197754, + "25": -2.583695411682129, + "50": -2.5384416580200195, + "75": -2.493046522140503, + "90": -2.4442684650421143, + "95": -2.404151201248169, + "99": -2.3379993438720703 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 3, + 4, + 3, + 2, + 4, + 0, + 4, + 3, + 1, + 5, + 6, + 15, + 324, + 121 + ], + "log_norms_bin_edges": [ + -10.440208435058594, + -10.277985572814941, + -10.115763664245605, + -9.953540802001953, + -9.791318893432617, + -9.629096031188965, + -9.466874122619629, + -9.304651260375977, + -9.14242935180664, + -8.980206489562988, + -8.817984580993652, + -8.65576171875, + -8.493539810180664, + -8.331316947937012, + -8.169095039367676, + -8.006872177124023, + -7.8446502685546875, + -7.682427406311035, + -7.520205497741699, + -7.357982635498047, + -7.195760726928711, + -7.033537864685059, + -6.871315956115723, + -6.70909309387207, + -6.546870708465576, + -6.384648323059082, + -6.222425937652588, + -6.060203552246094, + -5.8979811668396, + -5.7357587814331055, + -5.573536396026611, + -5.411314010620117, + -5.249091625213623, + -5.086869239807129, + -4.924646854400635, + -4.762424468994141, + -4.6002020835876465, + -4.437979698181152, + -4.275757312774658, + -4.113534927368164, + -3.95131254196167, + -3.789090156555176, + -3.6268677711486816, + -3.4646453857421875, + -3.3024230003356934, + -3.140200614929199, + -2.977978229522705, + -2.815755844116211, + -2.6535329818725586, + -2.4913105964660645, + -2.329087734222412 + ], + "r_inf_mean": 0.2608199417591095, + "r_inf_median": 0.2564850151538849, + "pr_mean": 0.32678282260894775, + "pr_median": 0.3248901665210724, + "hoyer_mean": 0.6269217729568481, + "eff_dim_mean": 0.6269217729568481, + "topk_energy": { + "1": 0.06933355331420898, + "5": 0.2741829752922058, + "10": 0.4313638508319855, + "25": 0.7305334806442261 + }, + "gamma_raw": -0.0006166915409266949, + "gamma_active": { + "1e-08": -0.0006225858232937753, + "1e-07": -0.00033489460474811494, + "1e-06": -0.0006841319263912737, + "1e-05": -0.0008167761843651533, + "0.0001": -0.0008391726296395063 + }, + "gamma_energy_weighted": { + "1e-08": -0.007988886173590655, + "1e-07": -0.007988886173590655, + "1e-06": -0.007988886173590655, + "1e-05": -0.007988886173590655, + "0.0001": -0.007988886173590655 + } + }, + { + "layer": 4, + "mean_norm": 0.0023044953122735023, + "median_norm": 0.002355335745960474, + "max_norm": 0.004322809167206287, + "min_norm": 3.2737045713160384e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.389163970947266, + "5": -4.284875392913818, + "10": -2.924088716506958, + "25": -2.664273738861084, + "50": -2.6278798580169678, + "75": -2.574277877807617, + "90": -2.5083632469177246, + "95": -2.44875168800354, + "99": -2.368925094604492 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 5, + 2, + 4, + 2, + 2, + 3, + 2, + 4, + 4, + 8, + 35, + 341, + 80 + ], + "log_norms_bin_edges": [ + -10.484960556030273, + -10.322546005249023, + -10.160131454467773, + -9.997716903686523, + -9.835302352905273, + -9.672887802124023, + -9.510473251342773, + -9.348058700561523, + -9.185644149780273, + -9.023229598999023, + -8.860815048217773, + -8.698400497436523, + -8.535985946655273, + -8.373571395874023, + -8.211156845092773, + -8.048742294311523, + -7.886327743530273, + -7.723913192749023, + -7.561498641967773, + -7.399084091186523, + -7.236669540405273, + -7.074254989624023, + -6.911840438842773, + -6.749425888061523, + -6.587011814117432, + -6.424597263336182, + -6.262182712554932, + -6.099768161773682, + -5.937353610992432, + -5.774939060211182, + -5.612524509429932, + -5.450109958648682, + -5.287695407867432, + -5.125280857086182, + -4.962866306304932, + -4.800451755523682, + -4.638037204742432, + -4.475622653961182, + -4.313208103179932, + -4.150793552398682, + -3.9883790016174316, + -3.8259644508361816, + -3.6635499000549316, + -3.5011353492736816, + -3.3387207984924316, + -3.1763062477111816, + -3.0138916969299316, + -2.8514771461486816, + -2.68906307220459, + -2.52664852142334, + -2.36423397064209 + ], + "r_inf_mean": 0.25231069326400757, + "r_inf_median": 0.24983671307563782, + "pr_mean": 0.3474791347980499, + "pr_median": 0.33631864190101624, + "hoyer_mean": 0.6401528716087341, + "eff_dim_mean": 0.6401528120040894, + "topk_energy": { + "1": 0.06488147377967834, + "5": 0.2602405250072479, + "10": 0.4156201481819153, + "25": 0.7185916900634766 + }, + "gamma_raw": 0.03718186169862747, + "gamma_active": { + "1e-08": 0.03747754171490669, + "1e-07": 0.037656307220458984, + "1e-06": 0.03810693323612213, + "1e-05": 0.03824739158153534, + "0.0001": 0.03821315988898277 + }, + "gamma_energy_weighted": { + "1e-08": 0.037188039648304416, + "1e-07": 0.037188039648304416, + "1e-06": 0.037188039648304416, + "1e-05": 0.037188039648304416, + "0.0001": 0.037188039648304416 + } + }, + { + "layer": 5, + "mean_norm": 0.0021324222907423973, + "median_norm": 0.002138278679922223, + "max_norm": 0.004205206874758005, + "min_norm": 3.138455814677421e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.443654537200928, + "5": -4.322124004364014, + "10": -2.9908359050750732, + "25": -2.7044973373413086, + "50": -2.6698155403137207, + "75": -2.6042962074279785, + "90": -2.531003713607788, + "95": -2.4654107093811035, + "99": -2.3799030780792236 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 4, + 4, + 2, + 5, + 0, + 2, + 3, + 2, + 5, + 4, + 9, + 84, + 305, + 65 + ], + "log_norms_bin_edges": [ + -10.503284454345703, + -10.340743064880371, + -10.178201675415039, + -10.015660285949707, + -9.853118896484375, + -9.690577507019043, + -9.528036117553711, + -9.365494728088379, + -9.202953338623047, + -9.040411949157715, + -8.877870559692383, + -8.715328216552734, + -8.552787780761719, + -8.39024543762207, + -8.227704048156738, + -8.065162658691406, + -7.902621269226074, + -7.740079879760742, + -7.57753849029541, + -7.414997100830078, + -7.252455711364746, + -7.089914321899414, + -6.927372932434082, + -6.76483154296875, + -6.602290153503418, + -6.439748764038086, + -6.277207374572754, + -6.114665508270264, + -5.952124118804932, + -5.7895827293396, + -5.627041339874268, + -5.4644999504089355, + -5.3019585609436035, + -5.1394171714782715, + -4.9768757820129395, + -4.814334392547607, + -4.651793003082275, + -4.489251613616943, + -4.326709747314453, + -4.164168357849121, + -4.001626968383789, + -3.839085578918457, + -3.676544189453125, + -3.514002799987793, + -3.351461410522461, + -3.188920021057129, + -3.026378631591797, + -2.863837242126465, + -2.701295852661133, + -2.5387539863586426, + -2.3762125968933105 + ], + "r_inf_mean": 0.24400222301483154, + "r_inf_median": 0.24331149458885193, + "pr_mean": 0.3661406338214874, + "pr_median": 0.348110169172287, + "hoyer_mean": 0.6518243551254272, + "eff_dim_mean": 0.6518242955207825, + "topk_energy": { + "1": 0.06063259020447731, + "5": 0.24962927401065826, + "10": 0.40300261974334717, + "25": 0.7079623937606812 + }, + "gamma_raw": 0.023901503533124924, + "gamma_active": { + "1e-08": 0.024087650701403618, + "1e-07": 0.02403368055820465, + "1e-06": 0.02424003928899765, + "1e-05": 0.02424379251897335, + "0.0001": 0.024294402450323105 + }, + "gamma_energy_weighted": { + "1e-08": 0.027277770624723342, + "1e-07": 0.027277770624723342, + "1e-06": 0.027277770624723342, + "1e-05": 0.027277770624723342, + "0.0001": 0.027277770624723342 + } + }, + { + "layer": 6, + "mean_norm": 0.00206280336715281, + "median_norm": 0.002048283349722624, + "max_norm": 0.004156101029366255, + "min_norm": 3.083188912511581e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.468225955963135, + "5": -4.338462829589844, + "10": -3.006429433822632, + "25": -2.7261838912963867, + "50": -2.6883535385131836, + "75": -2.6164627075195312, + "90": -2.5381760597229004, + "95": -2.472111701965332, + "99": -2.3839399814605713 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 2, + 3, + 4, + 2, + 5, + 0, + 2, + 4, + 1, + 6, + 4, + 9, + 146, + 246, + 61 + ], + "log_norms_bin_edges": [ + -10.51099967956543, + -10.348405838012695, + -10.185811996459961, + -10.023218154907227, + -9.860625267028809, + -9.698031425476074, + -9.53543758392334, + -9.372843742370605, + -9.210249900817871, + -9.047656059265137, + -8.885062217712402, + -8.722469329833984, + -8.55987548828125, + -8.397281646728516, + -8.234687805175781, + -8.072093963623047, + -7.9095001220703125, + -7.746906757354736, + -7.584312915802002, + -7.421719551086426, + -7.259125709533691, + -7.096531867980957, + -6.933938026428223, + -6.771344184875488, + -6.608750820159912, + -6.446156978607178, + -6.283563137054443, + -6.120969772338867, + -5.958375930786133, + -5.795782089233398, + -5.633188247680664, + -5.470594882965088, + -5.3080010414123535, + -5.145407199859619, + -4.982813835144043, + -4.820219993591309, + -4.657626152038574, + -4.49503231048584, + -4.332438945770264, + -4.169845104217529, + -4.007251262664795, + -3.8446578979492188, + -3.6820640563964844, + -3.51947021484375, + -3.3568763732910156, + -3.1942830085754395, + -3.031689167022705, + -2.8690953254699707, + -2.7065019607543945, + -2.54390811920166, + -2.3813140392303467 + ], + "r_inf_mean": 0.23821230232715607, + "r_inf_median": 0.23883281648159027, + "pr_mean": 0.3805413544178009, + "pr_median": 0.3643038868904114, + "hoyer_mean": 0.6621716022491455, + "eff_dim_mean": 0.6621716022491455, + "topk_energy": { + "1": 0.05771844834089279, + "5": 0.24204200506210327, + "10": 0.3933372497558594, + "25": 0.6992599964141846 + }, + "gamma_raw": -0.03456487879157066, + "gamma_active": { + "1e-08": -0.03483634814620018, + "1e-07": -0.03502408042550087, + "1e-06": -0.03499133884906769, + "1e-05": -0.03483456373214722, + "0.0001": -0.03428744897246361 + }, + "gamma_energy_weighted": { + "1e-08": -0.04036515322475129, + "1e-07": -0.04036515322475129, + "1e-06": -0.04036515322475129, + "1e-05": -0.04036515322475129, + "0.0001": -0.04036515322475129 + } + }, + { + "layer": 7, + "mean_norm": 0.0020492360927164555, + "median_norm": 0.0020368853583931923, + "max_norm": 0.004154699854552746, + "min_norm": 3.0726320793261763e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.472903728485107, + "5": -4.341085433959961, + "10": -3.0073630809783936, + "25": -2.7308433055877686, + "50": -2.69099760055542, + "75": -2.618018627166748, + "90": -2.540508270263672, + "95": -2.4741146564483643, + "99": -2.3836476802825928 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 2, + 3, + 4, + 2, + 5, + 0, + 2, + 4, + 2, + 5, + 5, + 8, + 158, + 236, + 59 + ], + "log_norms_bin_edges": [ + -10.512490272521973, + -10.349869728088379, + -10.187249183654785, + -10.024628639221191, + -9.862008094787598, + -9.699387550354004, + -9.53676700592041, + -9.3741455078125, + -9.211524963378906, + -9.048904418945312, + -8.886283874511719, + -8.723663330078125, + -8.561042785644531, + -8.398422241210938, + -8.235801696777344, + -8.07318115234375, + -7.910560607910156, + -7.7479400634765625, + -7.585319519042969, + -7.422698974609375, + -7.260078430175781, + -7.0974578857421875, + -6.9348368644714355, + -6.772216320037842, + -6.609595775604248, + -6.446975231170654, + -6.2843546867370605, + -6.121734142303467, + -5.959113121032715, + -5.796492576599121, + -5.633872032165527, + -5.471251487731934, + -5.30863094329834, + -5.146010398864746, + -4.983389854431152, + -4.820769309997559, + -4.658148765563965, + -4.495527744293213, + -4.332907199859619, + -4.170286655426025, + -4.007666110992432, + -3.845045566558838, + -3.682425022125244, + -3.5198044776916504, + -3.3571834564208984, + -3.1945629119873047, + -3.031942367553711, + -2.869321823120117, + -2.7067012786865234, + -2.5440807342529297, + -2.381460428237915 + ], + "r_inf_mean": 0.23287171125411987, + "r_inf_median": 0.23271209001541138, + "pr_mean": 0.3950502276420593, + "pr_median": 0.37746867537498474, + "hoyer_mean": 0.6731358766555786, + "eff_dim_mean": 0.6731358766555786, + "topk_energy": { + "1": 0.05509258434176445, + "5": 0.2339630424976349, + "10": 0.3825627267360687, + "25": 0.6887803077697754 + }, + "gamma_raw": 0.0001267533516511321, + "gamma_active": { + "1e-08": 0.00012170804984634742, + "1e-07": -0.0002297156024724245, + "1e-06": -0.00025321610155515373, + "1e-05": -0.0002464883727952838, + "0.0001": -1.9846076611429453e-05 + }, + "gamma_energy_weighted": { + "1e-08": 0.0017383610834945842, + "1e-07": 0.0017383610834945842, + "1e-06": 0.0017383610834945842, + "1e-05": 0.0017383610834945842, + "0.0001": 0.0017383610834945842 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L4.json new file mode 100644 index 0000000..ae757ad --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 17.421140670776367, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.025806983932852745, + "median_norm": 0.0273752324283123, + "max_norm": 0.04951928183436394, + "min_norm": 1.7319395158484074e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.9765625, + "1e-05": 0.958984375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -8.543807029724121, + "5": -3.9381229877471924, + "10": -1.8318697214126587, + "25": -1.625425100326538, + "50": -1.562636375427246, + "75": -1.5105345249176025, + "90": -1.464416742324829, + "95": -1.4340142011642456, + "99": -1.3928788900375366 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 5, + 2, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 3, + 0, + 1, + 1, + 3, + 3, + 2, + 14, + 275, + 181 + ], + "log_norms_bin_edges": [ + -12.761467933654785, + -12.532342910766602, + -12.303217887878418, + -12.07409381866455, + -11.844968795776367, + -11.615843772888184, + -11.38671875, + -11.157593727111816, + -10.928468704223633, + -10.699344635009766, + -10.470219612121582, + -10.241094589233398, + -10.011969566345215, + -9.782844543457031, + -9.553720474243164, + -9.32459545135498, + -9.095470428466797, + -8.866345405578613, + -8.63722038269043, + -8.408096313476562, + -8.178971290588379, + -7.949846267700195, + -7.720721244812012, + -7.491596698760986, + -7.262471675872803, + -7.033346652984619, + -6.804222106933594, + -6.57509708404541, + -6.345972061157227, + -6.116847515106201, + -5.887722492218018, + -5.658597946166992, + -5.429472923278809, + -5.200347900390625, + -4.9712233543396, + -4.742098808288574, + -4.512973785400391, + -4.283848762512207, + -4.054723739624023, + -3.82559871673584, + -3.5964746475219727, + -3.367349624633789, + -3.1382246017456055, + -2.909099578857422, + -2.6799745559692383, + -2.4508495330810547, + -2.2217254638671875, + -1.992600440979004, + -1.7634754180908203, + -1.5343503952026367, + -1.3052257299423218 + ], + "r_inf_mean": 0.26122379302978516, + "r_inf_median": 0.255729615688324, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6264661550521851, + "eff_dim_mean": 0.6264661550521851, + "topk_energy": { + "1": 0.06949810683727264, + "5": 0.2753732204437256, + "10": 0.43253690004348755, + "25": 0.7305864095687866 + }, + "gamma_raw": -0.015278855338692665, + "gamma_active": { + "1e-08": -0.015410078689455986, + "1e-07": -0.015208144672214985, + "1e-06": -0.015319506637752056, + "1e-05": -0.015392911620438099, + "0.0001": -0.015416625887155533 + }, + "gamma_energy_weighted": { + "1e-08": -0.018951167030710557, + "1e-07": -0.018951167030710557, + "1e-06": -0.018951167030710557, + "1e-05": -0.018951167030710557, + "0.0001": -0.018951167030710557 + } + }, + { + "layer": 1, + "mean_norm": 0.015470211394131184, + "median_norm": 0.016504237428307533, + "max_norm": 0.028378013521432877, + "min_norm": 1.0220643098133794e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.759908676147461, + "5": -4.145683765411377, + "10": -2.029933452606201, + "25": -1.8313229084014893, + "50": -1.7823721170425415, + "75": -1.7380404472351074, + "90": -1.6956534385681152, + "95": -1.6708707809448242, + "99": -1.6413835287094116 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 5, + 2, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 1, + 4, + 0, + 1, + 1, + 3, + 3, + 2, + 12, + 223, + 235 + ], + "log_norms_bin_edges": [ + -12.990521430969238, + -12.761651039123535, + -12.532781600952148, + -12.303911209106445, + -12.075040817260742, + -11.846171379089355, + -11.617300987243652, + -11.38843059539795, + -11.159561157226562, + -10.93069076538086, + -10.701820373535156, + -10.47295093536377, + -10.244080543518066, + -10.01521110534668, + -9.786340713500977, + -9.557470321655273, + -9.32859992980957, + -9.099730491638184, + -8.87086009979248, + -8.641990661621094, + -8.41312026977539, + -8.184249877929688, + -7.955379962921143, + -7.726510047912598, + -7.4976396560668945, + -7.26876974105835, + -7.039899826049805, + -6.81102991104126, + -6.582159519195557, + -6.353289604187012, + -6.124419689178467, + -5.895549297332764, + -5.666679382324219, + -5.437809467315674, + -5.208939075469971, + -4.980069160461426, + -4.751198768615723, + -4.522329330444336, + -4.293458938598633, + -4.06458854675293, + -3.835719108581543, + -3.60684871673584, + -3.3779783248901367, + -3.14910888671875, + -2.920238494873047, + -2.6913681030273438, + -2.462498664855957, + -2.233628273010254, + -2.004757881164551, + -1.775888442993164, + -1.547018051147461 + ], + "r_inf_mean": 0.2619118094444275, + "r_inf_median": 0.2560005187988281, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6235862970352173, + "eff_dim_mean": 0.6235862374305725, + "topk_energy": { + "1": 0.06985953450202942, + "5": 0.27733853459358215, + "10": 0.4359649419784546, + "25": 0.7346439361572266 + }, + "gamma_raw": -0.052857160568237305, + "gamma_active": { + "1e-08": -0.05365072935819626, + "1e-07": -0.05354587733745575, + "1e-06": -0.053768258541822433, + "1e-05": -0.05343025177717209, + "0.0001": -0.05365343764424324 + }, + "gamma_energy_weighted": { + "1e-08": -0.052827730342357285, + "1e-07": -0.052827730342357285, + "1e-06": -0.052827730342357285, + "1e-05": -0.052827730342357285, + "0.0001": -0.052827730342357285 + } + }, + { + "layer": 2, + "mean_norm": 0.009002471342682838, + "median_norm": 0.009691225364804268, + "max_norm": 0.015042421407997608, + "min_norm": 5.853997164404975e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.9765625, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.96890640258789, + "5": -4.371664047241211, + "10": -2.2787837982177734, + "25": -2.0558736324310303, + "50": -2.0135245323181152, + "75": -1.9726316928863525, + "90": -1.944283127784729, + "95": -1.927355170249939, + "99": -1.8992568254470825 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 5, + 1, + 1, + 0, + 2, + 2, + 0, + 1, + 2, + 4, + 0, + 1, + 0, + 3, + 3, + 3, + 10, + 84, + 376 + ], + "log_norms_bin_edges": [ + -13.232547760009766, + -13.004350662231445, + -12.776153564453125, + -12.547955513000488, + -12.319758415222168, + -12.091561317443848, + -11.863364219665527, + -11.63516616821289, + -11.40696907043457, + -11.17877197265625, + -10.95057487487793, + -10.72237777709961, + -10.494180679321289, + -10.265982627868652, + -10.037785530090332, + -9.809588432312012, + -9.581390380859375, + -9.353193283081055, + -9.124996185302734, + -8.896799087524414, + -8.668601989746094, + -8.440404891967773, + -8.212206840515137, + -7.984009742736816, + -7.755812644958496, + -7.527615070343018, + -7.299417972564697, + -7.071220397949219, + -6.843023300170898, + -6.61482572555542, + -6.3866286277771, + -6.158431053161621, + -5.930233955383301, + -5.7020368576049805, + -5.473839282989502, + -5.245642185211182, + -5.017444610595703, + -4.789247512817383, + -4.5610504150390625, + -4.332852363586426, + -4.1046552658081055, + -3.876458168029785, + -3.648261070251465, + -3.4200639724731445, + -3.191865921020508, + -2.9636688232421875, + -2.735471725463867, + -2.507274627685547, + -2.2790775299072266, + -2.05087947845459, + -1.82268226146698 + ], + "r_inf_mean": 0.25066736340522766, + "r_inf_median": 0.24778829514980316, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6380095481872559, + "eff_dim_mean": 0.6380095481872559, + "topk_energy": { + "1": 0.06381110846996307, + "5": 0.26256781816482544, + "10": 0.41972431540489197, + "25": 0.7213215231895447 + }, + "gamma_raw": -0.025636736303567886, + "gamma_active": { + "1e-08": -0.02602071315050125, + "1e-07": -0.02568954974412918, + "1e-06": -0.02598857879638672, + "1e-05": -0.02602105401456356, + "0.0001": -0.025351716205477715 + }, + "gamma_energy_weighted": { + "1e-08": -0.025564676368972878, + "1e-07": -0.025564676368972878, + "1e-06": -0.025564676368972878, + "1e-05": -0.025564676368972878, + "0.0001": -0.025564676368972878 + } + }, + { + "layer": 3, + "mean_norm": 0.005523249506950378, + "median_norm": 0.005917595699429512, + "max_norm": 0.00828108936548233, + "min_norm": 3.461392007438405e-14, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.962890625, + "1e-05": 0.951171875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -9.196541786193848, + "5": -4.588926792144775, + "10": -2.463473320007324, + "25": -2.258570909500122, + "50": -2.227839469909668, + "75": -2.192187786102295, + "90": -2.1625819206237793, + "95": -2.137538194656372, + "99": -2.105760335922241 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 5, + 1, + 1, + 0, + 2, + 2, + 0, + 1, + 3, + 3, + 0, + 1, + 0, + 2, + 4, + 3, + 8, + 18, + 444 + ], + "log_norms_bin_edges": [ + -13.460749626159668, + -13.233172416687012, + -13.005596160888672, + -12.778018951416016, + -12.550442695617676, + -12.32286548614502, + -12.09528923034668, + -11.867712020874023, + -11.640135765075684, + -11.412558555603027, + -11.184982299804688, + -10.957405090332031, + -10.729828834533691, + -10.502251625061035, + -10.274675369262695, + -10.047098159790039, + -9.8195219039917, + -9.591944694519043, + -9.364368438720703, + -9.136791229248047, + -8.90921401977539, + -8.68163776397705, + -8.454061508178711, + -8.226484298706055, + -7.998907566070557, + -7.771330833435059, + -7.5437541007995605, + -7.3161773681640625, + -7.0886006355285645, + -6.861023902893066, + -6.633447170257568, + -6.40587043762207, + -6.178293704986572, + -5.950716972351074, + -5.723140239715576, + -5.495563507080078, + -5.267986297607422, + -5.040410041809082, + -4.812832832336426, + -4.585256576538086, + -4.35767936706543, + -4.13010311126709, + -3.9025259017944336, + -3.6749496459960938, + -3.4473724365234375, + -3.2197961807250977, + -2.9922189712524414, + -2.7646427154541016, + -2.5370655059814453, + -2.3094892501831055, + -2.0819125175476074 + ], + "r_inf_mean": 0.23445992171764374, + "r_inf_median": 0.2300533652305603, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6575150489807129, + "eff_dim_mean": 0.6575150489807129, + "topk_energy": { + "1": 0.055632490664720535, + "5": 0.24241723120212555, + "10": 0.39633071422576904, + "25": 0.7006717920303345 + }, + "gamma_raw": -0.05987800657749176, + "gamma_active": { + "1e-08": -0.06089002639055252, + "1e-07": -0.060916751623153687, + "1e-06": -0.060884252190589905, + "1e-05": -0.06097763031721115, + "0.0001": -0.06107117608189583 + }, + "gamma_energy_weighted": { + "1e-08": -0.062066287700116164, + "1e-07": -0.062066287700116164, + "1e-06": -0.062066287700116164, + "1e-05": -0.062066287700116164, + "0.0001": -0.062066287700116164 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json new file mode 100644 index 0000000..0a0d969 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 17.055095672607422, + "acc": 0.111328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02410086803138256, + "median_norm": 0.02541913092136383, + "max_norm": 0.059246428310871124, + "min_norm": 6.489901671624665e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.506077766418457, + "5": -3.3030238151550293, + "10": -1.9029898643493652, + "25": -1.667037010192871, + "50": -1.5947952270507812, + "75": -1.5332677364349365, + "90": -1.4853097200393677, + "95": -1.4468454122543335, + "99": -1.3814529180526733 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 2, + 4, + 3, + 1, + 1, + 5, + 2, + 4, + 0, + 4, + 3, + 6, + 1, + 17, + 209, + 230, + 7 + ], + "log_norms_bin_edges": [ + -10.187762260437012, + -10.008553504943848, + -9.829345703125, + -9.650136947631836, + -9.470928192138672, + -9.291719436645508, + -9.11251163482666, + -8.933302879333496, + -8.754094123840332, + -8.574886322021484, + -8.39567756652832, + -8.216468811035156, + -8.037260055541992, + -7.8580522537231445, + -7.6788434982299805, + -7.499634742736816, + -7.3204264640808105, + -7.141218185424805, + -6.962009429931641, + -6.782800674438477, + -6.603592395782471, + -6.424384117126465, + -6.245175361633301, + -6.065967082977295, + -5.886758804321289, + -5.707550048828125, + -5.528341770172119, + -5.349133014678955, + -5.169924736022949, + -4.990715980529785, + -4.811507701873779, + -4.632298946380615, + -4.453090667724609, + -4.2738823890686035, + -4.0946736335754395, + -3.9154653549194336, + -3.7362565994262695, + -3.5570483207702637, + -3.3778395652770996, + -3.1986312866210938, + -3.0194225311279297, + -2.840214252471924, + -2.661005973815918, + -2.481797218322754, + -2.302588939666748, + -2.123380661010742, + -1.9441719055175781, + -1.764963150024414, + -1.5857553482055664, + -1.4065465927124023, + -1.2273378372192383 + ], + "r_inf_mean": 0.2586217522621155, + "r_inf_median": 0.2532387375831604, + "pr_mean": 0.32552647590637207, + "pr_median": 0.32575616240501404, + "hoyer_mean": 0.6263523101806641, + "eff_dim_mean": 0.6263523101806641, + "topk_energy": { + "1": 0.06828929483890533, + "5": 0.2749662399291992, + "10": 0.4337672293186188, + "25": 0.7331715822219849 + }, + "gamma_raw": 0.0064010899513959885, + "gamma_active": { + "1e-08": 0.006439772434532642, + "1e-07": 0.0064196218736469746, + "1e-06": 0.0059145716950297356, + "1e-05": 0.0060756937600672245, + "0.0001": 0.005095119122415781 + }, + "gamma_energy_weighted": { + "1e-08": 0.004252240361223008, + "1e-07": 0.004252240361223008, + "1e-06": 0.004252240361223008, + "1e-05": 0.004252240361223008, + "0.0001": 0.004252240361223008 + } + }, + { + "layer": 1, + "mean_norm": 0.01484149694442749, + "median_norm": 0.01575603522360325, + "max_norm": 0.03602880984544754, + "min_norm": 4.034660452956196e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.716440200805664, + "5": -3.5071163177490234, + "10": -2.1122171878814697, + "25": -1.866635799407959, + "50": -1.8025106191635132, + "75": -1.7476422786712646, + "90": -1.6989269256591797, + "95": -1.6707956790924072, + "99": -1.617222547531128 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 3, + 1, + 1, + 5, + 2, + 4, + 0, + 4, + 3, + 5, + 2, + 11, + 198, + 247, + 7 + ], + "log_norms_bin_edges": [ + -10.394192695617676, + -10.21517562866211, + -10.036158561706543, + -9.857142448425293, + -9.678125381469727, + -9.49910831451416, + -9.320091247558594, + -9.141075134277344, + -8.962058067321777, + -8.783041000366211, + -8.604023933410645, + -8.425006866455078, + -8.245990753173828, + -8.066973686218262, + -7.887956619262695, + -7.708939552307129, + -7.529922962188721, + -7.3509063720703125, + -7.171889305114746, + -6.99287223815918, + -6.8138556480407715, + -6.634838581085205, + -6.455821990966797, + -6.2768049240112305, + -6.097787857055664, + -5.918771266937256, + -5.7397541999816895, + -5.560737609863281, + -5.381720542907715, + -5.202703952789307, + -5.02368688583374, + -4.844670295715332, + -4.665653228759766, + -4.486636161804199, + -4.307619571685791, + -4.128602504730225, + -3.9495859146118164, + -3.77056884765625, + -3.591552257537842, + -3.4125351905822754, + -3.233518600463867, + -3.054501533508301, + -2.8754844665527344, + -2.696467876434326, + -2.5174508094787598, + -2.3384342193603516, + -2.159417152404785, + -1.9804000854492188, + -1.8013830184936523, + -1.6223669052124023, + -1.4433501958847046 + ], + "r_inf_mean": 0.2646593451499939, + "r_inf_median": 0.25976067781448364, + "pr_mean": 0.3133655786514282, + "pr_median": 0.3138669729232788, + "hoyer_mean": 0.6164640188217163, + "eff_dim_mean": 0.6164640188217163, + "topk_energy": { + "1": 0.07139579206705093, + "5": 0.28418511152267456, + "10": 0.4450431168079376, + "25": 0.7422764897346497 + }, + "gamma_raw": 0.0023391800932586193, + "gamma_active": { + "1e-08": 0.0023550528567284346, + "1e-07": 0.002309672301635146, + "1e-06": 0.0024973961990326643, + "1e-05": 0.0024378779344260693, + "0.0001": 0.0022586178965866566 + }, + "gamma_energy_weighted": { + "1e-08": 0.002401382023888404, + "1e-07": 0.002401382023888404, + "1e-06": 0.002401382023888404, + "1e-05": 0.002401382023888404, + "0.0001": 0.002401382023888404 + } + }, + { + "layer": 2, + "mean_norm": 0.009172573685646057, + "median_norm": 0.009862981736660004, + "max_norm": 0.02161099575459957, + "min_norm": 2.592299465364878e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.9309563636779785, + "5": -3.704042673110962, + "10": -2.2919416427612305, + "25": -2.0737738609313965, + "50": -2.0057425498962402, + "75": -1.9580610990524292, + "90": -1.9110873937606812, + "95": -1.887933611869812, + "99": -1.843023419380188 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 3, + 1, + 2, + 4, + 2, + 4, + 0, + 3, + 4, + 5, + 2, + 8, + 167, + 282, + 6 + ], + "log_norms_bin_edges": [ + -10.586315155029297, + -10.4078950881958, + -10.229475975036621, + -10.051055908203125, + -9.872635841369629, + -9.694215774536133, + -9.515796661376953, + -9.337376594543457, + -9.158956527709961, + -8.980537414550781, + -8.802117347717285, + -8.623697280883789, + -8.44527816772461, + -8.266858100891113, + -8.088438034057617, + -7.910017967224121, + -7.731598377227783, + -7.553178787231445, + -7.374758720397949, + -7.196338653564453, + -7.017919063568115, + -6.839499473571777, + -6.661079406738281, + -6.482659816741943, + -6.3042402267456055, + -6.125820159912109, + -5.9474005699157715, + -5.768980503082275, + -5.5905609130859375, + -5.412140846252441, + -5.2337212562561035, + -5.055301189422607, + -4.8768815994262695, + -4.698462009429932, + -4.5200419425964355, + -4.341622352600098, + -4.163202285766602, + -3.9847826957702637, + -3.8063626289367676, + -3.6279430389404297, + -3.4495229721069336, + -3.2711033821105957, + -3.092683792114258, + -2.9142637252807617, + -2.735844135284424, + -2.557424545288086, + -2.37900447845459, + -2.2005844116210938, + -2.022165298461914, + -1.843745231628418, + -1.6653252840042114 + ], + "r_inf_mean": 0.26404696702957153, + "r_inf_median": 0.25868454575538635, + "pr_mean": 0.31596970558166504, + "pr_median": 0.31424739956855774, + "hoyer_mean": 0.6187723875045776, + "eff_dim_mean": 0.6187723875045776, + "topk_energy": { + "1": 0.07101267576217651, + "5": 0.2823699712753296, + "10": 0.4428502321243286, + "25": 0.7403110861778259 + }, + "gamma_raw": 0.006178267300128937, + "gamma_active": { + "1e-08": 0.00621615257114172, + "1e-07": 0.006119961384683847, + "1e-06": 0.006237430963665247, + "1e-05": 0.006260068621486425, + "0.0001": 0.005676527973264456 + }, + "gamma_energy_weighted": { + "1e-08": 0.0066493307923363625, + "1e-07": 0.0066493307923363625, + "1e-06": 0.0066493307923363625, + "1e-05": 0.0066493307923363625, + "0.0001": 0.0066493307923363625 + } + }, + { + "layer": 3, + "mean_norm": 0.005920513533055782, + "median_norm": 0.006383766420185566, + "max_norm": 0.01284848153591156, + "min_norm": 1.8107671612144216e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.125415325164795, + "5": -3.903027296066284, + "10": -2.4540421962738037, + "25": -2.2514595985412598, + "50": -2.1948466300964355, + "75": -2.1537554264068604, + "90": -2.1112372875213623, + "95": -2.091384172439575, + "99": -2.067492723464966 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 2, + 4, + 3, + 1, + 2, + 4, + 2, + 3, + 1, + 3, + 4, + 5, + 2, + 5, + 82, + 370, + 6 + ], + "log_norms_bin_edges": [ + -10.742137908935547, + -10.565117835998535, + -10.38809871673584, + -10.211078643798828, + -10.034058570861816, + -9.857038497924805, + -9.68001937866211, + -9.502999305725098, + -9.325979232788086, + -9.14896011352539, + -8.971940040588379, + -8.794919967651367, + -8.617900848388672, + -8.44088077545166, + -8.263860702514648, + -8.086841583251953, + -7.909821510314941, + -7.73280143737793, + -7.555781364440918, + -7.378762245178223, + -7.201742172241211, + -7.024722099304199, + -6.847702503204346, + -6.670682907104492, + -6.4936628341674805, + -6.316643238067627, + -6.139623165130615, + -5.962603569030762, + -5.785583972930908, + -5.6085638999938965, + -5.431544303894043, + -5.254524230957031, + -5.077504634857178, + -4.900485038757324, + -4.7234649658203125, + -4.546445369720459, + -4.369425296783447, + -4.192405700683594, + -4.01538610458374, + -3.8383660316467285, + -3.661346435546875, + -3.4843263626098633, + -3.3073067665100098, + -3.1302871704101562, + -2.9532670974731445, + -2.776247501373291, + -2.5992279052734375, + -2.422207832336426, + -2.245187759399414, + -2.0681686401367188, + -1.891148328781128 + ], + "r_inf_mean": 0.26390743255615234, + "r_inf_median": 0.2579365670681, + "pr_mean": 0.32145053148269653, + "pr_median": 0.32001087069511414, + "hoyer_mean": 0.6245108246803284, + "eff_dim_mean": 0.6245107650756836, + "topk_energy": { + "1": 0.07101024687290192, + "5": 0.28050923347473145, + "10": 0.43868663907051086, + "25": 0.7350521087646484 + }, + "gamma_raw": 0.008899711072444916, + "gamma_active": { + "1e-08": 0.009203898720443249, + "1e-07": 0.009199029766023159, + "1e-06": 0.009155862964689732, + "1e-05": 0.009244275279343128, + "0.0001": 0.007924470119178295 + }, + "gamma_energy_weighted": { + "1e-08": 0.009141908841577999, + "1e-07": 0.009141908841577999, + "1e-06": 0.009141908841577999, + "1e-05": 0.009141908841577999, + "0.0001": 0.009141908841577999 + } + }, + { + "layer": 4, + "mean_norm": 0.004264034330844879, + "median_norm": 0.0045959907583892345, + "max_norm": 0.007967756129801273, + "min_norm": 1.4436922143867825e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.263597011566162, + "5": -4.053887367248535, + "10": -2.5931222438812256, + "25": -2.3854427337646484, + "50": -2.3375868797302246, + "75": -2.3014349937438965, + "90": -2.262409210205078, + "95": -2.229334592819214, + "99": -2.1876280307769775 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 2, + 2, + 0, + 5, + 3, + 2, + 2, + 2, + 5, + 3, + 3, + 3, + 20, + 376, + 65 + ], + "log_norms_bin_edges": [ + -10.84052562713623, + -10.665688514709473, + -10.490851402282715, + -10.316014289855957, + -10.141176223754883, + -9.966339111328125, + -9.791501998901367, + -9.61666488647461, + -9.441827774047852, + -9.266990661621094, + -9.092153549194336, + -8.917316436767578, + -8.74247932434082, + -8.567642211914062, + -8.392804145812988, + -8.21796703338623, + -8.043129920959473, + -7.868292808532715, + -7.693455696105957, + -7.518618106842041, + -7.343780994415283, + -7.168943881988525, + -6.994106292724609, + -6.819269180297852, + -6.644432067871094, + -6.469594955444336, + -6.294757843017578, + -6.119920253753662, + -5.945083141326904, + -5.7702460289001465, + -5.5954084396362305, + -5.420571327209473, + -5.245734214782715, + -5.070897102355957, + -4.896059989929199, + -4.721222400665283, + -4.546385288238525, + -4.371548175811768, + -4.196710586547852, + -4.021873474121094, + -3.847036361694336, + -3.672199249267578, + -3.4973621368408203, + -3.3225245475769043, + -3.1476874351501465, + -2.9728503227233887, + -2.7980127334594727, + -2.623175621032715, + -2.448338508605957, + -2.273501396179199, + -2.0986640453338623 + ], + "r_inf_mean": 0.26103413105010986, + "r_inf_median": 0.25592756271362305, + "pr_mean": Infinity, + "pr_median": 0.3283481299877167, + "hoyer_mean": 0.6326389312744141, + "eff_dim_mean": 0.6326389312744141, + "topk_energy": { + "1": 0.06961321830749512, + "5": 0.27491387724876404, + "10": 0.4302266836166382, + "25": 0.7265466451644897 + }, + "gamma_raw": 0.037642478942871094, + "gamma_active": { + "1e-08": 0.03779347613453865, + "1e-07": 0.03799173980951309, + "1e-06": 0.038139041513204575, + "1e-05": 0.037812042981386185, + "0.0001": 0.039915453642606735 + }, + "gamma_energy_weighted": { + "1e-08": 0.03830692811388333, + "1e-07": 0.03830692811388333, + "1e-06": 0.03830692811388333, + "1e-05": 0.03830692811388333, + "0.0001": 0.03830692811388333 + } + }, + { + "layer": 5, + "mean_norm": 0.0034829596988856792, + "median_norm": 0.0036789453588426113, + "max_norm": 0.0058550662361085415, + "min_norm": 1.2831201379182033e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.343724250793457, + "5": -4.164059638977051, + "10": -2.6926937103271484, + "25": -2.475198984146118, + "50": -2.4342281818389893, + "75": -2.396782398223877, + "90": -2.3375813961029053, + "95": -2.301208734512329, + "99": -2.2381415367126465 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 4, + 1, + 3, + 0, + 5, + 3, + 2, + 2, + 2, + 4, + 4, + 2, + 4, + 10, + 288, + 163 + ], + "log_norms_bin_edges": [ + -10.891733169555664, + -10.718547821044922, + -10.54536247253418, + -10.372177124023438, + -10.198991775512695, + -10.025806427001953, + -9.852621078491211, + -9.679435729980469, + -9.506250381469727, + -9.333065032958984, + -9.159880638122559, + -8.986695289611816, + -8.813509941101074, + -8.640324592590332, + -8.46713924407959, + -8.293953895568848, + -8.120768547058105, + -7.947583198547363, + -7.774397850036621, + -7.601212501525879, + -7.428027153015137, + -7.2548418045043945, + -7.0816569328308105, + -6.908471584320068, + -6.735286235809326, + -6.562100887298584, + -6.388915538787842, + -6.2157301902771, + -6.042545318603516, + -5.869359970092773, + -5.696174621582031, + -5.522989273071289, + -5.349803924560547, + -5.176618576049805, + -5.0034332275390625, + -4.83024787902832, + -4.657062530517578, + -4.483877658843994, + -4.310692310333252, + -4.13750696182251, + -3.9643216133117676, + -3.7911362648010254, + -3.617950916290283, + -3.444765567779541, + -3.271580696105957, + -3.098395347595215, + -2.9252099990844727, + -2.7520246505737305, + -2.5788393020629883, + -2.405653953552246, + -2.232468366622925 + ], + "r_inf_mean": 0.2532985508441925, + "r_inf_median": 0.24656036496162415, + "pr_mean": Infinity, + "pr_median": 0.3456878364086151, + "hoyer_mean": 0.6439065933227539, + "eff_dim_mean": 0.6439065933227539, + "topk_energy": { + "1": 0.06552687287330627, + "5": 0.2623238265514374, + "10": 0.41497769951820374, + "25": 0.7144032716751099 + }, + "gamma_raw": 0.01459758635610342, + "gamma_active": { + "1e-08": 0.014745929278433323, + "1e-07": 0.014735179021954536, + "1e-06": 0.014844845980405807, + "1e-05": 0.014916379936039448, + "0.0001": 0.014291125349700451 + }, + "gamma_energy_weighted": { + "1e-08": 0.017051885458324343, + "1e-07": 0.017051885458324343, + "1e-06": 0.017051885458324343, + "1e-05": 0.017051885458324343, + "0.0001": 0.017051885458324343 + } + }, + { + "layer": 6, + "mean_norm": 0.0031110208947211504, + "median_norm": 0.0032055459450930357, + "max_norm": 0.005564721766859293, + "min_norm": 1.1829742914415409e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.982421875, + "1e-05": 0.966796875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.385304927825928, + "5": -4.240370750427246, + "10": -2.7715957164764404, + "25": -2.527743101119995, + "50": -2.494086265563965, + "75": -2.4434094429016113, + "90": -2.377873659133911, + "95": -2.333106756210327, + "99": -2.256718635559082 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 3, + 3, + 1, + 1, + 5, + 2, + 2, + 2, + 2, + 4, + 4, + 2, + 4, + 13, + 348, + 100 + ], + "log_norms_bin_edges": [ + -10.927024841308594, + -10.753575325012207, + -10.58012580871582, + -10.40667724609375, + -10.233227729797363, + -10.059778213500977, + -9.88632869720459, + -9.712879180908203, + -9.539429664611816, + -9.36598014831543, + -9.19253158569336, + -9.019082069396973, + -8.845632553100586, + -8.6721830368042, + -8.498733520507812, + -8.325284004211426, + -8.151834487915039, + -7.978385925292969, + -7.804936408996582, + -7.631486892700195, + -7.458037376403809, + -7.284587860107422, + -7.111138820648193, + -6.937689304351807, + -6.764240264892578, + -6.590790748596191, + -6.417341232299805, + -6.243891716003418, + -6.0704426765441895, + -5.896993160247803, + -5.723543643951416, + -5.5500946044921875, + -5.376645088195801, + -5.203195571899414, + -5.0297465324401855, + -4.856297016143799, + -4.682847499847412, + -4.509398460388184, + -4.335948944091797, + -4.16249942779541, + -3.9890499114990234, + -3.815600872039795, + -3.642151355743408, + -3.4687018394470215, + -3.295252799987793, + -3.1218032836914062, + -2.9483537673950195, + -2.774904251098633, + -2.6014556884765625, + -2.428006172180176, + -2.254556655883789 + ], + "r_inf_mean": 0.243862122297287, + "r_inf_median": 0.23861423134803772, + "pr_mean": Infinity, + "pr_median": 0.36579030752182007, + "hoyer_mean": 0.6562238931655884, + "eff_dim_mean": 0.6562238931655884, + "topk_energy": { + "1": 0.0606413260102272, + "5": 0.24776950478553772, + "10": 0.39942413568496704, + "25": 0.7017090320587158 + }, + "gamma_raw": -0.04251890257000923, + "gamma_active": { + "1e-08": -0.042898472398519516, + "1e-07": -0.04291248694062233, + "1e-06": -0.043026212602853775, + "1e-05": -0.043072182685136795, + "0.0001": -0.04212246090173721 + }, + "gamma_energy_weighted": { + "1e-08": -0.04671363624702384, + "1e-07": -0.04671363624702384, + "1e-06": -0.04671363624702384, + "1e-05": -0.04671363624702384, + "0.0001": -0.04671363624702384 + } + }, + { + "layer": 7, + "mean_norm": 0.0029320796020329, + "median_norm": 0.0029823302756994963, + "max_norm": 0.005464952439069748, + "min_norm": 1.1084660966886872e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.98046875, + "1e-05": 0.962890625, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.406222343444824, + "5": -4.2740397453308105, + "10": -2.818697929382324, + "25": -2.559746742248535, + "50": -2.5253396034240723, + "75": -2.4659461975097656, + "90": -2.3999969959259033, + "95": -2.3477206230163574, + "99": -2.2635233402252197 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 2, + 3, + 1, + 1, + 5, + 2, + 2, + 2, + 3, + 4, + 3, + 2, + 8, + 19, + 341, + 97 + ], + "log_norms_bin_edges": [ + -10.955277442932129, + -10.78141975402832, + -10.607563018798828, + -10.43370532989502, + -10.259848594665527, + -10.085990905761719, + -9.912134170532227, + -9.738276481628418, + -9.56441879272461, + -9.390562057495117, + -9.216704368591309, + -9.042847633361816, + -8.868989944458008, + -8.695133209228516, + -8.521275520324707, + -8.347417831420898, + -8.173561096191406, + -7.999703884124756, + -7.8258466720581055, + -7.651988983154297, + -7.478132247924805, + -7.304274559020996, + -7.130417346954346, + -6.956560134887695, + -6.782702922821045, + -6.6088457107543945, + -6.434988498687744, + -6.261131286621094, + -6.087273597717285, + -5.913416385650635, + -5.739559173583984, + -5.565701961517334, + -5.391844749450684, + -5.217987537384033, + -5.044130325317383, + -4.870273113250732, + -4.696415901184082, + -4.522558212280273, + -4.348701000213623, + -4.174843788146973, + -4.000986576080322, + -3.827129364013672, + -3.6532721519470215, + -3.479414939880371, + -3.3055572509765625, + -3.131700038909912, + -2.9578428268432617, + -2.7839860916137695, + -2.610128402709961, + -2.4362707138061523, + -2.262413501739502 + ], + "r_inf_mean": 0.2360016107559204, + "r_inf_median": 0.23323169350624084, + "pr_mean": Infinity, + "pr_median": 0.37878119945526123, + "hoyer_mean": 0.6679263710975647, + "eff_dim_mean": 0.6679263710975647, + "topk_energy": { + "1": 0.05671091005206108, + "5": 0.2368665486574173, + "10": 0.38632822036743164, + "25": 0.6910130381584167 + }, + "gamma_raw": 0.0031791911460459232, + "gamma_active": { + "1e-08": 0.0031968513503670692, + "1e-07": 0.0030949292704463005, + "1e-06": 0.003064683871343732, + "1e-05": 0.0025975469034165144, + "0.0001": 0.00335808377712965 + }, + "gamma_energy_weighted": { + "1e-08": 0.0005592370972703763, + "1e-07": 0.0005592370972703763, + "1e-06": 0.0005592370972703763, + "1e-05": 0.0005592370972703763, + "0.0001": 0.0005592370972703763 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json new file mode 100644 index 0000000..f175ce7 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.130720138549805, + "acc": 0.080078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03202684968709946, + "median_norm": 0.03322193771600723, + "max_norm": 0.059876251965761185, + "min_norm": 6.056780077479118e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.228591442108154, + "5": -3.665302276611328, + "10": -1.6787985563278198, + "25": -1.5531939268112183, + "50": -1.4784514904022217, + "75": -1.4162650108337402, + "90": -1.3571444749832153, + "95": -1.316526174545288, + "99": -1.2619497776031494 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 3, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 7, + 95, + 298, + 74 + ], + "log_norms_bin_edges": [ + -9.217758178710938, + -9.057857513427734, + -8.897957801818848, + -8.738057136535645, + -8.578157424926758, + -8.418256759643555, + -8.258357048034668, + -8.098456382751465, + -7.93855619430542, + -7.778656005859375, + -7.61875581741333, + -7.458855628967285, + -7.298954963684082, + -7.139055252075195, + -6.979154586791992, + -6.819254398345947, + -6.659354209899902, + -6.499454021453857, + -6.3395538330078125, + -6.179653167724609, + -6.019753456115723, + -5.8598527908325195, + -5.699952602386475, + -5.54005241394043, + -5.380152225494385, + -5.22025203704834, + -5.060351848602295, + -4.90045166015625, + -4.740550994873047, + -4.580650806427002, + -4.420750617980957, + -4.260850429534912, + -4.100950241088867, + -3.9410500526428223, + -3.7811498641967773, + -3.6212496757507324, + -3.4613494873046875, + -3.3014488220214844, + -3.1415486335754395, + -2.9816484451293945, + -2.8217482566833496, + -2.6618480682373047, + -2.5019478797912598, + -2.342047691345215, + -2.1821470260620117, + -2.022246837615967, + -1.8623466491699219, + -1.702446460723877, + -1.542546272277832, + -1.382646083831787, + -1.222745418548584 + ], + "r_inf_mean": 0.25157368183135986, + "r_inf_median": 0.24692851305007935, + "pr_mean": 0.3415718078613281, + "pr_median": 0.3416175842285156, + "hoyer_mean": 0.6366342306137085, + "eff_dim_mean": 0.6366342306137085, + "topk_energy": { + "1": 0.06448079645633698, + "5": 0.2631453275680542, + "10": 0.41747602820396423, + "25": 0.7214403748512268 + }, + "gamma_raw": -0.008140692487359047, + "gamma_active": { + "1e-08": -0.008432677015662193, + "1e-07": -0.0083183404058218, + "1e-06": -0.007939320057630539, + "1e-05": -0.007977974601089954, + "0.0001": -0.007725784555077553 + }, + "gamma_energy_weighted": { + "1e-08": -0.005003132339457326, + "1e-07": -0.005003132339457326, + "1e-06": -0.005003132339457326, + "1e-05": -0.005003132339457326, + "0.0001": -0.005003132339457326 + } + }, + { + "layer": 1, + "mean_norm": 0.00996236503124237, + "median_norm": 0.010423061437904835, + "max_norm": 0.017725301906466484, + "min_norm": 1.9671858586534086e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.962890625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.747042655944824, + "5": -4.181499481201172, + "10": -2.163252353668213, + "25": -2.0414576530456543, + "50": -1.9819612503051758, + "75": -1.928463339805603, + "90": -1.8814486265182495, + "95": -1.8427000045776367, + "99": -1.7937901020050049 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 4, + 2, + 1, + 1, + 0, + 1, + 4, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 5, + 58, + 317, + 95 + ], + "log_norms_bin_edges": [ + -9.706154823303223, + -9.547060012817383, + -9.387965202331543, + -9.228870391845703, + -9.069774627685547, + -8.910679817199707, + -8.751585006713867, + -8.592490196228027, + -8.433395385742188, + -8.274299621582031, + -8.115204811096191, + -7.956110000610352, + -7.797015190124512, + -7.637920379638672, + -7.478825092315674, + -7.319730281829834, + -7.160634994506836, + -7.001540184020996, + -6.842445373535156, + -6.683350563049316, + -6.524255275726318, + -6.3651604652404785, + -6.2060651779174805, + -6.046970367431641, + -5.887875556945801, + -5.728780746459961, + -5.569685459136963, + -5.410590648651123, + -5.251495361328125, + -5.092400550842285, + -4.933305740356445, + -4.774210453033447, + -4.615115642547607, + -4.456020832061768, + -4.2969255447387695, + -4.13783073425293, + -3.97873592376709, + -3.819640636444092, + -3.660545825958252, + -3.501451015472412, + -3.342355728149414, + -3.183260917663574, + -3.0241661071777344, + -2.8650708198547363, + -2.7059760093688965, + -2.5468811988830566, + -2.3877859115600586, + -2.2286911010742188, + -2.069596290588379, + -1.9105010032653809, + -1.7514063119888306 + ], + "r_inf_mean": 0.26514607667922974, + "r_inf_median": 0.26454922556877136, + "pr_mean": 0.31810280680656433, + "pr_median": 0.3172309398651123, + "hoyer_mean": 0.6208940744400024, + "eff_dim_mean": 0.6208940744400024, + "topk_energy": { + "1": 0.0715472400188446, + "5": 0.2784423828125, + "10": 0.43587225675582886, + "25": 0.7372790575027466 + }, + "gamma_raw": 0.0147835249081254, + "gamma_active": { + "1e-08": 0.014906649477779865, + "1e-07": 0.01485839020460844, + "1e-06": 0.014959435909986496, + "1e-05": 0.015600375831127167, + "0.0001": 0.015962928533554077 + }, + "gamma_energy_weighted": { + "1e-08": 0.015075278838264749, + "1e-07": 0.015075278838264749, + "1e-06": 0.015075278838264749, + "1e-05": 0.015075278838264749, + "0.0001": 0.015075278838264749 + } + }, + { + "layer": 2, + "mean_norm": 0.004396015778183937, + "median_norm": 0.004641735460609198, + "max_norm": 0.0071382075548172, + "min_norm": 8.666409950786047e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.143779754638672, + "5": -4.557560443878174, + "10": -2.4884538650512695, + "25": -2.392008066177368, + "50": -2.3330960273742676, + "75": -2.288940668106079, + "90": -2.240225315093994, + "95": -2.2003328800201416, + "99": -2.1723973751068115 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 5, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 5, + 21, + 281, + 169 + ], + "log_norms_bin_edges": [ + -10.062161445617676, + -9.903846740722656, + -9.74553108215332, + -9.5872163772583, + -9.428901672363281, + -9.270586013793945, + -9.112271308898926, + -8.953956604003906, + -8.79564094543457, + -8.63732624053955, + -8.479011535644531, + -8.320695877075195, + -8.162381172180176, + -8.004066467285156, + -7.8457512855529785, + -7.687436103820801, + -7.529121398925781, + -7.370806694030762, + -7.212491512298584, + -7.054176330566406, + -6.895861625671387, + -6.737546443939209, + -6.579231262207031, + -6.420916557312012, + -6.262601375579834, + -6.104286193847656, + -5.945971488952637, + -5.787656307220459, + -5.629341125488281, + -5.471026420593262, + -5.312711238861084, + -5.1543965339660645, + -4.996081352233887, + -4.837766170501709, + -4.6794514656066895, + -4.521136283874512, + -4.362821578979492, + -4.2045063972473145, + -4.046191215515137, + -3.887876510620117, + -3.7295613288879395, + -3.5712461471557617, + -3.412931442260742, + -3.2546162605285645, + -3.0963010787963867, + -2.937986373901367, + -2.7796711921691895, + -2.62135648727417, + -2.463041305541992, + -2.3047261238098145, + -2.1464109420776367 + ], + "r_inf_mean": 0.2511849105358124, + "r_inf_median": 0.24919502437114716, + "pr_mean": 0.350605845451355, + "pr_median": 0.3472692668437958, + "hoyer_mean": 0.6447728872299194, + "eff_dim_mean": 0.6447728276252747, + "topk_energy": { + "1": 0.06383775174617767, + "5": 0.25735992193222046, + "10": 0.41102173924446106, + "25": 0.7137797474861145 + }, + "gamma_raw": -0.033824533224105835, + "gamma_active": { + "1e-08": -0.03411124274134636, + "1e-07": -0.03398287668824196, + "1e-06": -0.03428645431995392, + "1e-05": -0.03459981828927994, + "0.0001": -0.03415994346141815 + }, + "gamma_energy_weighted": { + "1e-08": -0.04464820337957361, + "1e-07": -0.04464820337957361, + "1e-06": -0.04464820337957361, + "1e-05": -0.04464820337957361, + "0.0001": -0.04464820337957361 + } + }, + { + "layer": 3, + "mean_norm": 0.0033641066402196884, + "median_norm": 0.0033468350302428007, + "max_norm": 0.00601277407258749, + "min_norm": 5.73622226107684e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.318530082702637, + "5": -4.737575054168701, + "10": -2.6016714572906494, + "25": -2.530565023422241, + "50": -2.475231170654297, + "75": -2.39210844039917, + "90": -2.302281379699707, + "95": -2.2789201736450195, + "99": -2.2262258529663086 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 3, + 3, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 2, + 1, + 4, + 2, + 68, + 290, + 112 + ], + "log_norms_bin_edges": [ + -10.241374015808105, + -10.080965042114258, + -9.92055606842041, + -9.760147094726562, + -9.599738121032715, + -9.439329147338867, + -9.27892017364502, + -9.118511199951172, + -8.958102226257324, + -8.797693252563477, + -8.637284278869629, + -8.476875305175781, + -8.316466331481934, + -8.156057357788086, + -7.995648384094238, + -7.835239410400391, + -7.674830436706543, + -7.514421463012695, + -7.354012489318848, + -7.193603515625, + -7.033194541931152, + -6.872785568237305, + -6.712376594543457, + -6.551967620849609, + -6.391558647155762, + -6.231149673461914, + -6.070740699768066, + -5.910331726074219, + -5.749922752380371, + -5.589513778686523, + -5.429104804992676, + -5.268695831298828, + -5.1082868576049805, + -4.947877883911133, + -4.787468910217285, + -4.6270599365234375, + -4.46665096282959, + -4.306241989135742, + -4.1458330154418945, + -3.985424041748047, + -3.825015068054199, + -3.6646060943603516, + -3.504197120666504, + -3.3437881469726562, + -3.1833791732788086, + -3.022970199584961, + -2.8625612258911133, + -2.7021522521972656, + -2.541743278503418, + -2.3813343048095703, + -2.2209253311157227 + ], + "r_inf_mean": 0.21865838766098022, + "r_inf_median": 0.21851778030395508, + "pr_mean": 0.4231153130531311, + "pr_median": 0.4086156189441681, + "hoyer_mean": 0.6884187459945679, + "eff_dim_mean": 0.6884187459945679, + "topk_energy": { + "1": 0.04848906397819519, + "5": 0.216746985912323, + "10": 0.3626261353492737, + "25": 0.6691832542419434 + }, + "gamma_raw": 0.0025145725812762976, + "gamma_active": { + "1e-08": 0.0025684561114758253, + "1e-07": 0.002747522434219718, + "1e-06": 0.0029490687884390354, + "1e-05": 0.003038500901311636, + "0.0001": 0.003054886357858777 + }, + "gamma_energy_weighted": { + "1e-08": -0.0003147939211099981, + "1e-07": -0.0003147939211099981, + "1e-06": -0.0003147939211099981, + "1e-05": -0.0003147939211099981, + "0.0001": -0.0003147939211099981 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json new file mode 100644 index 0000000..7032207 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 22.40285873413086, + "acc": 0.076171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.028939183801412582, + "median_norm": 0.02991035021841526, + "max_norm": 0.061646439135074615, + "min_norm": 2.664234111104946e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.9553446769714355, + "5": -2.6539463996887207, + "10": -1.7407288551330566, + "25": -1.612935185432434, + "50": -1.523970365524292, + "75": -1.4560281038284302, + "90": -1.3875467777252197, + "95": -1.3529245853424072, + "99": -1.2907809019088745 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 2, + 0, + 1, + 4, + 0, + 1, + 1, + 1, + 1, + 3, + 2, + 0, + 4, + 5, + 3, + 17, + 164, + 252, + 40 + ], + "log_norms_bin_edges": [ + -9.574427604675293, + -9.407140731811523, + -9.239853858947754, + -9.072566986083984, + -8.905281066894531, + -8.737994194030762, + -8.570707321166992, + -8.403420448303223, + -8.236133575439453, + -8.068846702575684, + -7.901560306549072, + -7.734273910522461, + -7.566987037658691, + -7.399700164794922, + -7.232413291931152, + -7.065126419067383, + -6.8978400230407715, + -6.73055362701416, + -6.563266754150391, + -6.395979881286621, + -6.228693008422852, + -6.061406135559082, + -5.894119739532471, + -5.726832866668701, + -5.55954647064209, + -5.39225959777832, + -5.224972724914551, + -5.057685852050781, + -4.89039945602417, + -4.7231125831604, + -4.555825710296631, + -4.3885393142700195, + -4.22125244140625, + -4.0539655685424805, + -3.886679172515869, + -3.7193922996520996, + -3.55210542678833, + -3.3848190307617188, + -3.217532157897949, + -3.0502452850341797, + -2.88295841217041, + -2.715672016143799, + -2.5483851432800293, + -2.3810982704162598, + -2.2138118743896484, + -2.046525001525879, + -1.8792381286621094, + -1.711951732635498, + -1.5446653366088867, + -1.3773784637451172, + -1.2100920677185059 + ], + "r_inf_mean": 0.25083595514297485, + "r_inf_median": 0.2463812232017517, + "pr_mean": 0.3488242030143738, + "pr_median": 0.3472171127796173, + "hoyer_mean": 0.6431112885475159, + "eff_dim_mean": 0.6431112289428711, + "topk_energy": { + "1": 0.06391659379005432, + "5": 0.2564821243286133, + "10": 0.4109383225440979, + "25": 0.7158839702606201 + }, + "gamma_raw": 0.0036524184979498386, + "gamma_active": { + "1e-08": 0.00376662565395236, + "1e-07": 0.003715052269399166, + "1e-06": 0.0037278528325259686, + "1e-05": 0.0038969710003584623, + "0.0001": 0.004317848011851311 + }, + "gamma_energy_weighted": { + "1e-08": 0.002772447635468929, + "1e-07": 0.002772447635468929, + "1e-06": 0.002772447635468929, + "1e-05": 0.002772447635468929, + "0.0001": 0.002772447635468929 + } + }, + { + "layer": 1, + "mean_norm": 0.009137152694165707, + "median_norm": 0.00940407533198595, + "max_norm": 0.01738637499511242, + "min_norm": 8.372992577054816e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.448887348175049, + "5": -3.169325351715088, + "10": -2.206650972366333, + "25": -2.1004085540771484, + "50": -2.026641368865967, + "75": -1.9615099430084229, + "90": -1.9012341499328613, + "95": -1.8624924421310425, + "99": -1.8170803785324097 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 1, + 0, + 2, + 1, + 0, + 4, + 2, + 0, + 4, + 5, + 2, + 2, + 96, + 301, + 75 + ], + "log_norms_bin_edges": [ + -10.077119827270508, + -9.910773277282715, + -9.744426727294922, + -9.578080177307129, + -9.411733627319336, + -9.245387077331543, + -9.07904052734375, + -8.912693977355957, + -8.746347427368164, + -8.580000877380371, + -8.413654327392578, + -8.247306823730469, + -8.080961227416992, + -7.914614200592041, + -7.74826717376709, + -7.581920623779297, + -7.415574073791504, + -7.249227523803711, + -7.082880973815918, + -6.916534423828125, + -6.750187873840332, + -6.583841323852539, + -6.417494773864746, + -6.251148223876953, + -6.08480167388916, + -5.918455123901367, + -5.752108573913574, + -5.585761547088623, + -5.41941499710083, + -5.253068447113037, + -5.086721897125244, + -4.920375347137451, + -4.754028797149658, + -4.587682247161865, + -4.421335697174072, + -4.254989147186279, + -4.088642597198486, + -3.9222960472106934, + -3.755949020385742, + -3.589602470397949, + -3.4232559204101562, + -3.2569093704223633, + -3.0905628204345703, + -2.9242162704467773, + -2.7578697204589844, + -2.5915231704711914, + -2.4251766204833984, + -2.2588300704956055, + -2.0924835205078125, + -1.9261369705200195, + -1.7597908973693848 + ], + "r_inf_mean": 0.25108492374420166, + "r_inf_median": 0.24543505907058716, + "pr_mean": 0.33993715047836304, + "pr_median": 0.33922532200813293, + "hoyer_mean": 0.6373124122619629, + "eff_dim_mean": 0.6373123526573181, + "topk_energy": { + "1": 0.06400007009506226, + "5": 0.26338645815849304, + "10": 0.4206896424293518, + "25": 0.7240431308746338 + }, + "gamma_raw": -0.01957225799560547, + "gamma_active": { + "1e-08": -0.019755911082029343, + "1e-07": -0.01979825273156166, + "1e-06": -0.019870100542902946, + "1e-05": -0.019999196752905846, + "0.0001": -0.020402779802680016 + }, + "gamma_energy_weighted": { + "1e-08": -0.023137320082274825, + "1e-07": -0.023137320082274825, + "1e-06": -0.023137320082274825, + "1e-05": -0.023137320082274825, + "0.0001": -0.023137320082274825 + } + }, + { + "layer": 2, + "mean_norm": 0.0038465261459350586, + "median_norm": 0.004028982948511839, + "max_norm": 0.006283813621848822, + "min_norm": 3.9614637958873544e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.828967094421387, + "5": -3.5786831378936768, + "10": -2.5272204875946045, + "25": -2.449769973754883, + "50": -2.394646644592285, + "75": -2.347644805908203, + "90": -2.299926996231079, + "95": -2.2779107093811035, + "99": -2.2487049102783203 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 2, + 0, + 1, + 4, + 0, + 0, + 1, + 2, + 0, + 4, + 2, + 0, + 4, + 3, + 3, + 2, + 11, + 293, + 169 + ], + "log_norms_bin_edges": [ + -10.402144432067871, + -10.238137245178223, + -10.074130058288574, + -9.91012191772461, + -9.746114730834961, + -9.582107543945312, + -9.418100357055664, + -9.254093170166016, + -9.090085983276367, + -8.926077842712402, + -8.762070655822754, + -8.598063468933105, + -8.434056282043457, + -8.270048141479492, + -8.106040954589844, + -7.942033767700195, + -7.778026580810547, + -7.614019393920898, + -7.450011730194092, + -7.286004543304443, + -7.121996879577637, + -6.957989692687988, + -6.79398250579834, + -6.629975318908691, + -6.465967655181885, + -6.301960468292236, + -6.13795280456543, + -5.973945617675781, + -5.809938430786133, + -5.645930767059326, + -5.481923580169678, + -5.317915916442871, + -5.153908729553223, + -4.989901542663574, + -4.825893878936768, + -4.661886692047119, + -4.4978790283203125, + -4.333871841430664, + -4.169864654541016, + -4.005856990814209, + -3.8418498039245605, + -3.677842617034912, + -3.5138349533081055, + -3.349827766418457, + -3.1858205795288086, + -3.021812915802002, + -2.8578057289123535, + -2.693798065185547, + -2.5297908782958984, + -2.36578369140625, + -2.2017767429351807 + ], + "r_inf_mean": 0.2537412643432617, + "r_inf_median": 0.24994780123233795, + "pr_mean": 0.3307115137577057, + "pr_median": 0.3332940638065338, + "hoyer_mean": 0.6305888295173645, + "eff_dim_mean": 0.6305887699127197, + "topk_energy": { + "1": 0.06525473296642303, + "5": 0.27198463678359985, + "10": 0.43113356828689575, + "25": 0.7305997610092163 + }, + "gamma_raw": 0.018487999215722084, + "gamma_active": { + "1e-08": 0.01858813688158989, + "1e-07": 0.01838383823633194, + "1e-06": 0.01828250288963318, + "1e-05": 0.018325798213481903, + "0.0001": 0.018405716866254807 + }, + "gamma_energy_weighted": { + "1e-08": 0.02141822122908475, + "1e-07": 0.02141822122908475, + "1e-06": 0.02141822122908475, + "1e-05": 0.02141822122908475, + "0.0001": 0.02141822122908475 + } + }, + { + "layer": 3, + "mean_norm": 0.0026600779965519905, + "median_norm": 0.0027563751209527254, + "max_norm": 0.004286176525056362, + "min_norm": 2.5928292499144412e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.9974541664123535, + "5": -3.769500494003296, + "10": -2.6703054904937744, + "25": -2.601684808731079, + "50": -2.559647798538208, + "75": -2.5157361030578613, + "90": -2.4578857421875, + "95": -2.431406021118164, + "99": -2.379591226577759 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 2, + 0, + 3, + 3, + 1, + 3, + 4, + 2, + 2, + 5, + 299, + 169 + ], + "log_norms_bin_edges": [ + -10.586226463317871, + -10.421860694885254, + -10.257494926452637, + -10.09312915802002, + -9.928762435913086, + -9.764396667480469, + -9.600030899047852, + -9.435665130615234, + -9.271299362182617, + -9.10693359375, + -8.942567825317383, + -8.77820110321045, + -8.613835334777832, + -8.449469566345215, + -8.285103797912598, + -8.12073802947998, + -7.956371784210205, + -7.79200553894043, + -7.6276397705078125, + -7.463274002075195, + -7.298908233642578, + -7.134542465209961, + -6.9701762199401855, + -6.805810451507568, + -6.641444206237793, + -6.477078437805176, + -6.312712669372559, + -6.148346900939941, + -5.983980655670166, + -5.819614887237549, + -5.655249118804932, + -5.490882873535156, + -5.326517105102539, + -5.162151336669922, + -4.9977850914001465, + -4.833419322967529, + -4.669053554534912, + -4.504687309265137, + -4.3403215408325195, + -4.175955772399902, + -4.011590003967285, + -3.8472237586975098, + -3.6828579902648926, + -3.5184922218322754, + -3.3541259765625, + -3.189760208129883, + -3.0253944396972656, + -2.8610281944274902, + -2.696662425994873, + -2.5322961807250977, + -2.3679299354553223 + ], + "r_inf_mean": 0.24861933290958405, + "r_inf_median": 0.24857322871685028, + "pr_mean": 0.3450305461883545, + "pr_median": 0.3350459337234497, + "hoyer_mean": 0.6393895149230957, + "eff_dim_mean": 0.6393893957138062, + "topk_energy": { + "1": 0.06245593726634979, + "5": 0.26497721672058105, + "10": 0.4203445613384247, + "25": 0.7192140221595764 + }, + "gamma_raw": -0.05376347154378891, + "gamma_active": { + "1e-08": -0.05414341762661934, + "1e-07": -0.05436370521783829, + "1e-06": -0.054376862943172455, + "1e-05": -0.05398803949356079, + "0.0001": -0.0544438473880291 + }, + "gamma_energy_weighted": { + "1e-08": -0.05094720278011833, + "1e-07": -0.05094720278011833, + "1e-06": -0.05094720278011833, + "1e-05": -0.05094720278011833, + "0.0001": -0.05094720278011833 + } + }, + { + "layer": 4, + "mean_norm": 0.002306592185050249, + "median_norm": 0.002321466337889433, + "max_norm": 0.004003442358225584, + "min_norm": 2.16880142317466e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.066429615020752, + "5": -3.850036382675171, + "10": -2.7435555458068848, + "25": -2.668566942214966, + "50": -2.6337499618530273, + "75": -2.5778276920318604, + "90": -2.4946205615997314, + "95": -2.4702308177948, + "99": -2.402064800262451 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 3, + 2, + 3, + 1, + 5, + 1, + 2, + 16, + 361, + 96 + ], + "log_norms_bin_edges": [ + -10.66378116607666, + -10.498456954956055, + -10.33313274383545, + -10.167808532714844, + -10.002484321594238, + -9.837160110473633, + -9.671834945678711, + -9.506511688232422, + -9.3411865234375, + -9.175862312316895, + -9.010538101196289, + -8.845213890075684, + -8.679889678955078, + -8.514565467834473, + -8.349241256713867, + -8.183917045593262, + -8.018592834472656, + -7.853268623352051, + -7.687943935394287, + -7.522619724273682, + -7.357295513153076, + -7.1919708251953125, + -7.026646614074707, + -6.861322402954102, + -6.695998191833496, + -6.530673980712891, + -6.365349769592285, + -6.20002555847168, + -6.034701347351074, + -5.8693766593933105, + -5.704052448272705, + -5.5387282371521, + -5.373404026031494, + -5.208079814910889, + -5.042755603790283, + -4.877431392669678, + -4.712106704711914, + -4.546782493591309, + -4.381458282470703, + -4.216134071350098, + -4.050809860229492, + -3.8854856491088867, + -3.720160961151123, + -3.5548367500305176, + -3.389512538909912, + -3.2241883277893066, + -3.058864116668701, + -2.8935399055480957, + -2.728215217590332, + -2.5628910064697266, + -2.397566556930542 + ], + "r_inf_mean": 0.24003657698631287, + "r_inf_median": 0.2426978200674057, + "pr_mean": 0.3669622838497162, + "pr_median": 0.35439008474349976, + "hoyer_mean": 0.6546704769134521, + "eff_dim_mean": 0.6546704769134521, + "topk_energy": { + "1": 0.05820726603269577, + "5": 0.2524370551109314, + "10": 0.40433233976364136, + "25": 0.704620361328125 + }, + "gamma_raw": -0.05106107145547867, + "gamma_active": { + "1e-08": -0.05142613500356674, + "1e-07": -0.051612019538879395, + "1e-06": -0.051842156797647476, + "1e-05": -0.05146083980798721, + "0.0001": -0.0518321692943573 + }, + "gamma_energy_weighted": { + "1e-08": -0.058013942098940736, + "1e-07": -0.058013942098940736, + "1e-06": -0.058013942098940736, + "1e-05": -0.058013942098940736, + "0.0001": -0.058013942098940736 + } + }, + { + "layer": 5, + "mean_norm": 0.0021677399054169655, + "median_norm": 0.0021601275075227022, + "max_norm": 0.003918065689504147, + "min_norm": 2.0007927606369158e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.096632957458496, + "5": -3.8872368335723877, + "10": -2.782505750656128, + "25": -2.706559419631958, + "50": -2.665518283843994, + "75": -2.6014177799224854, + "90": -2.5059163570404053, + "95": -2.4865853786468506, + "99": -2.4093711376190186 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 3, + 4, + 2, + 3, + 2, + 38, + 343, + 90 + ], + "log_norms_bin_edges": [ + -10.698798179626465, + -10.532960891723633, + -10.3671236038208, + -10.201286315917969, + -10.03544807434082, + -9.869610786437988, + -9.703773498535156, + -9.537936210632324, + -9.372098922729492, + -9.20626163482666, + -9.040424346923828, + -8.874587059020996, + -8.708749771118164, + -8.542911529541016, + -8.377074241638184, + -8.211236953735352, + -8.04539966583252, + -7.8795623779296875, + -7.7137250900268555, + -7.547887325286865, + -7.382050037384033, + -7.216212749481201, + -7.050374984741211, + -6.884537696838379, + -6.718700408935547, + -6.552863121032715, + -6.387025833129883, + -6.221188068389893, + -6.0553507804870605, + -5.8895134925842285, + -5.723675727844238, + -5.557838439941406, + -5.392001152038574, + -5.226163864135742, + -5.06032657623291, + -4.89448881149292, + -4.728651523590088, + -4.562814235687256, + -4.396976470947266, + -4.231139183044434, + -4.065301895141602, + -3.8994646072387695, + -3.7336273193359375, + -3.5677895545959473, + -3.4019522666931152, + -3.236114978790283, + -3.070277214050293, + -2.904439926147461, + -2.738602638244629, + -2.572765350341797, + -2.406928300857544 + ], + "r_inf_mean": 0.2331169843673706, + "r_inf_median": 0.23639819025993347, + "pr_mean": Infinity, + "pr_median": 0.3689001202583313, + "hoyer_mean": 0.6671720743179321, + "eff_dim_mean": 0.6671720147132874, + "topk_energy": { + "1": 0.05493934452533722, + "5": 0.24130843579769135, + "10": 0.3907306492328644, + "25": 0.6927014589309692 + }, + "gamma_raw": 0.009203939698636532, + "gamma_active": { + "1e-08": 0.009307503700256348, + "1e-07": 0.009493954479694366, + "1e-06": 0.009741385467350483, + "1e-05": 0.010415740311145782, + "0.0001": 0.010573599487543106 + }, + "gamma_energy_weighted": { + "1e-08": 0.016651583842889797, + "1e-07": 0.016651583842889797, + "1e-06": 0.016651583842889797, + "1e-05": 0.016651583842889797, + "0.0001": 0.016651583842889797 + } + }, + { + "layer": 6, + "mean_norm": 0.0021116435527801514, + "median_norm": 0.002097297227010131, + "max_norm": 0.003891351167112589, + "min_norm": 1.928563385378279e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.1103363037109375, + "5": -3.904186248779297, + "10": -2.798166513442993, + "25": -2.7231411933898926, + "50": -2.678164005279541, + "75": -2.6101958751678467, + "90": -2.5099308490753174, + "95": -2.4925973415374756, + "99": -2.412156343460083 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 4, + 3, + 2, + 3, + 2, + 52, + 334, + 85 + ], + "log_norms_bin_edges": [ + -10.714766502380371, + -10.54866886138916, + -10.382572174072266, + -10.216474533081055, + -10.050376892089844, + -9.88428020477295, + -9.718182563781738, + -9.552084922790527, + -9.385988235473633, + -9.219890594482422, + -9.053792953491211, + -8.8876953125, + -8.721598625183105, + -8.555500984191895, + -8.389404296875, + -8.223306655883789, + -8.057209014892578, + -7.891111373901367, + -7.7250142097473145, + -7.558917045593262, + -7.392819404602051, + -7.226722240447998, + -7.060625076293945, + -6.894527435302734, + -6.728430271148682, + -6.562333106994629, + -6.396235466003418, + -6.230138301849365, + -6.0640411376953125, + -5.897943496704102, + -5.731846332550049, + -5.565748691558838, + -5.399651527404785, + -5.233554363250732, + -5.0674567222595215, + -4.901359558105469, + -4.735261917114258, + -4.569164752960205, + -4.403067588806152, + -4.236969947814941, + -4.070872783660889, + -3.904775619506836, + -3.738677978515625, + -3.5725808143615723, + -3.4064836502075195, + -3.2403860092163086, + -3.074288845062256, + -2.908191204071045, + -2.742094039916992, + -2.5759963989257812, + -2.4098997116088867 + ], + "r_inf_mean": 0.22696980834007263, + "r_inf_median": 0.23085401952266693, + "pr_mean": Infinity, + "pr_median": 0.3844571113586426, + "hoyer_mean": 0.6780609488487244, + "eff_dim_mean": 0.6780608892440796, + "topk_energy": { + "1": 0.05211896821856499, + "5": 0.23151132464408875, + "10": 0.37874847650527954, + "25": 0.6819398999214172 + }, + "gamma_raw": -0.03169946372509003, + "gamma_active": { + "1e-08": -0.03193995729088783, + "1e-07": -0.031834427267313004, + "1e-06": -0.0321008563041687, + "1e-05": -0.031668148934841156, + "0.0001": -0.0315973274409771 + }, + "gamma_energy_weighted": { + "1e-08": -0.03473667598478126, + "1e-07": -0.03473667598478126, + "1e-06": -0.03473667598478126, + "1e-05": -0.03473667598478126, + "0.0001": -0.03473667598478126 + } + }, + { + "layer": 7, + "mean_norm": 0.002103301463648677, + "median_norm": 0.002091670874506235, + "max_norm": 0.0038944967091083527, + "min_norm": 1.912110053625682e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.114044666290283, + "5": -3.9082367420196533, + "10": -2.7980234622955322, + "25": -2.7262439727783203, + "50": -2.6792497634887695, + "75": -2.61141300201416, + "90": -2.5099823474884033, + "95": -2.4928784370422363, + "99": -2.4113504886627197 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 4, + 3, + 2, + 3, + 2, + 54, + 338, + 79 + ], + "log_norms_bin_edges": [ + -10.718487739562988, + -10.552309036254883, + -10.386130332946777, + -10.219951629638672, + -10.053772926330566, + -9.887594223022461, + -9.721414566040039, + -9.55523681640625, + -9.389057159423828, + -9.222878456115723, + -9.056699752807617, + -8.890521049499512, + -8.724342346191406, + -8.5581636428833, + -8.391984939575195, + -8.22580623626709, + -8.059627532958984, + -7.893448829650879, + -7.727269649505615, + -7.56109094619751, + -7.394912242889404, + -7.228733062744141, + -7.062554359436035, + -6.89637565612793, + -6.730196952819824, + -6.564018249511719, + -6.397839546203613, + -6.231660842895508, + -6.065482139587402, + -5.899302959442139, + -5.733124256134033, + -5.566945552825928, + -5.400766849517822, + -5.234588146209717, + -5.068409442901611, + -4.902230739593506, + -4.736051559448242, + -4.569872856140137, + -4.403694152832031, + -4.237515449523926, + -4.07133674621582, + -3.905158042907715, + -3.738978862762451, + -3.5728001594543457, + -3.4066214561462402, + -3.2404427528381348, + -3.0742640495300293, + -2.908085346221924, + -2.74190616607666, + -2.5757274627685547, + -2.409548759460449 + ], + "r_inf_mean": 0.2206331491470337, + "r_inf_median": 0.22146901488304138, + "pr_mean": Infinity, + "pr_median": 0.3988019824028015, + "hoyer_mean": 0.6880836486816406, + "eff_dim_mean": 0.6880836486816406, + "topk_energy": { + "1": 0.04928704351186752, + "5": 0.22169774770736694, + "10": 0.3666418194770813, + "25": 0.6703385710716248 + }, + "gamma_raw": -0.008315365761518478, + "gamma_active": { + "1e-08": -0.00839534867554903, + "1e-07": -0.008392397314310074, + "1e-06": -0.008224708959460258, + "1e-05": -0.008842447772622108, + "0.0001": -0.00877168495208025 + }, + "gamma_energy_weighted": { + "1e-08": -0.00422929575315386, + "1e-07": -0.00422929575315386, + "1e-06": -0.00422929575315386, + "1e-05": -0.00422929575315386, + "0.0001": -0.00422929575315386 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L4.json new file mode 100644 index 0000000..bb5eb6a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 17.00876235961914, + "acc": 0.07421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024708520621061325, + "median_norm": 0.02559926174581051, + "max_norm": 0.04200892150402069, + "min_norm": 1.593219245421551e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.981043338775635, + "5": -3.002134084701538, + "10": -1.7565678358078003, + "25": -1.654146432876587, + "50": -1.5909546613693237, + "75": -1.5330344438552856, + "90": -1.4809273481369019, + "95": -1.4559780359268188, + "99": -1.3974637985229492 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 0, + 0, + 2, + 3, + 1, + 0, + 3, + 0, + 1, + 2, + 1, + 0, + 3, + 12, + 120, + 266, + 77 + ], + "log_norms_bin_edges": [ + -7.79772424697876, + -7.669302940368652, + -7.540881633758545, + -7.4124603271484375, + -7.28403902053833, + -7.155617713928223, + -7.027196407318115, + -6.898775100708008, + -6.7703537940979, + -6.641932487487793, + -6.5135111808776855, + -6.385089874267578, + -6.2566680908203125, + -6.128247261047363, + -5.999825477600098, + -5.871404647827148, + -5.742982864379883, + -5.614562034606934, + -5.486140251159668, + -5.357719421386719, + -5.229297637939453, + -5.100876808166504, + -4.972455024719238, + -4.844034194946289, + -4.715612411499023, + -4.587191104888916, + -4.458769798278809, + -4.330348491668701, + -4.201927185058594, + -4.073505878448486, + -3.945084571838379, + -3.8166632652282715, + -3.688241958618164, + -3.5598206520080566, + -3.431399345397949, + -3.302978038787842, + -3.1745567321777344, + -3.046135425567627, + -2.9177141189575195, + -2.789292812347412, + -2.6608715057373047, + -2.5324501991271973, + -2.40402889251709, + -2.2756075859069824, + -2.147186279296875, + -2.0187649726867676, + -1.8903436660766602, + -1.7619223594665527, + -1.633500576019287, + -1.5050792694091797, + -1.3766584396362305 + ], + "r_inf_mean": 0.26489943265914917, + "r_inf_median": 0.258588582277298, + "pr_mean": 0.31873080134391785, + "pr_median": 0.31932881474494934, + "hoyer_mean": 0.6232641339302063, + "eff_dim_mean": 0.6232641339302063, + "topk_energy": { + "1": 0.07176502048969269, + "5": 0.2789180278778076, + "10": 0.4358711540699005, + "25": 0.7353160381317139 + }, + "gamma_raw": -0.009115957655012608, + "gamma_active": { + "1e-08": -0.009115957655012608, + "1e-07": -0.009317014366388321, + "1e-06": -0.009231851436197758, + "1e-05": -0.008991347625851631, + "0.0001": -0.00861484557390213 + }, + "gamma_energy_weighted": { + "1e-08": -0.007213278182177277, + "1e-07": -0.007213278182177277, + "1e-06": -0.007213278182177277, + "1e-05": -0.007213278182177277, + "0.0001": -0.007213278182177277 + } + }, + { + "layer": 1, + "mean_norm": 0.009706554934382439, + "median_norm": 0.010144583880901337, + "max_norm": 0.016219384968280792, + "min_norm": 6.305392208361127e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.407342910766602, + "5": -3.3838424682617188, + "10": -2.1406705379486084, + "25": -2.050459861755371, + "50": -1.9936068058013916, + "75": -1.944050908088684, + "90": -1.8980557918548584, + "95": -1.8715646266937256, + "99": -1.8200194835662842 + }, + "log_norms_histogram": [ + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 3, + 0, + 2, + 4, + 1, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 3, + 0, + 1, + 2, + 1, + 0, + 3, + 6, + 94, + 300, + 75 + ], + "log_norms_bin_edges": [ + -8.200287818908691, + -8.072081565856934, + -7.943874835968018, + -7.81566858291626, + -7.687461853027344, + -7.559255599975586, + -7.431049346923828, + -7.302842617034912, + -7.174636363983154, + -7.046429634094238, + -6.9182233810424805, + -6.790017127990723, + -6.661810398101807, + -6.533604145050049, + -6.405397415161133, + -6.277191162109375, + -6.148984909057617, + -6.020778179168701, + -5.892571449279785, + -5.764365196228027, + -5.6361589431762695, + -5.507952690124512, + -5.379745960235596, + -5.25153923034668, + -5.123332977294922, + -4.995126724243164, + -4.866920471191406, + -4.73871374130249, + -4.610507011413574, + -4.482300758361816, + -4.354094505310059, + -4.225888252258301, + -4.097681522369385, + -3.969475269317627, + -3.841268539428711, + -3.713062286376953, + -3.584855556488037, + -3.4566493034362793, + -3.3284430503845215, + -3.2002363204956055, + -3.0720300674438477, + -2.9438233375549316, + -2.815617084503174, + -2.687410831451416, + -2.5592041015625, + -2.430997848510742, + -2.302791118621826, + -2.1745848655700684, + -2.0463781356811523, + -1.9181718826293945, + -1.7899656295776367 + ], + "r_inf_mean": 0.2686466872692108, + "r_inf_median": 0.2626757025718689, + "pr_mean": 0.30942460894584656, + "pr_median": 0.31264108419418335, + "hoyer_mean": 0.6154828071594238, + "eff_dim_mean": 0.615482747554779, + "topk_energy": { + "1": 0.07365669310092926, + "5": 0.28477731347084045, + "10": 0.4444059729576111, + "25": 0.7428727149963379 + }, + "gamma_raw": 0.008549701422452927, + "gamma_active": { + "1e-08": 0.008610601536929607, + "1e-07": 0.008482547476887703, + "1e-06": 0.008497911505401134, + "1e-05": 0.008735790848731995, + "0.0001": 0.008918143808841705 + }, + "gamma_energy_weighted": { + "1e-08": 0.010478385546623671, + "1e-07": 0.010478385546623671, + "1e-06": 0.010478385546623671, + "1e-05": 0.010478385546623671, + "0.0001": 0.010478385546623671 + } + }, + { + "layer": 2, + "mean_norm": 0.004569620359688997, + "median_norm": 0.004819704685360193, + "max_norm": 0.007659705355763435, + "min_norm": 2.9899767106655872e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.9765625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.745816230773926, + "5": -3.6846837997436523, + "10": -2.45263934135437, + "25": -2.3666350841522217, + "50": -2.316944122314453, + "75": -2.2813494205474854, + "90": -2.2340164184570312, + "95": -2.2042882442474365, + "99": -2.1707651615142822 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 2, + 1, + 3, + 2, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 3, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 4, + 79, + 330, + 62 + ], + "log_norms_bin_edges": [ + -8.524332046508789, + -8.396161079406738, + -8.267990112304688, + -8.139819145202637, + -8.011648178100586, + -7.883477687835693, + -7.755306720733643, + -7.627135753631592, + -7.498965263366699, + -7.370794296264648, + -7.242623329162598, + -7.114452362060547, + -6.986281394958496, + -6.858110427856445, + -6.7299394607543945, + -6.601768970489502, + -6.473598003387451, + -6.3454270362854, + -6.217256546020508, + -6.089085578918457, + -5.960914611816406, + -5.8327436447143555, + -5.704572677612305, + -5.576401710510254, + -5.448230743408203, + -5.320059776306152, + -5.19188928604126, + -5.063718318939209, + -4.935547351837158, + -4.807376861572266, + -4.679205894470215, + -4.551034927368164, + -4.422863960266113, + -4.2946929931640625, + -4.166522026062012, + -4.038351535797119, + -3.9101805686950684, + -3.7820096015930176, + -3.653838634490967, + -3.525667667388916, + -3.3974971771240234, + -3.2693262100219727, + -3.141155242919922, + -3.012984275817871, + -2.8848133087158203, + -2.7566423416137695, + -2.628471851348877, + -2.500300884246826, + -2.3721299171447754, + -2.2439589500427246, + -2.115787982940674 + ], + "r_inf_mean": 0.2558045983314514, + "r_inf_median": 0.25155964493751526, + "pr_mean": 0.33549535274505615, + "pr_median": 0.3367883861064911, + "hoyer_mean": 0.6342979669570923, + "eff_dim_mean": 0.6342979669570923, + "topk_energy": { + "1": 0.06638939678668976, + "5": 0.2664496898651123, + "10": 0.42213910818099976, + "25": 0.7240039110183716 + }, + "gamma_raw": -0.03634463995695114, + "gamma_active": { + "1e-08": -0.03653915598988533, + "1e-07": -0.0367443822324276, + "1e-06": -0.03658967465162277, + "1e-05": -0.03650493174791336, + "0.0001": -0.03641616553068161 + }, + "gamma_energy_weighted": { + "1e-08": -0.043120351144636894, + "1e-07": -0.043120351144636894, + "1e-06": -0.043120351144636894, + "1e-05": -0.043120351144636894, + "0.0001": -0.043120351144636894 + } + }, + { + "layer": 3, + "mean_norm": 0.0033063436858356, + "median_norm": 0.003314665285870433, + "max_norm": 0.005698264576494694, + "min_norm": 2.116693487153043e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.883497714996338, + "5": -3.828547477722168, + "10": -2.5823071002960205, + "25": -2.518235206604004, + "50": -2.479004383087158, + "75": -2.4166316986083984, + "90": -2.346320152282715, + "95": -2.302018642425537, + "99": -2.2527952194213867 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 2, + 1, + 3, + 2, + 1, + 1, + 0, + 1, + 3, + 1, + 0, + 3, + 1, + 1, + 0, + 1, + 2, + 1, + 3, + 6, + 138, + 267, + 63 + ], + "log_norms_bin_edges": [ + -8.674342155456543, + -8.545740127563477, + -8.417139053344727, + -8.28853702545166, + -8.159934997558594, + -8.031333923339844, + -7.902731895446777, + -7.774130344390869, + -7.645528793334961, + -7.5169267654418945, + -7.388325214385986, + -7.259723663330078, + -7.131121635437012, + -7.0025200843811035, + -6.873918533325195, + -6.745316505432129, + -6.616714954376221, + -6.4881134033203125, + -6.359511375427246, + -6.230909824371338, + -6.10230827331543, + -5.973706245422363, + -5.845104694366455, + -5.716503143310547, + -5.5879011154174805, + -5.459299564361572, + -5.330698013305664, + -5.202095985412598, + -5.0734944343566895, + -4.944892883300781, + -4.816290855407715, + -4.687689781188965, + -4.559087753295898, + -4.43048620223999, + -4.301884174346924, + -4.173282623291016, + -4.044681072235107, + -3.916079044342041, + -3.787477493286133, + -3.6588759422302246, + -3.5302743911743164, + -3.40167236328125, + -3.273070812225342, + -3.1444692611694336, + -3.015867233276367, + -2.887265682220459, + -2.758664131164551, + -2.6300621032714844, + -2.501460552215576, + -2.372859001159668, + -2.2442574501037598 + ], + "r_inf_mean": 0.23283082246780396, + "r_inf_median": 0.23298108577728271, + "pr_mean": 0.38896796107292175, + "pr_median": 0.380233496427536, + "hoyer_mean": 0.6691817045211792, + "eff_dim_mean": 0.6691815853118896, + "topk_energy": { + "1": 0.054867565631866455, + "5": 0.23419933021068573, + "10": 0.3845135271549225, + "25": 0.6896233558654785 + }, + "gamma_raw": 0.0008272415725514293, + "gamma_active": { + "1e-08": 0.0008687097579240799, + "1e-07": 0.001028993516229093, + "1e-06": 0.0011044718557968736, + "1e-05": 0.0013824052875861526, + "0.0001": 0.0010632142657414079 + }, + "gamma_energy_weighted": { + "1e-08": -0.0020731829933416475, + "1e-07": -0.0020731829933416475, + "1e-06": -0.0020731829933416475, + "1e-05": -0.0020731829933416475, + "0.0001": -0.0020731829933416475 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json new file mode 100644 index 0000000..305a2b4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 17.53173065185547, + "acc": 0.05859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022671431303024292, + "median_norm": 0.023012425750494003, + "max_norm": 0.043169911950826645, + "min_norm": 1.852142972325055e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.275076866149902, + "5": -2.111903667449951, + "10": -1.8136093616485596, + "25": -1.7110381126403809, + "50": -1.6380090713500977, + "75": -1.5681403875350952, + "90": -1.513545274734497, + "95": -1.4840197563171387, + "99": -1.409834861755371 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 2, + 0, + 3, + 1, + 3, + 2, + 2, + 1, + 7, + 58, + 201, + 184, + 35 + ], + "log_norms_bin_edges": [ + -7.732325077056885, + -7.604974746704102, + -7.477624893188477, + -7.350274562835693, + -7.222924709320068, + -7.095574378967285, + -6.96822452545166, + -6.840874195098877, + -6.713523864746094, + -6.586174011230469, + -6.458824157714844, + -6.3314738273620605, + -6.204123497009277, + -6.076773643493652, + -5.949423313140869, + -5.822072982788086, + -5.694723129272461, + -5.567373275756836, + -5.440022945404053, + -5.3126726150512695, + -5.1853227615356445, + -5.057972431182861, + -4.930622100830078, + -4.803272247314453, + -4.675922393798828, + -4.548572063446045, + -4.421221733093262, + -4.293871879577637, + -4.1665215492248535, + -4.03917121887207, + -3.9118213653564453, + -3.784471273422241, + -3.657121181488037, + -3.529770851135254, + -3.402420997619629, + -3.2750706672668457, + -3.1477208137512207, + -3.0203704833984375, + -2.8930206298828125, + -2.7656702995300293, + -2.6383204460144043, + -2.510970115661621, + -2.383619785308838, + -2.256269931793213, + -2.1289196014404297, + -2.0015697479248047, + -1.8742194175720215, + -1.7468695640563965, + -1.6195192337036133, + -1.49216890335083, + -1.364818811416626 + ], + "r_inf_mean": 0.26247453689575195, + "r_inf_median": 0.2575695812702179, + "pr_mean": 0.32562416791915894, + "pr_median": 0.3267185091972351, + "hoyer_mean": 0.6296206712722778, + "eff_dim_mean": 0.6296206712722778, + "topk_energy": { + "1": 0.07012217491865158, + "5": 0.27328306436538696, + "10": 0.43030333518981934, + "25": 0.7301549911499023 + }, + "gamma_raw": 0.006483633071184158, + "gamma_active": { + "1e-08": 0.006483633071184158, + "1e-07": 0.006315296515822411, + "1e-06": 0.005853832233697176, + "1e-05": 0.005950924940407276, + "0.0001": 0.005926122423261404 + }, + "gamma_energy_weighted": { + "1e-08": 0.006588975910461502, + "1e-07": 0.006588975910461502, + "1e-06": 0.006588975910461502, + "1e-05": 0.006588975910461502, + "0.0001": 0.006588975910461502 + } + }, + { + "layer": 1, + "mean_norm": 0.00906301848590374, + "median_norm": 0.00928178709000349, + "max_norm": 0.01636309176683426, + "min_norm": 7.548767833043257e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -4.664426803588867, + "5": -2.534963607788086, + "10": -2.191835641860962, + "25": -2.0971808433532715, + "50": -2.0321993827819824, + "75": -1.9718170166015625, + "90": -1.9213314056396484, + "95": -1.890955924987793, + "99": -1.8215407133102417 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 36, + 177, + 225, + 44 + ], + "log_norms_bin_edges": [ + -8.122123718261719, + -7.99540376663208, + -7.8686842918396, + -7.741964340209961, + -7.6152448654174805, + -7.488524913787842, + -7.361804962158203, + -7.235085487365723, + -7.108365535736084, + -6.981645584106445, + -6.854926109313965, + -6.728206157684326, + -6.6014862060546875, + -6.474766731262207, + -6.348046779632568, + -6.22132682800293, + -6.094607353210449, + -5.967887878417969, + -5.84116792678833, + -5.714447975158691, + -5.587728500366211, + -5.461008548736572, + -5.334288597106934, + -5.207569122314453, + -5.0808491706848145, + -4.954129219055176, + -4.827409744262695, + -4.700689792633057, + -4.573969841003418, + -4.4472503662109375, + -4.320530414581299, + -4.19381046295166, + -4.06709098815918, + -3.940371036529541, + -3.8136515617370605, + -3.686931610107422, + -3.5602121353149414, + -3.4334921836853027, + -3.306772232055664, + -3.1800527572631836, + -3.053332805633545, + -2.9266128540039062, + -2.799893379211426, + -2.673173427581787, + -2.5464534759521484, + -2.419734001159668, + -2.2930140495300293, + -2.166294574737549, + -2.03957462310791, + -1.9128546714782715, + -1.7861347198486328 + ], + "r_inf_mean": 0.2625200152397156, + "r_inf_median": 0.2573840916156769, + "pr_mean": 0.32376348972320557, + "pr_median": 0.32286953926086426, + "hoyer_mean": 0.6280039548873901, + "eff_dim_mean": 0.6280039548873901, + "topk_energy": { + "1": 0.07004037499427795, + "5": 0.2746754586696625, + "10": 0.43246203660964966, + "25": 0.7317432165145874 + }, + "gamma_raw": -0.020550109446048737, + "gamma_active": { + "1e-08": -0.02053445391356945, + "1e-07": -0.02058248035609722, + "1e-06": -0.020393364131450653, + "1e-05": -0.02048657275736332, + "0.0001": -0.02065214328467846 + }, + "gamma_energy_weighted": { + "1e-08": -0.02507926834707453, + "1e-07": -0.02507926834707453, + "1e-06": -0.02507926834707453, + "1e-05": -0.02507926834707453, + "0.0001": -0.02507926834707453 + } + }, + { + "layer": 2, + "mean_norm": 0.004198996350169182, + "median_norm": 0.004334190394729376, + "max_norm": 0.006887334864586592, + "min_norm": 3.4701423956562394e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -5.021960735321045, + "5": -2.906881809234619, + "10": -2.4800539016723633, + "25": -2.4171886444091797, + "50": -2.36281156539917, + "75": -2.31550931930542, + "90": -2.2756001949310303, + "95": -2.256173849105835, + "99": -2.1912472248077393 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 3, + 2, + 1, + 2, + 2, + 9, + 97, + 308, + 69 + ], + "log_norms_bin_edges": [ + -8.4596529006958, + -8.333699226379395, + -8.207744598388672, + -8.081790924072266, + -7.955836772918701, + -7.829882621765137, + -7.703928470611572, + -7.577974319458008, + -7.452020168304443, + -7.326066017150879, + -7.200112342834473, + -7.074158191680908, + -6.948204040527344, + -6.822249889373779, + -6.696295738220215, + -6.57034158706665, + -6.444387435913086, + -6.31843376159668, + -6.192479610443115, + -6.066525459289551, + -5.940571308135986, + -5.814617156982422, + -5.688663482666016, + -5.562708854675293, + -5.436755180358887, + -5.310801029205322, + -5.184846878051758, + -5.058892726898193, + -4.932938575744629, + -4.806984901428223, + -4.6810302734375, + -4.555076599121094, + -4.429122447967529, + -4.303168296813965, + -4.1772141456604, + -4.051259994506836, + -3.9253063201904297, + -3.7993521690368652, + -3.673398017883301, + -3.5474438667297363, + -3.421489715576172, + -3.2955355644226074, + -3.169581890106201, + -3.0436277389526367, + -2.9176735877990723, + -2.791719436645508, + -2.6657652854919434, + -2.539811134338379, + -2.4138574600219727, + -2.287903308868408, + -2.1619489192962646 + ], + "r_inf_mean": 0.25799158215522766, + "r_inf_median": 0.25632745027542114, + "pr_mean": 0.3318900167942047, + "pr_median": 0.3332398235797882, + "hoyer_mean": 0.6336684226989746, + "eff_dim_mean": 0.6336684226989746, + "topk_energy": { + "1": 0.06746771931648254, + "5": 0.2693427801132202, + "10": 0.4265094995498657, + "25": 0.7277572154998779 + }, + "gamma_raw": 0.01555551216006279, + "gamma_active": { + "1e-08": 0.015454553067684174, + "1e-07": 0.015147668309509754, + "1e-06": 0.015232455916702747, + "1e-05": 0.014867373742163181, + "0.0001": 0.01532068569213152 + }, + "gamma_energy_weighted": { + "1e-08": 0.019169625557143858, + "1e-07": 0.019169625557143858, + "1e-06": 0.019169625557143858, + "1e-05": 0.019169625557143858, + "0.0001": 0.019169625557143858 + } + }, + { + "layer": 3, + "mean_norm": 0.0027902298606932163, + "median_norm": 0.002872522221878171, + "max_norm": 0.0042367358691990376, + "min_norm": 2.2160113744007504e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.245704174041748, + "5": -3.1137022972106934, + "10": -2.6353232860565186, + "25": -2.5795116424560547, + "50": -2.5415544509887695, + "75": -2.5020923614501953, + "90": -2.454559803009033, + "95": -2.4292540550231934, + "99": -2.3845207691192627 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 1, + 0, + 3, + 3, + 1, + 2, + 2, + 3, + 4, + 28, + 334, + 116 + ], + "log_norms_bin_edges": [ + -8.654428482055664, + -8.528799057006836, + -8.403169631958008, + -8.277541160583496, + -8.151911735534668, + -8.02628231048584, + -7.90065336227417, + -7.775023937225342, + -7.649394989013672, + -7.523765563964844, + -7.398136615753174, + -7.272507190704346, + -7.146878242492676, + -7.021248817443848, + -6.8956193923950195, + -6.76999044418335, + -6.64436149597168, + -6.518732070922852, + -6.393102645874023, + -6.2674736976623535, + -6.141844749450684, + -6.0162153244018555, + -5.890585899353027, + -5.764956951141357, + -5.639327526092529, + -5.513698577880859, + -5.388069152832031, + -5.262439727783203, + -5.136810779571533, + -5.011181831359863, + -4.885552406311035, + -4.759922981262207, + -4.634294033050537, + -4.508664608001709, + -4.383035659790039, + -4.257406234741211, + -4.131777286529541, + -4.006147861480713, + -3.880518913269043, + -3.754889488220215, + -3.629260540008545, + -3.503631114959717, + -3.378002166748047, + -3.2523727416992188, + -3.126743793487549, + -3.0011143684387207, + -2.875485420227051, + -2.7498559951782227, + -2.6242265701293945, + -2.4985976219177246, + -2.3729686737060547 + ], + "r_inf_mean": 0.24790257215499878, + "r_inf_median": 0.24670524895191193, + "pr_mean": 0.34818798303604126, + "pr_median": 0.3392092287540436, + "hoyer_mean": 0.6420454978942871, + "eff_dim_mean": 0.6420454382896423, + "topk_energy": { + "1": 0.062199126929044724, + "5": 0.2603580057621002, + "10": 0.4153369069099426, + "25": 0.717120349407196 + }, + "gamma_raw": -0.05644521117210388, + "gamma_active": { + "1e-08": -0.056497737765312195, + "1e-07": -0.056552693247795105, + "1e-06": -0.0564054474234581, + "1e-05": -0.056058526039123535, + "0.0001": -0.05616288632154465 + }, + "gamma_energy_weighted": { + "1e-08": -0.05364028312454567, + "1e-07": -0.05364028312454567, + "1e-06": -0.05364028312454567, + "1e-05": -0.05364028312454567, + "0.0001": -0.05364028312454567 + } + }, + { + "layer": 4, + "mean_norm": 0.002353315707296133, + "median_norm": 0.002360959304496646, + "max_norm": 0.003880866337567568, + "min_norm": 1.8127428447201055e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.359878063201904, + "5": -3.2108073234558105, + "10": -2.719785213470459, + "25": -2.661200523376465, + "50": -2.626697063446045, + "75": -2.5764970779418945, + "90": -2.505922317504883, + "95": -2.4795827865600586, + "99": -2.4161195755004883 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 1, + 2, + 2, + 2, + 1, + 4, + 2, + 2, + 4, + 83, + 330, + 64 + ], + "log_norms_bin_edges": [ + -8.741663932800293, + -8.615052223205566, + -8.48844051361084, + -8.361828804016113, + -8.23521614074707, + -8.108604431152344, + -7.981992721557617, + -7.855381011962891, + -7.728769302368164, + -7.602157115936279, + -7.475545406341553, + -7.348933219909668, + -7.222321510314941, + -7.095709800720215, + -6.969098091125488, + -6.8424859046936035, + -6.715874195098877, + -6.589262008666992, + -6.462650299072266, + -6.336038589477539, + -6.2094268798828125, + -6.082815170288086, + -5.956202983856201, + -5.829591274261475, + -5.70297908782959, + -5.576367378234863, + -5.449755668640137, + -5.32314395904541, + -5.196531772613525, + -5.069920063018799, + -4.943307876586914, + -4.8166961669921875, + -4.690084457397461, + -4.563472747802734, + -4.43686056137085, + -4.310248851776123, + -4.1836371421813965, + -4.057024955749512, + -3.930413246154785, + -3.8038015365600586, + -3.677189826965332, + -3.5505776405334473, + -3.4239659309387207, + -3.297354221343994, + -3.1707420349121094, + -3.044130325317383, + -2.9175186157226562, + -2.7909064292907715, + -2.664294719696045, + -2.5376830101013184, + -2.411071300506592 + ], + "r_inf_mean": 0.2400420904159546, + "r_inf_median": 0.23974665999412537, + "pr_mean": 0.3634868860244751, + "pr_median": 0.35136887431144714, + "hoyer_mean": 0.6523870229721069, + "eff_dim_mean": 0.6523870229721069, + "topk_energy": { + "1": 0.058269694447517395, + "5": 0.2520802915096283, + "10": 0.40548425912857056, + "25": 0.7065833210945129 + }, + "gamma_raw": -0.06157733127474785, + "gamma_active": { + "1e-08": -0.061678167432546616, + "1e-07": -0.06143423914909363, + "1e-06": -0.06173933297395706, + "1e-05": -0.061758045107126236, + "0.0001": -0.06195320188999176 + }, + "gamma_energy_weighted": { + "1e-08": -0.06676955999887431, + "1e-07": -0.06676955999887431, + "1e-06": -0.06676955999887431, + "1e-05": -0.06676955999887431, + "0.0001": -0.06676955999887431 + } + }, + { + "layer": 5, + "mean_norm": 0.0021864594891667366, + "median_norm": 0.0021866385359317064, + "max_norm": 0.003793303854763508, + "min_norm": 1.6617671683150093e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.417611598968506, + "5": -3.2575509548187256, + "10": -2.755509853363037, + "25": -2.700444221496582, + "50": -2.660183906555176, + "75": -2.603555917739868, + "90": -2.5208685398101807, + "95": -2.4969234466552734, + "99": -2.4265151023864746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 1, + 2, + 3, + 2, + 2, + 3, + 9, + 172, + 240, + 59 + ], + "log_norms_bin_edges": [ + -8.77942943572998, + -8.652260780334473, + -8.525091171264648, + -8.39792251586914, + -8.270753860473633, + -8.143585205078125, + -8.0164155960083, + -7.889246940612793, + -7.762077808380127, + -7.634909152984619, + -7.507740020751953, + -7.380571365356445, + -7.253402233123779, + -7.126233100891113, + -6.9990644454956055, + -6.8718953132629395, + -6.744726181030273, + -6.617557525634766, + -6.490388870239258, + -6.363219261169434, + -6.236050605773926, + -6.108881950378418, + -5.981712818145752, + -5.854543685913086, + -5.727375030517578, + -5.600205898284912, + -5.473036766052246, + -5.345868110656738, + -5.2186994552612305, + -5.0915303230285645, + -4.964361190795898, + -4.837192535400391, + -4.710023403167725, + -4.582854270935059, + -4.455685615539551, + -4.328516483306885, + -4.201347827911377, + -4.074178695678711, + -3.947009563446045, + -3.819840908050537, + -3.692671775817871, + -3.5655031204223633, + -3.4383339881896973, + -3.3111648559570312, + -3.1839962005615234, + -3.0568270683288574, + -2.9296584129333496, + -2.8024892807006836, + -2.675320625305176, + -2.5481514930725098, + -2.4209823608398438 + ], + "r_inf_mean": 0.23559483885765076, + "r_inf_median": 0.23807184398174286, + "pr_mean": 0.3751467764377594, + "pr_median": 0.3624636232852936, + "hoyer_mean": 0.6602494716644287, + "eff_dim_mean": 0.6602494716644287, + "topk_energy": { + "1": 0.05610371381044388, + "5": 0.24569827318191528, + "10": 0.3977429270744324, + "25": 0.6988080739974976 + }, + "gamma_raw": 0.013390344567596912, + "gamma_active": { + "1e-08": 0.013836823403835297, + "1e-07": 0.013576292432844639, + "1e-06": 0.013906541280448437, + "1e-05": 0.014494765549898148, + "0.0001": 0.014680790714919567 + }, + "gamma_energy_weighted": { + "1e-08": 0.022006313056714685, + "1e-07": 0.022006313056714685, + "1e-06": 0.022006313056714685, + "1e-05": 0.022006313056714685, + "0.0001": 0.022006313056714685 + } + }, + { + "layer": 6, + "mean_norm": 0.002120842458680272, + "median_norm": 0.002111377427354455, + "max_norm": 0.0037650358863174915, + "min_norm": 1.5964155553049864e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.444112300872803, + "5": -3.2777836322784424, + "10": -2.7748377323150635, + "25": -2.718958854675293, + "50": -2.6752846240997314, + "75": -2.6145975589752197, + "90": -2.5315067768096924, + "95": -2.5026650428771973, + "99": -2.430288553237915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 2, + 1, + 3, + 2, + 2, + 3, + 10, + 200, + 212, + 58 + ], + "log_norms_bin_edges": [ + -8.796854019165039, + -8.669401168823242, + -8.541949272155762, + -8.414496421813965, + -8.287044525146484, + -8.159591674804688, + -8.03213882446289, + -7.90468692779541, + -7.777234077453613, + -7.649781703948975, + -7.522329330444336, + -7.394876956939697, + -7.267424583435059, + -7.139971733093262, + -7.012519836425781, + -6.885066986083984, + -6.757614612579346, + -6.630162239074707, + -6.50270938873291, + -6.37525749206543, + -6.247804641723633, + -6.120352268218994, + -5.9928998947143555, + -5.865447044372559, + -5.737995147705078, + -5.610542297363281, + -5.483089923858643, + -5.355637550354004, + -5.228185176849365, + -5.100732803344727, + -4.97327995300293, + -4.845827579498291, + -4.718375205993652, + -4.590922832489014, + -4.463470458984375, + -4.336017608642578, + -4.2085652351379395, + -4.081112861633301, + -3.953660488128662, + -3.8262081146240234, + -3.6987552642822266, + -3.571302890777588, + -3.443850517272949, + -3.3163981437683105, + -3.188945770263672, + -3.061493396759033, + -2.9340405464172363, + -2.8065881729125977, + -2.679135799407959, + -2.5516834259033203, + -2.4242308139801025 + ], + "r_inf_mean": 0.23177382349967957, + "r_inf_median": 0.23494307696819305, + "pr_mean": 0.38578495383262634, + "pr_median": 0.37497904896736145, + "hoyer_mean": 0.6676483154296875, + "eff_dim_mean": 0.6676483154296875, + "topk_energy": { + "1": 0.05431374907493591, + "5": 0.23962436616420746, + "10": 0.3901308476924896, + "25": 0.6924006938934326 + }, + "gamma_raw": -0.027713339775800705, + "gamma_active": { + "1e-08": -0.027792274951934814, + "1e-07": -0.027883347123861313, + "1e-06": -0.027664169669151306, + "1e-05": -0.02793392911553383, + "0.0001": -0.027659986168146133 + }, + "gamma_energy_weighted": { + "1e-08": -0.030476293047810823, + "1e-07": -0.030476293047810823, + "1e-06": -0.030476293047810823, + "1e-05": -0.030476293047810823, + "0.0001": -0.030476293047810823 + } + }, + { + "layer": 7, + "mean_norm": 0.002110543195158243, + "median_norm": 0.002097692573443055, + "max_norm": 0.003762889187783003, + "min_norm": 1.5813382825413669e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.450037002563477, + "5": -3.2813527584075928, + "10": -2.7786991596221924, + "25": -2.7220957279205322, + "50": -2.678131103515625, + "75": -2.616675853729248, + "90": -2.530865430831909, + "95": -2.502450704574585, + "99": -2.429612398147583 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 3, + 2, + 1, + 3, + 3, + 1, + 3, + 12, + 207, + 203, + 58 + ], + "log_norms_bin_edges": [ + -8.80097484588623, + -8.673444747924805, + -8.545914649963379, + -8.41838550567627, + -8.290855407714844, + -8.163325309753418, + -8.035795211791992, + -7.908265590667725, + -7.780735492706299, + -7.653205871582031, + -7.5256757736206055, + -7.39814567565918, + -7.270615577697754, + -7.143085956573486, + -7.0155558586120605, + -6.888026237487793, + -6.760496139526367, + -6.632966041564941, + -6.505436420440674, + -6.377906322479248, + -6.2503767013549805, + -6.122846603393555, + -5.995316505432129, + -5.867786407470703, + -5.7402567863464355, + -5.612727165222168, + -5.485197067260742, + -5.357666969299316, + -5.230136871337891, + -5.102607250213623, + -4.975077152252197, + -4.84754753112793, + -4.720017433166504, + -4.592487335205078, + -4.4649577140808105, + -4.337427616119385, + -4.209897994995117, + -4.082367897033691, + -3.9548377990722656, + -3.827308177947998, + -3.6997780799865723, + -3.5722479820251465, + -3.444718360900879, + -3.317188262939453, + -3.1896581649780273, + -3.0621285438537598, + -2.934598445892334, + -2.8070688247680664, + -2.6795387268066406, + -2.552008628845215, + -2.424478530883789 + ], + "r_inf_mean": 0.2272319793701172, + "r_inf_median": 0.22872477769851685, + "pr_mean": 0.39846858382225037, + "pr_median": 0.38497859239578247, + "hoyer_mean": 0.675965428352356, + "eff_dim_mean": 0.675965428352356, + "topk_energy": { + "1": 0.05220090597867966, + "5": 0.2322777807712555, + "10": 0.3803233802318573, + "25": 0.6839921474456787 + }, + "gamma_raw": -0.0028015593998134136, + "gamma_active": { + "1e-08": -0.0030094438698142767, + "1e-07": -0.0031240147072821856, + "1e-06": -0.003089664503931999, + "1e-05": -0.0030539860017597675, + "0.0001": -0.00318697327747941 + }, + "gamma_energy_weighted": { + "1e-08": -0.0027952302606338887, + "1e-07": -0.0027952302606338887, + "1e-06": -0.0027952302606338887, + "1e-05": -0.0027952302606338887, + "0.0001": -0.0027952302606338887 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json new file mode 100644 index 0000000..e44802c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 18.201946258544922, + "acc": 0.068359375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026745080947875977, + "median_norm": 0.02799914963543415, + "max_norm": 0.04379706084728241, + "min_norm": 2.7917581579828266e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.158345699310303, + "5": -2.765793561935425, + "10": -1.7018448114395142, + "25": -1.612661600112915, + "50": -1.5525736808776855, + "75": -1.5050275325775146, + "90": -1.4624149799346924, + "95": -1.4424933195114136, + "99": -1.3847565650939941 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 1, + 0, + 0, + 4, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 0, + 2, + 47, + 306, + 124 + ], + "log_norms_bin_edges": [ + -8.554121971130371, + -8.410210609436035, + -8.2662992477417, + -8.122387886047363, + -7.978476524353027, + -7.834565162658691, + -7.6906538009643555, + -7.5467424392700195, + -7.402831077575684, + -7.258919715881348, + -7.115008354187012, + -6.971096992492676, + -6.82718563079834, + -6.683274269104004, + -6.539362907409668, + -6.395451545715332, + -6.251540184020996, + -6.10762882232666, + -5.963717460632324, + -5.819806098937988, + -5.675894737243652, + -5.531983375549316, + -5.3880720138549805, + -5.2441606521606445, + -5.100249767303467, + -4.956338405609131, + -4.812427043914795, + -4.668515682220459, + -4.524604320526123, + -4.380692958831787, + -4.236781597137451, + -4.092870235443115, + -3.9489588737487793, + -3.8050475120544434, + -3.6611361503601074, + -3.5172247886657715, + -3.3733134269714355, + -3.2294020652770996, + -3.0854907035827637, + -2.9415793418884277, + -2.797667980194092, + -2.653756618499756, + -2.50984525680542, + -2.365933895111084, + -2.222022533416748, + -2.078111171722412, + -1.9341998100280762, + -1.7902884483337402, + -1.6463775634765625, + -1.5024662017822266, + -1.3585550785064697 + ], + "r_inf_mean": 0.25939130783081055, + "r_inf_median": 0.25360000133514404, + "pr_mean": 0.32898974418640137, + "pr_median": 0.3294108211994171, + "hoyer_mean": 0.6291075944900513, + "eff_dim_mean": 0.6291075944900513, + "topk_energy": { + "1": 0.06877513974905014, + "5": 0.2708820104598999, + "10": 0.4263462722301483, + "25": 0.7286792993545532 + }, + "gamma_raw": -0.009124535135924816, + "gamma_active": { + "1e-08": -0.009148621000349522, + "1e-07": -0.008863850496709347, + "1e-06": -0.008966921828687191, + "1e-05": -0.008754475973546505, + "0.0001": -0.009025330655276775 + }, + "gamma_energy_weighted": { + "1e-08": -0.006246126960506435, + "1e-07": -0.006246126960506435, + "1e-06": -0.006246126960506435, + "1e-05": -0.006246126960506435, + "0.0001": -0.006246126960506435 + } + }, + { + "layer": 1, + "mean_norm": 0.01604984886944294, + "median_norm": 0.016879824921488762, + "max_norm": 0.02506859041750431, + "min_norm": 1.6749740483490427e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.3863725662231445, + "5": -2.9915592670440674, + "10": -1.912522554397583, + "25": -1.8207550048828125, + "50": -1.772515058517456, + "75": -1.729318618774414, + "90": -1.6918755769729614, + "95": -1.6725597381591797, + "99": -1.6223673820495605 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 0, + 0, + 4, + 0, + 2, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 4, + 2, + 0, + 1, + 30, + 274, + 174 + ], + "log_norms_bin_edges": [ + -8.775992393493652, + -8.632490158081055, + -8.488987922668457, + -8.345484733581543, + -8.201982498168945, + -8.058480262756348, + -7.914977550506592, + -7.771475315093994, + -7.627972602844238, + -7.484470367431641, + -7.340968132019043, + -7.197465419769287, + -7.0539631843566895, + -6.910460472106934, + -6.766958236694336, + -6.623456001281738, + -6.479953289031982, + -6.336450576782227, + -6.192948341369629, + -6.049446105957031, + -5.905943393707275, + -5.762441158294678, + -5.618938446044922, + -5.475436210632324, + -5.331933975219727, + -5.188431262969971, + -5.044928550720215, + -4.901426315307617, + -4.7579240798950195, + -4.614421367645264, + -4.470919132232666, + -4.32741641998291, + -4.1839141845703125, + -4.040411949157715, + -3.896909236907959, + -3.7534070014953613, + -3.6099042892456055, + -3.466402053833008, + -3.322899341583252, + -3.1793971061706543, + -3.0358943939208984, + -2.892392158508301, + -2.748889923095703, + -2.6053872108459473, + -2.4618849754333496, + -2.3183822631835938, + -2.174880027770996, + -2.0313773155212402, + -1.8878750801086426, + -1.744372844696045, + -1.600870132446289 + ], + "r_inf_mean": 0.26152491569519043, + "r_inf_median": 0.25684571266174316, + "pr_mean": 0.32279202342033386, + "pr_median": 0.32486802339553833, + "hoyer_mean": 0.6236127018928528, + "eff_dim_mean": 0.623612642288208, + "topk_energy": { + "1": 0.06978143751621246, + "5": 0.27452993392944336, + "10": 0.43230366706848145, + "25": 0.734635591506958 + }, + "gamma_raw": 0.0052232882007956505, + "gamma_active": { + "1e-08": 0.005192856770008802, + "1e-07": 0.005095846951007843, + "1e-06": 0.0051261503249406815, + "1e-05": 0.005310148000717163, + "0.0001": 0.005672181956470013 + }, + "gamma_energy_weighted": { + "1e-08": 0.006702562506262789, + "1e-07": 0.006702562506262789, + "1e-06": 0.006702562506262789, + "1e-05": 0.006702562506262789, + "0.0001": 0.006702562506262789 + } + }, + { + "layer": 2, + "mean_norm": 0.009365247562527657, + "median_norm": 0.009942714124917984, + "max_norm": 0.014590568840503693, + "min_norm": 9.882941132133283e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.98046875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.63374137878418, + "5": -3.2288219928741455, + "10": -2.1315970420837402, + "25": -2.05008602142334, + "50": -2.0023891925811768, + "75": -1.9677720069885254, + "90": -1.937893271446228, + "95": -1.920236349105835, + "99": -1.8798474073410034 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 2, + 1, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 4, + 2, + 0, + 1, + 23, + 283, + 172 + ], + "log_norms_bin_edges": [ + -9.00511360168457, + -8.861729621887207, + -8.71834659576416, + -8.574962615966797, + -8.431578636169434, + -8.28819465637207, + -8.144811630249023, + -8.00142765045166, + -7.858043670654297, + -7.714660167694092, + -7.571276664733887, + -7.427892684936523, + -7.284509181976318, + -7.141125202178955, + -6.99774169921875, + -6.854357719421387, + -6.710974216461182, + -6.567590713500977, + -6.424206733703613, + -6.28082275390625, + -6.137439250946045, + -5.99405574798584, + -5.850671768188477, + -5.7072882652282715, + -5.563904762268066, + -5.420520782470703, + -5.27713680267334, + -5.133753299713135, + -4.99036979675293, + -4.846985816955566, + -4.703602313995361, + -4.560218334197998, + -4.416834831237793, + -4.273451328277588, + -4.130067348480225, + -3.9866838455200195, + -3.8432998657226562, + -3.699916362762451, + -3.556532382965088, + -3.413148880004883, + -3.2697649002075195, + -3.1263813972473145, + -2.9829978942871094, + -2.839613914489746, + -2.696230411529541, + -2.5528464317321777, + -2.4094629287719727, + -2.2660789489746094, + -2.1226954460144043, + -1.9793119430541992, + -1.8359277248382568 + ], + "r_inf_mean": 0.2518051564693451, + "r_inf_median": 0.24898852407932281, + "pr_mean": 0.3406205177307129, + "pr_median": 0.3417762815952301, + "hoyer_mean": 0.6359192132949829, + "eff_dim_mean": 0.6359192132949829, + "topk_energy": { + "1": 0.06446997821331024, + "5": 0.26186588406562805, + "10": 0.41819119453430176, + "25": 0.7221684455871582 + }, + "gamma_raw": -0.026499513536691666, + "gamma_active": { + "1e-08": -0.02663438580930233, + "1e-07": -0.02676556073129177, + "1e-06": -0.026667220517992973, + "1e-05": -0.026600709185004234, + "0.0001": -0.02641400694847107 + }, + "gamma_energy_weighted": { + "1e-08": -0.028174220831674375, + "1e-07": -0.028174220831674375, + "1e-06": -0.028174220831674375, + "1e-05": -0.028174220831674375, + "0.0001": -0.028174220831674375 + } + }, + { + "layer": 3, + "mean_norm": 0.00576932355761528, + "median_norm": 0.006101051811128855, + "max_norm": 0.008816523477435112, + "min_norm": 6.16855289070628e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.862443447113037, + "5": -3.4488162994384766, + "10": -2.3254408836364746, + "25": -2.254025459289551, + "50": -2.2143356800079346, + "75": -2.1843628883361816, + "90": -2.1521308422088623, + "95": -2.124645471572876, + "99": -2.095109701156616 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 4, + 1, + 1, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 0, + 2, + 12, + 277, + 188 + ], + "log_norms_bin_edges": [ + -9.209816932678223, + -9.0667142868042, + -8.923612594604492, + -8.780509948730469, + -8.637407302856445, + -8.494305610656738, + -8.351202964782715, + -8.208101272583008, + -8.064998626708984, + -7.921896457672119, + -7.778794288635254, + -7.6356916427612305, + -7.492589473724365, + -7.3494873046875, + -7.206384658813477, + -7.063282489776611, + -6.920180320739746, + -6.777078151702881, + -6.633975982666016, + -6.490873336791992, + -6.347771167755127, + -6.204668998718262, + -6.061566352844238, + -5.918464183807373, + -5.775362014770508, + -5.632259845733643, + -5.489157676696777, + -5.346055030822754, + -5.202952861785889, + -5.059850692749023, + -4.916748046875, + -4.773645877838135, + -4.6305437088012695, + -4.487441539764404, + -4.344339370727539, + -4.201236724853516, + -4.05813455581665, + -3.915032386779785, + -3.7719297409057617, + -3.6288275718688965, + -3.4857254028320312, + -3.342623233795166, + -3.199521064758301, + -3.0564184188842773, + -2.913316249847412, + -2.770214080810547, + -2.6271114349365234, + -2.484009265899658, + -2.340907096862793, + -2.1978049278259277, + -2.0547027587890625 + ], + "r_inf_mean": 0.23645594716072083, + "r_inf_median": 0.23425117135047913, + "pr_mean": 0.37167254090309143, + "pr_median": 0.3690134286880493, + "hoyer_mean": 0.6560642719268799, + "eff_dim_mean": 0.6560642719268799, + "topk_energy": { + "1": 0.05651380121707916, + "5": 0.24197855591773987, + "10": 0.39457225799560547, + "25": 0.7023665308952332 + }, + "gamma_raw": -0.005335877183824778, + "gamma_active": { + "1e-08": -0.005301781930029392, + "1e-07": -0.005068441387265921, + "1e-06": -0.005079653114080429, + "1e-05": -0.004441314842551947, + "0.0001": -0.004428102634847164 + }, + "gamma_energy_weighted": { + "1e-08": -0.004577746667902649, + "1e-07": -0.004577746667902649, + "1e-06": -0.004577746667902649, + "1e-05": -0.004577746667902649, + "0.0001": -0.004577746667902649 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json new file mode 100644 index 0000000..6f0b0b4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 18.71434783935547, + "acc": 0.0703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02407001703977585, + "median_norm": 0.024646885693073273, + "max_norm": 0.04796871915459633, + "min_norm": 5.468947517073275e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.157769203186035, + "5": -2.4051859378814697, + "10": -1.7786827087402344, + "25": -1.6817617416381836, + "50": -1.6081950664520264, + "75": -1.542594075202942, + "90": -1.4874773025512695, + "95": -1.465463399887085, + "99": -1.4058640003204346 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 5, + 1, + 3, + 1, + 2, + 11, + 160, + 268, + 42 + ], + "log_norms_bin_edges": [ + -9.262096405029297, + -9.103235244750977, + -8.944374084472656, + -8.785512924194336, + -8.626651763916016, + -8.467790603637695, + -8.308929443359375, + -8.150068283081055, + -7.991207599639893, + -7.8323469161987305, + -7.67348575592041, + -7.51462459564209, + -7.3557634353637695, + -7.196902275085449, + -7.038041114807129, + -6.879179954528809, + -6.720318794250488, + -6.561457633972168, + -6.402596950531006, + -6.2437357902526855, + -6.084874629974365, + -5.926013946533203, + -5.767152786254883, + -5.6082916259765625, + -5.449430465698242, + -5.290569305419922, + -5.131708145141602, + -4.972846984863281, + -4.813985824584961, + -4.655125141143799, + -4.4962639808654785, + -4.337402820587158, + -4.178541660308838, + -4.019680500030518, + -3.8608193397521973, + -3.701958179473877, + -3.543097496032715, + -3.3842363357543945, + -3.225375175476074, + -3.066514015197754, + -2.9076528549194336, + -2.7487916946411133, + -2.589931011199951, + -2.431069850921631, + -2.2722086906433105, + -2.1133475303649902, + -1.95448637008667, + -1.7956252098083496, + -1.6367645263671875, + -1.4779033660888672, + -1.3190419673919678 + ], + "r_inf_mean": 0.2583368718624115, + "r_inf_median": 0.252987802028656, + "pr_mean": 0.3341016173362732, + "pr_median": 0.3315766751766205, + "hoyer_mean": 0.6337798833847046, + "eff_dim_mean": 0.6337798833847046, + "topk_energy": { + "1": 0.06784862279891968, + "5": 0.26642879843711853, + "10": 0.4230341911315918, + "25": 0.7254937291145325 + }, + "gamma_raw": 0.006499739363789558, + "gamma_active": { + "1e-08": 0.006505928933620453, + "1e-07": 0.006028380710631609, + "1e-06": 0.006028380710631609, + "1e-05": 0.006177336443215609, + "0.0001": 0.006244894582778215 + }, + "gamma_energy_weighted": { + "1e-08": 0.007985766643806302, + "1e-07": 0.007985766643806302, + "1e-06": 0.007985766643806302, + "1e-05": 0.007985766643806302, + "0.0001": 0.007985766643806302 + } + }, + { + "layer": 1, + "mean_norm": 0.014747751876711845, + "median_norm": 0.015089116059243679, + "max_norm": 0.02657931298017502, + "min_norm": 3.3711558544702314e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -5.36522102355957, + "5": -2.610185146331787, + "10": -1.9724277257919312, + "25": -1.8824936151504517, + "50": -1.8211138248443604, + "75": -1.7571332454681396, + "90": -1.7079018354415894, + "95": -1.6803861856460571, + "99": -1.6189719438552856 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 0, + 3, + 1, + 4, + 3, + 3, + 1, + 1, + 4, + 85, + 311, + 82 + ], + "log_norms_bin_edges": [ + -9.472221374511719, + -9.314286231994629, + -9.156351089477539, + -8.998414993286133, + -8.840479850769043, + -8.682544708251953, + -8.524609565734863, + -8.366674423217773, + -8.208739280700684, + -8.050804138183594, + -7.8928680419921875, + -7.734932899475098, + -7.576997756958008, + -7.419062614440918, + -7.26112699508667, + -7.10319185256958, + -6.945256233215332, + -6.787321090698242, + -6.629385948181152, + -6.4714508056640625, + -6.3135151863098145, + -6.155580043792725, + -5.997644424438477, + -5.839709281921387, + -5.681774139404297, + -5.523838996887207, + -5.365903377532959, + -5.207968235015869, + -5.050032615661621, + -4.892097473144531, + -4.734162330627441, + -4.576226711273193, + -4.4182915687561035, + -4.260356426239014, + -4.102420806884766, + -3.944485664367676, + -3.786550521850586, + -3.628614902496338, + -3.470679759979248, + -3.312744617462158, + -3.15480899810791, + -2.9968738555908203, + -2.8389387130737305, + -2.6810030937194824, + -2.5230679512023926, + -2.3651328086853027, + -2.2071971893310547, + -2.049262046813965, + -1.891326904296875, + -1.733391284942627, + -1.5754562616348267 + ], + "r_inf_mean": 0.26439565420150757, + "r_inf_median": 0.2599450647830963, + "pr_mean": 0.32249850034713745, + "pr_median": 0.319638729095459, + "hoyer_mean": 0.6272635459899902, + "eff_dim_mean": 0.6272635459899902, + "topk_energy": { + "1": 0.0711243525147438, + "5": 0.27535396814346313, + "10": 0.4322308897972107, + "25": 0.7314848899841309 + }, + "gamma_raw": -0.01294625923037529, + "gamma_active": { + "1e-08": -0.01297451090067625, + "1e-07": -0.012942563742399216, + "1e-06": -0.012942563742399216, + "1e-05": -0.0130657022818923, + "0.0001": -0.013519072905182838 + }, + "gamma_energy_weighted": { + "1e-08": -0.017973785131832343, + "1e-07": -0.017973785131832343, + "1e-06": -0.017973785131832343, + "1e-05": -0.017973785131832343, + "0.0001": -0.017973785131832343 + } + }, + { + "layer": 2, + "mean_norm": 0.009089678525924683, + "median_norm": 0.00939703918993473, + "max_norm": 0.015178419649600983, + "min_norm": 2.0889162621884338e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.5767693519592285, + "5": -2.817077398300171, + "10": -2.1612439155578613, + "25": -2.0821123123168945, + "50": -2.0269904136657715, + "75": -1.9735196828842163, + "90": -1.9264249801635742, + "95": -1.9075443744659424, + "99": -1.8408374786376953 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 3, + 1, + 4, + 2, + 4, + 1, + 0, + 4, + 43, + 302, + 134 + ], + "log_norms_bin_edges": [ + -9.680079460144043, + -9.522852897644043, + -9.36562728881836, + -9.20840072631836, + -9.051175117492676, + -8.893948554992676, + -8.736722946166992, + -8.579496383666992, + -8.422270774841309, + -8.265044212341309, + -8.107818603515625, + -7.950592041015625, + -7.793365955352783, + -7.636139869689941, + -7.478913307189941, + -7.321687698364258, + -7.164461135864258, + -7.007235527038574, + -6.850008964538574, + -6.692782878875732, + -6.535556793212891, + -6.378330707550049, + -6.221104621887207, + -6.063878536224365, + -5.906652450561523, + -5.749425888061523, + -5.59220027923584, + -5.43497371673584, + -5.277747631072998, + -5.120521545410156, + -4.9632954597473145, + -4.806069374084473, + -4.648843288421631, + -4.491617202758789, + -4.334391117095947, + -4.1771650314331055, + -4.019938945770264, + -3.862712860107422, + -3.705486297607422, + -3.54826021194458, + -3.3910341262817383, + -3.2338080406188965, + -3.0765819549560547, + -2.919355869293213, + -2.762129783630371, + -2.6049036979675293, + -2.4476776123046875, + -2.2904515266418457, + -2.133225440979004, + -1.975998878479004, + -1.8187733888626099 + ], + "r_inf_mean": 0.26314669847488403, + "r_inf_median": 0.2587903141975403, + "pr_mean": 0.3252560794353485, + "pr_median": 0.32520315051078796, + "hoyer_mean": 0.6300830841064453, + "eff_dim_mean": 0.6300830841064453, + "topk_energy": { + "1": 0.07041265815496445, + "5": 0.2737364172935486, + "10": 0.4289957880973816, + "25": 0.7285234332084656 + }, + "gamma_raw": 0.015445325523614883, + "gamma_active": { + "1e-08": 0.015264310874044895, + "1e-07": 0.014966215938329697, + "1e-06": 0.014966215938329697, + "1e-05": 0.014975997619330883, + "0.0001": 0.015544891357421875 + }, + "gamma_energy_weighted": { + "1e-08": 0.018694259100701743, + "1e-07": 0.018694259100701743, + "1e-06": 0.018694259100701743, + "1e-05": 0.018694259100701743, + "0.0001": 0.018694259100701743 + } + }, + { + "layer": 3, + "mean_norm": 0.005877923220396042, + "median_norm": 0.00609252043068409, + "max_norm": 0.009110959246754646, + "min_norm": 1.3690849842706854e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.785402774810791, + "5": -3.0302674770355225, + "10": -2.3259165287017822, + "25": -2.2605605125427246, + "50": -2.2151083946228027, + "75": -2.1665542125701904, + "90": -2.1292457580566406, + "95": -2.1145994663238525, + "99": -2.071399450302124 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 3, + 2, + 3, + 2, + 4, + 1, + 0, + 5, + 8, + 259, + 211 + ], + "log_norms_bin_edges": [ + -9.863569259643555, + -9.707106590270996, + -9.550643920898438, + -9.394181251525879, + -9.23771858215332, + -9.081255912780762, + -8.924793243408203, + -8.768330574035645, + -8.611867904663086, + -8.455405235290527, + -8.298942565917969, + -8.14247989654541, + -7.986017227172852, + -7.829554557800293, + -7.673091888427734, + -7.516629219055176, + -7.360166549682617, + -7.203703880310059, + -7.0472412109375, + -6.890778541564941, + -6.734315872192383, + -6.577853202819824, + -6.421390533447266, + -6.264927864074707, + -6.108465194702148, + -5.95200252532959, + -5.795539855957031, + -5.639077186584473, + -5.482614517211914, + -5.3261518478393555, + -5.169689178466797, + -5.013226509094238, + -4.85676383972168, + -4.700301170349121, + -4.5438385009765625, + -4.387375831604004, + -4.230913162231445, + -4.074450492858887, + -3.917987823486328, + -3.7615251541137695, + -3.605062484741211, + -3.4485998153686523, + -3.2921371459960938, + -3.135674476623535, + -2.9792118072509766, + -2.822749137878418, + -2.6662864685058594, + -2.509823799133301, + -2.353361129760742, + -2.1968984603881836, + -2.040436029434204 + ], + "r_inf_mean": 0.25925078988075256, + "r_inf_median": 0.25448986887931824, + "pr_mean": 0.33462417125701904, + "pr_median": 0.3363627791404724, + "hoyer_mean": 0.6369786262512207, + "eff_dim_mean": 0.6369786262512207, + "topk_energy": { + "1": 0.06828774511814117, + "5": 0.2671990990638733, + "10": 0.42100048065185547, + "25": 0.722342848777771 + }, + "gamma_raw": -0.05776385962963104, + "gamma_active": { + "1e-08": -0.058120451867580414, + "1e-07": -0.058120451867580414, + "1e-06": -0.058120451867580414, + "1e-05": -0.0582084096968174, + "0.0001": -0.05792642757296562 + }, + "gamma_energy_weighted": { + "1e-08": -0.05817142254141984, + "1e-07": -0.05817142254141984, + "1e-06": -0.05817142254141984, + "1e-05": -0.05817142254141984, + "0.0001": -0.05817142254141984 + } + }, + { + "layer": 4, + "mean_norm": 0.004257538355886936, + "median_norm": 0.004460582975298166, + "max_norm": 0.00610519852489233, + "min_norm": 1.0227705488086158e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.962693214416504, + "5": -3.199483871459961, + "10": -2.447543144226074, + "25": -2.3923113346099854, + "50": -2.3504958152770996, + "75": -2.3128182888031006, + "90": -2.281236410140991, + "95": -2.2568249702453613, + "99": -2.224128246307373 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 1, + 1, + 3, + 3, + 2, + 3, + 2, + 0, + 5, + 5, + 139, + 334 + ], + "log_norms_bin_edges": [ + -9.990221977233887, + -9.83470344543457, + -9.679184913635254, + -9.523666381835938, + -9.368147850036621, + -9.212629318237305, + -9.057111740112305, + -8.901593208312988, + -8.746074676513672, + -8.590556144714355, + -8.435037612915039, + -8.279519081115723, + -8.124000549316406, + -7.96848201751709, + -7.812963485717773, + -7.657445430755615, + -7.501926898956299, + -7.346408367156982, + -7.190890312194824, + -7.035371780395508, + -6.879853248596191, + -6.724334716796875, + -6.568816184997559, + -6.413297653198242, + -6.257779121398926, + -6.102260589599609, + -5.946742534637451, + -5.791224002838135, + -5.635705471038818, + -5.480186939239502, + -5.324668884277344, + -5.169150352478027, + -5.013631820678711, + -4.8581132888793945, + -4.702594757080078, + -4.54707670211792, + -4.3915581703186035, + -4.236039638519287, + -4.080521106719971, + -3.9250025749206543, + -3.769484519958496, + -3.6139659881591797, + -3.4584474563598633, + -3.302928924560547, + -3.1474103927612305, + -2.991891860961914, + -2.836373805999756, + -2.6808552742004395, + -2.525336742401123, + -2.3698182106018066, + -2.2143003940582275 + ], + "r_inf_mean": 0.25238680839538574, + "r_inf_median": 0.24702511727809906, + "pr_mean": 0.3489844799041748, + "pr_median": 0.3482288718223572, + "hoyer_mean": 0.6457213163375854, + "eff_dim_mean": 0.6457213163375854, + "topk_energy": { + "1": 0.06467915326356888, + "5": 0.25759023427963257, + "10": 0.41001230478286743, + "25": 0.7135546207427979 + }, + "gamma_raw": -0.06086316704750061, + "gamma_active": { + "1e-08": -0.06113341450691223, + "1e-07": -0.06113341450691223, + "1e-06": -0.06140904873609543, + "1e-05": -0.061418961733579636, + "0.0001": -0.061445239931344986 + }, + "gamma_energy_weighted": { + "1e-08": -0.06462682382436162, + "1e-07": -0.06462682382436162, + "1e-06": -0.06462682382436162, + "1e-05": -0.06462682382436162, + "0.0001": -0.06462682382436162 + } + }, + { + "layer": 5, + "mean_norm": 0.0035011316649615765, + "median_norm": 0.0036247922107577324, + "max_norm": 0.005340572912245989, + "min_norm": 8.689144542772809e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.986328125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -6.0881242752075195, + "5": -3.306957244873047, + "10": -2.5359301567077637, + "25": -2.472684144973755, + "50": -2.4407005310058594, + "75": -2.404162883758545, + "90": -2.3576393127441406, + "95": -2.330862283706665, + "99": -2.276510000228882 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 0, + 1, + 1, + 4, + 2, + 3, + 2, + 2, + 0, + 5, + 10, + 258, + 210 + ], + "log_norms_bin_edges": [ + -10.061022758483887, + -9.905250549316406, + -9.749478340148926, + -9.593706130981445, + -9.437933921813965, + -9.282161712646484, + -9.126389503479004, + -8.970617294311523, + -8.814845085144043, + -8.659072875976562, + -8.503300666809082, + -8.347528457641602, + -8.191756248474121, + -8.03598403930664, + -7.88021183013916, + -7.72443962097168, + -7.568667411804199, + -7.412895202636719, + -7.257122993469238, + -7.101350784301758, + -6.945578575134277, + -6.789806365966797, + -6.634034156799316, + -6.478261947631836, + -6.3224897384643555, + -6.166717529296875, + -6.0109453201293945, + -5.855173110961914, + -5.699400901794434, + -5.543628692626953, + -5.387856483459473, + -5.232084274291992, + -5.076312065124512, + -4.920539855957031, + -4.764767646789551, + -4.60899543762207, + -4.45322322845459, + -4.297451019287109, + -4.141678810119629, + -3.9859066009521484, + -3.830134391784668, + -3.6743621826171875, + -3.518589973449707, + -3.3628177642822266, + -3.207045555114746, + -3.0512733459472656, + -2.895501136779785, + -2.7397289276123047, + -2.583956718444824, + -2.4281845092773438, + -2.2724123001098633 + ], + "r_inf_mean": 0.24070341885089874, + "r_inf_median": 0.23913024365901947, + "pr_mean": 0.3684057593345642, + "pr_median": 0.36219853162765503, + "hoyer_mean": 0.6558046936988831, + "eff_dim_mean": 0.6558046340942383, + "topk_energy": { + "1": 0.058714862912893295, + "5": 0.24557074904441833, + "10": 0.3968476951122284, + "25": 0.7022808790206909 + }, + "gamma_raw": 0.02391061559319496, + "gamma_active": { + "1e-08": 0.024100307375192642, + "1e-07": 0.024100307375192642, + "1e-06": 0.02447209507226944, + "1e-05": 0.024571267887949944, + "0.0001": 0.02529120445251465 + }, + "gamma_energy_weighted": { + "1e-08": 0.027350670540680234, + "1e-07": 0.027350670540680234, + "1e-06": 0.027350670540680234, + "1e-05": 0.027350670540680234, + "0.0001": 0.027350670540680234 + } + }, + { + "layer": 6, + "mean_norm": 0.003146173432469368, + "median_norm": 0.0032108852174133062, + "max_norm": 0.005083409603685141, + "min_norm": 8.044937632734062e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.155428409576416, + "5": -3.365324020385742, + "10": -2.5911333560943604, + "25": -2.5218846797943115, + "50": -2.4933362007141113, + "75": -2.4467830657958984, + "90": -2.3914785385131836, + "95": -2.363797426223755, + "99": -2.2971351146698 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 4, + 3, + 3, + 2, + 1, + 1, + 6, + 10, + 331, + 135 + ], + "log_norms_bin_edges": [ + -10.094477653503418, + -9.938465118408203, + -9.782452583312988, + -9.626440048217773, + -9.470426559448242, + -9.314414024353027, + -9.158401489257812, + -9.002388954162598, + -8.846376419067383, + -8.690363883972168, + -8.534351348876953, + -8.378338813781738, + -8.222326278686523, + -8.066312789916992, + -7.910300254821777, + -7.7542877197265625, + -7.598275184631348, + -7.442262649536133, + -7.286250114440918, + -7.130237102508545, + -6.97422456741333, + -6.818212032318115, + -6.662199020385742, + -6.506186485290527, + -6.3501739501953125, + -6.194161415100098, + -6.038148880004883, + -5.88213586807251, + -5.726123332977295, + -5.57011079788208, + -5.414097785949707, + -5.258085250854492, + -5.102072715759277, + -4.9460601806640625, + -4.790047645568848, + -4.634034633636475, + -4.47802209854126, + -4.322009563446045, + -4.165996551513672, + -4.009984016418457, + -3.853971481323242, + -3.6979589462280273, + -3.5419464111328125, + -3.3859333992004395, + -3.2299208641052246, + -3.0739083290100098, + -2.9178953170776367, + -2.761882781982422, + -2.605870246887207, + -2.449857711791992, + -2.2938449382781982 + ], + "r_inf_mean": 0.2315148115158081, + "r_inf_median": 0.2309405356645584, + "pr_mean": 0.38464194536209106, + "pr_median": 0.3717990517616272, + "hoyer_mean": 0.6655230522155762, + "eff_dim_mean": 0.6655230522155762, + "topk_energy": { + "1": 0.05420003831386566, + "5": 0.2366420030593872, + "10": 0.3868330717086792, + "25": 0.6932181715965271 + }, + "gamma_raw": -0.024992384016513824, + "gamma_active": { + "1e-08": -0.025200851261615753, + "1e-07": -0.025200851261615753, + "1e-06": -0.02489505149424076, + "1e-05": -0.02478053979575634, + "0.0001": -0.024551788344979286 + }, + "gamma_energy_weighted": { + "1e-08": -0.02608069171885167, + "1e-07": -0.02608069171885167, + "1e-06": -0.02608069171885167, + "1e-05": -0.02608069171885167, + "0.0001": -0.02608069171885167 + } + }, + { + "layer": 7, + "mean_norm": 0.0029754582792520523, + "median_norm": 0.0029943182598799467, + "max_norm": 0.004982893820852041, + "min_norm": 7.759907300064484e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.1801652908325195, + "5": -3.397045612335205, + "10": -2.6245484352111816, + "25": -2.5502524375915527, + "50": -2.523691177368164, + "75": -2.468925952911377, + "90": -2.403496026992798, + "95": -2.381218194961548, + "99": -2.3047428131103516 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 1, + 1, + 1, + 3, + 3, + 3, + 3, + 0, + 4, + 3, + 20, + 358, + 98 + ], + "log_norms_bin_edges": [ + -10.110143661499023, + -9.953990936279297, + -9.79783821105957, + -9.64168643951416, + -9.485533714294434, + -9.329380989074707, + -9.17322826385498, + -9.01707649230957, + -8.860923767089844, + -8.704771041870117, + -8.54861831665039, + -8.39246654510498, + -8.236313819885254, + -8.080161094665527, + -7.924008369445801, + -7.767856121063232, + -7.611703872680664, + -7.4555511474609375, + -7.299398422241211, + -7.143246173858643, + -6.987093925476074, + -6.830941200256348, + -6.674788475036621, + -6.518636226654053, + -6.362483501434326, + -6.206331253051758, + -6.050178527832031, + -5.894026279449463, + -5.737873554229736, + -5.581721305847168, + -5.425568580627441, + -5.269416332244873, + -5.1132636070251465, + -4.95711088180542, + -4.800958633422852, + -4.644805908203125, + -4.488653659820557, + -4.33250093460083, + -4.176348686218262, + -4.020195960998535, + -3.864043712615967, + -3.7078909873962402, + -3.551738739013672, + -3.3955860137939453, + -3.239433765411377, + -3.0832810401916504, + -2.927128791809082, + -2.7709760665893555, + -2.614823341369629, + -2.4586710929870605, + -2.302518367767334 + ], + "r_inf_mean": 0.22610744833946228, + "r_inf_median": 0.2262524515390396, + "pr_mean": 0.39690062403678894, + "pr_median": 0.38681653141975403, + "hoyer_mean": 0.6733018159866333, + "eff_dim_mean": 0.6733018159866333, + "topk_energy": { + "1": 0.05164533853530884, + "5": 0.23003554344177246, + "10": 0.37858885526657104, + "25": 0.6860090494155884 + }, + "gamma_raw": -0.0017029684968292713, + "gamma_active": { + "1e-08": -0.001766769913956523, + "1e-07": -0.001766769913956523, + "1e-06": -0.0017144799930974841, + "1e-05": -0.0015414066147059202, + "0.0001": -0.00169016991276294 + }, + "gamma_energy_weighted": { + "1e-08": -0.0008490512674877253, + "1e-07": -0.0008490512674877253, + "1e-06": -0.0008490512674877253, + "1e-05": -0.0008490512674877253, + "0.0001": -0.0008490512674877253 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json new file mode 100644 index 0000000..2d57b41 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 21.19745635986328, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03040400519967079, + "median_norm": 0.03205174580216408, + "max_norm": 0.06349094957113266, + "min_norm": 1.46111462230418e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.783112049102783, + "5": -3.523183584213257, + "10": -1.7536661624908447, + "25": -1.567161202430725, + "50": -1.4932548999786377, + "75": -1.432035207748413, + "90": -1.383159875869751, + "95": -1.3446661233901978, + "99": -1.2703231573104858 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 0, + 4, + 3, + 0, + 1, + 3, + 3, + 3, + 3, + 3, + 2, + 4, + 3, + 20, + 321, + 124 + ], + "log_norms_bin_edges": [ + -12.83531665802002, + -12.602556228637695, + -12.369795799255371, + -12.137035369873047, + -11.904273986816406, + -11.671513557434082, + -11.438753128051758, + -11.205992698669434, + -10.97323226928711, + -10.740471839904785, + -10.507711410522461, + -10.27495002746582, + -10.042189598083496, + -9.809429168701172, + -9.576668739318848, + -9.343908309936523, + -9.1111478805542, + -8.878387451171875, + -8.645626068115234, + -8.412866592407227, + -8.180105209350586, + -7.947344779968262, + -7.7145843505859375, + -7.481823921203613, + -7.249063014984131, + -7.016302585601807, + -6.783542156219482, + -6.55078125, + -6.318020820617676, + -6.085260391235352, + -5.852499961853027, + -5.619739055633545, + -5.386978626251221, + -5.1542181968688965, + -4.921457290649414, + -4.68869686126709, + -4.455936431884766, + -4.223176002502441, + -3.990415573120117, + -3.757655143737793, + -3.5248937606811523, + -3.292133331298828, + -3.059372901916504, + -2.8266124725341797, + -2.5938520431518555, + -2.3610916137695312, + -2.128331184387207, + -1.8955698013305664, + -1.6628093719482422, + -1.430048942565918, + -1.197288155555725 + ], + "r_inf_mean": 0.24214518070220947, + "r_inf_median": 0.24086883664131165, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6381150484085083, + "eff_dim_mean": 0.6381149888038635, + "topk_energy": { + "1": 0.059168294072151184, + "5": 0.2549382746219635, + "10": 0.4119465947151184, + "25": 0.7209324836730957 + }, + "gamma_raw": 0.03670666366815567, + "gamma_active": { + "1e-08": 0.036778490990400314, + "1e-07": 0.0368766225874424, + "1e-06": 0.03731311485171318, + "1e-05": 0.037232547998428345, + "0.0001": 0.036385677754879 + }, + "gamma_energy_weighted": { + "1e-08": 0.03878845380147204, + "1e-07": 0.03878845380147204, + "1e-06": 0.03878845380147204, + "1e-05": 0.03878845380147204, + "0.0001": 0.03878845380147204 + } + }, + { + "layer": 1, + "mean_norm": 0.009407002478837967, + "median_norm": 0.010007322765886784, + "max_norm": 0.018939673900604248, + "min_norm": 4.286678230804898e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.302133560180664, + "5": -4.0474443435668945, + "10": -2.2689290046691895, + "25": -2.067183256149292, + "50": -1.9994139671325684, + "75": -1.9474982023239136, + "90": -1.897768259048462, + "95": -1.873732089996338, + "99": -1.812689185142517 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 3, + 4, + 0, + 1, + 3, + 3, + 3, + 2, + 4, + 2, + 4, + 2, + 11, + 306, + 149 + ], + "log_norms_bin_edges": [ + -13.367879867553711, + -13.134974479675293, + -12.902070045471191, + -12.669164657592773, + -12.436259269714355, + -12.203354835510254, + -11.970449447631836, + -11.737545013427734, + -11.504639625549316, + -11.271734237670898, + -11.038829803466797, + -10.805924415588379, + -10.573019027709961, + -10.34011459350586, + -10.107209205627441, + -9.874303817749023, + -9.641399383544922, + -9.408493995666504, + -9.175588607788086, + -8.942684173583984, + -8.709778785705566, + -8.476873397827148, + -8.243968963623047, + -8.011064529418945, + -7.778158664703369, + -7.545253753662109, + -7.31234884262085, + -7.079443454742432, + -6.846538543701172, + -6.613633632659912, + -6.380728721618652, + -6.147823333740234, + -5.914918422698975, + -5.682013511657715, + -5.449108123779297, + -5.216203689575195, + -4.983298301696777, + -4.750392913818359, + -4.517488479614258, + -4.28458309173584, + -4.051677703857422, + -3.8187732696533203, + -3.5858678817749023, + -3.3529624938964844, + -3.120058059692383, + -2.887152671813965, + -2.6542482376098633, + -2.4213428497314453, + -2.1884374618530273, + -1.9555330276489258, + -1.7226275205612183 + ], + "r_inf_mean": 0.25187140703201294, + "r_inf_median": 0.2496219426393509, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6325897574424744, + "eff_dim_mean": 0.6325897574424744, + "topk_energy": { + "1": 0.06419665366411209, + "5": 0.26534503698349, + "10": 0.4231595993041992, + "25": 0.7274112701416016 + }, + "gamma_raw": -0.025964388623833656, + "gamma_active": { + "1e-08": -0.026043221354484558, + "1e-07": -0.026560284197330475, + "1e-06": -0.02585577964782715, + "1e-05": -0.0264356080442667, + "0.0001": -0.025899222120642662 + }, + "gamma_energy_weighted": { + "1e-08": -0.026727643040613754, + "1e-07": -0.026727643040613754, + "1e-06": -0.026727643040613754, + "1e-05": -0.026727643040613754, + "0.0001": -0.026727643040613754 + } + }, + { + "layer": 2, + "mean_norm": 0.004097737371921539, + "median_norm": 0.004346729256212711, + "max_norm": 0.00662418594583869, + "min_norm": 2.0725266527922212e-14, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.95703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.6502838134765625, + "5": -4.413038730621338, + "10": -2.6456570625305176, + "25": -2.408986806869507, + "50": -2.3617043495178223, + "75": -2.3222146034240723, + "90": -2.2554047107696533, + "95": -2.2215726375579834, + "99": -2.1976318359375 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 2, + 1, + 2, + 3, + 2, + 2, + 1, + 3, + 3, + 3, + 3, + 3, + 4, + 2, + 6, + 76, + 384 + ], + "log_norms_bin_edges": [ + -13.683500289916992, + -13.453407287597656, + -13.223315238952637, + -12.9932222366333, + -12.763129234313965, + -12.533037185668945, + -12.30294418334961, + -12.072851181030273, + -11.842759132385254, + -11.612666130065918, + -11.382574081420898, + -11.152481079101562, + -10.922388076782227, + -10.692296028137207, + -10.462203025817871, + -10.232110977172852, + -10.002017974853516, + -9.77192497253418, + -9.541831970214844, + -9.311739921569824, + -9.081646919250488, + -8.851554870605469, + -8.621461868286133, + -8.391368865966797, + -8.161275863647461, + -7.931183815002441, + -7.701091289520264, + -7.470998287200928, + -7.24090576171875, + -7.010813236236572, + -6.7807207107543945, + -6.550627708435059, + -6.320535182952881, + -6.090442657470703, + -5.860349655151367, + -5.630257606506348, + -5.400164604187012, + -5.170071601867676, + -4.939979553222656, + -4.70988655090332, + -4.479793548583984, + -4.249701499938965, + -4.019608497619629, + -3.789515495300293, + -3.5594234466552734, + -3.3293304443359375, + -3.099238395690918, + -2.869145393371582, + -2.639052391052246, + -2.4089603424072266, + -2.1788675785064697 + ], + "r_inf_mean": 0.24332574009895325, + "r_inf_median": 0.23988822102546692, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6523971557617188, + "eff_dim_mean": 0.6523971557617188, + "topk_energy": { + "1": 0.060076288878917694, + "5": 0.24911275506019592, + "10": 0.40284186601638794, + "25": 0.708105742931366 + }, + "gamma_raw": 0.002478993032127619, + "gamma_active": { + "1e-08": 0.0026697225403040648, + "1e-07": 0.002912687137722969, + "1e-06": 0.0030767852440476418, + "1e-05": 0.002886455738916993, + "0.0001": 0.003637741319835186 + }, + "gamma_energy_weighted": { + "1e-08": -0.0010220359668276081, + "1e-07": -0.0010220359668276081, + "1e-06": -0.0010220359668276081, + "1e-05": -0.0010220359668276081, + "0.0001": -0.0010220359668276081 + } + }, + { + "layer": 3, + "mean_norm": 0.003090351354330778, + "median_norm": 0.0030408434104174376, + "max_norm": 0.005727814044803381, + "min_norm": 1.685933531182012e-14, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.97265625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.791493892669678, + "5": -4.545069217681885, + "10": -2.740194082260132, + "25": -2.5453920364379883, + "50": -2.5167391300201416, + "75": -2.4548723697662354, + "90": -2.3249597549438477, + "95": -2.2805280685424805, + "99": -2.245894432067871 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 3, + 1, + 3, + 1, + 2, + 2, + 2, + 3, + 2, + 4, + 3, + 3, + 4, + 3, + 4, + 305, + 155 + ], + "log_norms_bin_edges": [ + -13.77315902709961, + -13.542535781860352, + -13.31191349029541, + -13.081290245056152, + -12.850666999816895, + -12.620044708251953, + -12.389421463012695, + -12.158798217773438, + -11.92817497253418, + -11.697552680969238, + -11.46692943572998, + -11.236306190490723, + -11.005683898925781, + -10.775060653686523, + -10.544437408447266, + -10.313814163208008, + -10.083191871643066, + -9.852568626403809, + -9.621946334838867, + -9.39132308959961, + -9.160699844360352, + -8.930076599121094, + -8.699453353881836, + -8.468831062316895, + -8.238207817077637, + -8.007585525512695, + -7.776961803436279, + -7.54633903503418, + -7.31571626663208, + -7.085093021392822, + -6.854470252990723, + -6.623847007751465, + -6.393224239349365, + -6.162601470947266, + -5.931978225708008, + -5.70135498046875, + -5.470732688903809, + -5.240109443664551, + -5.009486198425293, + -4.778863906860352, + -4.548240661621094, + -4.317617416381836, + -4.086994171142578, + -3.8563718795776367, + -3.625748634338379, + -3.395125389099121, + -3.1645030975341797, + -2.933879852294922, + -2.703256607055664, + -2.4726343154907227, + -2.242011070251465 + ], + "r_inf_mean": 0.2192365527153015, + "r_inf_median": 0.21876797080039978, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6858484148979187, + "eff_dim_mean": 0.6858483552932739, + "topk_energy": { + "1": 0.04888703301548958, + "5": 0.21932975947856903, + "10": 0.36428147554397583, + "25": 0.6723827123641968 + }, + "gamma_raw": 0.011837532743811607, + "gamma_active": { + "1e-08": 0.0118606211617589, + "1e-07": 0.011843470856547356, + "1e-06": 0.011873087845742702, + "1e-05": 0.01188801322132349, + "0.0001": 0.011081497184932232 + }, + "gamma_energy_weighted": { + "1e-08": -0.00552449100685708, + "1e-07": -0.00552449100685708, + "1e-06": -0.00552449100685708, + "1e-05": -0.00552449100685708, + "0.0001": -0.00552449100685708 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json new file mode 100644 index 0000000..9b2c028 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 19.110618591308594, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02801680564880371, + "median_norm": 0.028839407488703728, + "max_norm": 0.058616988360881805, + "min_norm": 1.5106736694914247e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.98046875, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.364610195159912, + "5": -3.8783419132232666, + "10": -1.8336403369903564, + "25": -1.6095768213272095, + "50": -1.5397429466247559, + "75": -1.4623156785964966, + "90": -1.3988722562789917, + "95": -1.3687148094177246, + "99": -1.2952786684036255 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 4, + 2, + 4, + 0, + 2, + 2, + 3, + 3, + 0, + 0, + 4, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 11, + 129, + 269, + 55 + ], + "log_norms_bin_edges": [ + -9.820829391479492, + -9.649052619934082, + -9.477274894714355, + -9.305498123168945, + -9.133721351623535, + -8.961944580078125, + -8.790166854858398, + -8.618390083312988, + -8.446613311767578, + -8.274835586547852, + -8.103058815002441, + -7.931282043457031, + -7.759504795074463, + -7.5877275466918945, + -7.415950775146484, + -7.244173526763916, + -7.072396278381348, + -6.9006195068359375, + -6.728842735290527, + -6.557065010070801, + -6.385288238525391, + -6.2135114669799805, + -6.041734218597412, + -5.869956970214844, + -5.698180198669434, + -5.526402950286865, + -5.354626178741455, + -5.182848930358887, + -5.011071681976318, + -4.839294910430908, + -4.66751766204834, + -4.49574089050293, + -4.323963642120361, + -4.152186393737793, + -3.980409622192383, + -3.8086323738098145, + -3.6368556022644043, + -3.465078353881836, + -3.2933011054992676, + -3.1215243339538574, + -2.949747085571289, + -2.777970314025879, + -2.6061930656433105, + -2.434415817260742, + -2.262639045715332, + -2.0908617973327637, + -1.9190850257873535, + -1.7473077774047852, + -1.575531005859375, + -1.4037532806396484, + -1.2319765090942383 + ], + "r_inf_mean": 0.24097487330436707, + "r_inf_median": 0.2369159758090973, + "pr_mean": 0.3581216335296631, + "pr_median": 0.358458012342453, + "hoyer_mean": 0.643777072429657, + "eff_dim_mean": 0.6437770128250122, + "topk_energy": { + "1": 0.058772504329681396, + "5": 0.2498060166835785, + "10": 0.40646374225616455, + "25": 0.7156027555465698 + }, + "gamma_raw": -0.027388907968997955, + "gamma_active": { + "1e-08": -0.0275346040725708, + "1e-07": -0.027343882247805595, + "1e-06": -0.027073536068201065, + "1e-05": -0.026903603225946426, + "0.0001": -0.026690982282161713 + }, + "gamma_energy_weighted": { + "1e-08": -0.03169206881108405, + "1e-07": -0.03169206881108405, + "1e-06": -0.03169206881108405, + "1e-05": -0.03169206881108405, + "0.0001": -0.03169206881108405 + } + }, + { + "layer": 1, + "mean_norm": 0.008881205692887306, + "median_norm": 0.009314865805208683, + "max_norm": 0.018863456323742867, + "min_norm": 4.543139822676956e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -6.873337268829346, + "5": -4.388453483581543, + "10": -2.3061795234680176, + "25": -2.098539352416992, + "50": -2.0305819511413574, + "75": -1.963097333908081, + "90": -1.9163053035736084, + "95": -1.8814969062805176, + "99": -1.8246804475784302 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 4, + 3, + 3, + 0, + 2, + 2, + 3, + 3, + 0, + 3, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 5, + 9, + 129, + 283, + 42 + ], + "log_norms_bin_edges": [ + -10.342643737792969, + -10.170278549194336, + -9.997913360595703, + -9.82554817199707, + -9.653182983398438, + -9.480816841125488, + -9.308451652526855, + -9.136086463928223, + -8.96372127532959, + -8.791356086730957, + -8.618990898132324, + -8.446625709533691, + -8.274259567260742, + -8.10189437866211, + -7.929529190063477, + -7.757164001464844, + -7.584798812866211, + -7.412433624267578, + -7.240068435668945, + -7.067702770233154, + -6.8953375816345215, + -6.722972393035889, + -6.550606727600098, + -6.378241539001465, + -6.205876350402832, + -6.033511161804199, + -5.861145973205566, + -5.688780307769775, + -5.516415119171143, + -5.34404993057251, + -5.171684265136719, + -4.999319076538086, + -4.826953887939453, + -4.65458869934082, + -4.4822235107421875, + -4.3098578453063965, + -4.137492656707764, + -3.965127468109131, + -3.79276180267334, + -3.620396614074707, + -3.448031425476074, + -3.2756662368774414, + -3.1033010482788086, + -2.9309353828430176, + -2.7585701942443848, + -2.586205005645752, + -2.413839340209961, + -2.241474151611328, + -2.0691089630126953, + -1.8967437744140625, + -1.7243788242340088 + ], + "r_inf_mean": 0.24350085854530334, + "r_inf_median": 0.24016383290290833, + "pr_mean": 0.3466070294380188, + "pr_median": 0.3468085527420044, + "hoyer_mean": 0.6343982219696045, + "eff_dim_mean": 0.6343982219696045, + "topk_energy": { + "1": 0.059935346245765686, + "5": 0.2572000026702881, + "10": 0.41832661628723145, + "25": 0.7252838015556335 + }, + "gamma_raw": -0.029948744922876358, + "gamma_active": { + "1e-08": -0.03018590249121189, + "1e-07": -0.029823172837495804, + "1e-06": -0.029840771108865738, + "1e-05": -0.030042046681046486, + "0.0001": -0.029989464208483696 + }, + "gamma_energy_weighted": { + "1e-08": -0.03367413222965101, + "1e-07": -0.03367413222965101, + "1e-06": -0.03367413222965101, + "1e-05": -0.03367413222965101, + "0.0001": -0.03367413222965101 + } + }, + { + "layer": 2, + "mean_norm": 0.0037248183507472277, + "median_norm": 0.004017965402454138, + "max_norm": 0.0067736501805484295, + "min_norm": 1.8801602635898362e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.955078125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.278623104095459, + "5": -4.778119087219238, + "10": -2.6859474182128906, + "25": -2.4573850631713867, + "50": -2.395789623260498, + "75": -2.3455514907836914, + "90": -2.3186135292053223, + "95": -2.2961642742156982, + "99": -2.2460029125213623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 3, + 3, + 3, + 0, + 2, + 2, + 0, + 1, + 2, + 3, + 2, + 2, + 3, + 5, + 23, + 323, + 114 + ], + "log_norms_bin_edges": [ + -10.725805282592773, + -10.554672241210938, + -10.383540153503418, + -10.212408065795898, + -10.041275024414062, + -9.870141983032227, + -9.699009895324707, + -9.527877807617188, + -9.356744766235352, + -9.185611724853516, + -9.014479637145996, + -8.843347549438477, + -8.67221450805664, + -8.501081466674805, + -8.329949378967285, + -8.158817291259766, + -7.98768424987793, + -7.816551685333252, + -7.645419120788574, + -7.4742865562438965, + -7.303153991699219, + -7.132021427154541, + -6.960888862609863, + -6.7897562980651855, + -6.618623733520508, + -6.44749116897583, + -6.276358604431152, + -6.105226039886475, + -5.934093475341797, + -5.762960910797119, + -5.591828346252441, + -5.420695781707764, + -5.249563217163086, + -5.078430652618408, + -4.9072980880737305, + -4.736165523529053, + -4.565032958984375, + -4.393900394439697, + -4.2227678298950195, + -4.051635265350342, + -3.880502700805664, + -3.7093701362609863, + -3.5382375717163086, + -3.367105007171631, + -3.195972442626953, + -3.0248398780822754, + -2.8537073135375977, + -2.682575225830078, + -2.511442184448242, + -2.3403091430664062, + -2.169177293777466 + ], + "r_inf_mean": 0.2467954158782959, + "r_inf_median": 0.24519623816013336, + "pr_mean": Infinity, + "pr_median": 0.34344038367271423, + "hoyer_mean": 0.6333281993865967, + "eff_dim_mean": 0.6333281397819519, + "topk_energy": { + "1": 0.06157897412776947, + "5": 0.26163995265960693, + "10": 0.4211525022983551, + "25": 0.7265881299972534 + }, + "gamma_raw": 0.02761487476527691, + "gamma_active": { + "1e-08": 0.02780965343117714, + "1e-07": 0.02764565497636795, + "1e-06": 0.0274816807359457, + "1e-05": 0.02725336328148842, + "0.0001": 0.026607554405927658 + }, + "gamma_energy_weighted": { + "1e-08": 0.027078563065669387, + "1e-07": 0.027078563065669387, + "1e-06": 0.027078563065669387, + "1e-05": 0.027078563065669387, + "0.0001": 0.027078563065669387 + } + }, + { + "layer": 3, + "mean_norm": 0.002582550048828125, + "median_norm": 0.0027180856559425592, + "max_norm": 0.004207216668874025, + "min_norm": 1.2543015237564958e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.951171875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.4831719398498535, + "5": -4.9676713943481445, + "10": -2.8860373497009277, + "25": -2.6180965900421143, + "50": -2.565645217895508, + "75": -2.5080864429473877, + "90": -2.458994150161743, + "95": -2.422924518585205, + "99": -2.3999199867248535 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 4, + 3, + 1, + 1, + 1, + 3, + 0, + 1, + 2, + 3, + 2, + 2, + 3, + 4, + 7, + 248, + 206 + ], + "log_norms_bin_edges": [ + -10.901598930358887, + -10.731086730957031, + -10.560575485229492, + -10.390063285827637, + -10.219551086425781, + -10.049039840698242, + -9.878527641296387, + -9.708015441894531, + -9.537504196166992, + -9.366991996765137, + -9.196479797363281, + -9.025968551635742, + -8.855456352233887, + -8.684944152832031, + -8.514432907104492, + -8.343920707702637, + -8.173408508300781, + -8.002897262573242, + -7.832385063171387, + -7.6618733406066895, + -7.491361618041992, + -7.320849418640137, + -7.1503376960754395, + -6.979825973510742, + -6.809313774108887, + -6.6388020515441895, + -6.468290328979492, + -6.297778606414795, + -6.1272664070129395, + -5.956754684448242, + -5.786242961883545, + -5.6157307624816895, + -5.445219039916992, + -5.274707317352295, + -5.1041951179504395, + -4.933683395385742, + -4.763171672821045, + -4.5926594734191895, + -4.422147750854492, + -4.251636028289795, + -4.081124305725098, + -3.910612106323242, + -3.740100383758545, + -3.5695886611938477, + -3.399076461791992, + -3.228564739227295, + -3.0580530166625977, + -2.887540817260742, + -2.7170286178588867, + -2.5465173721313477, + -2.376005172729492 + ], + "r_inf_mean": 0.24109280109405518, + "r_inf_median": 0.236842542886734, + "pr_mean": Infinity, + "pr_median": 0.36277157068252563, + "hoyer_mean": 0.6494081020355225, + "eff_dim_mean": 0.6494080424308777, + "topk_energy": { + "1": 0.05895873159170151, + "5": 0.25216543674468994, + "10": 0.4058077931404114, + "25": 0.7110629081726074 + }, + "gamma_raw": -0.016477134078741074, + "gamma_active": { + "1e-08": -0.01659451052546501, + "1e-07": -0.016486389562487602, + "1e-06": -0.01652892492711544, + "1e-05": -0.01690508984029293, + "0.0001": -0.017191721126437187 + }, + "gamma_energy_weighted": { + "1e-08": -0.022268475021486975, + "1e-07": -0.022268475021486975, + "1e-06": -0.022268475021486975, + "1e-05": -0.022268475021486975, + "0.0001": -0.022268475021486975 + } + }, + { + "layer": 4, + "mean_norm": 0.0022526916582137346, + "median_norm": 0.002264738315716386, + "max_norm": 0.003966692369431257, + "min_norm": 1.0318707693857121e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.577581882476807, + "5": -5.056794166564941, + "10": -2.964756488800049, + "25": -2.6894257068634033, + "50": -2.644723892211914, + "75": -2.5628275871276855, + "90": -2.499879837036133, + "95": -2.4485933780670166, + "99": -2.438814640045166 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 3, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 1, + 2, + 0, + 2, + 3, + 1, + 2, + 3, + 2, + 8, + 11, + 293, + 153 + ], + "log_norms_bin_edges": [ + -10.986374855041504, + -10.814679145812988, + -10.642982482910156, + -10.47128677368164, + -10.299591064453125, + -10.127894401550293, + -9.956198692321777, + -9.784502029418945, + -9.61280632019043, + -9.441110610961914, + -9.269413948059082, + -9.097718238830566, + -8.926021575927734, + -8.754325866699219, + -8.582630157470703, + -8.410934448242188, + -8.239237785339355, + -8.067541122436523, + -7.895845413208008, + -7.724149703979492, + -7.552453517913818, + -7.3807573318481445, + -7.209061622619629, + -7.037365436553955, + -6.865669250488281, + -6.693973064422607, + -6.522276878356934, + -6.350581169128418, + -6.178884983062744, + -6.00718879699707, + -5.835493087768555, + -5.663796901702881, + -5.492100715637207, + -5.320404529571533, + -5.148708343505859, + -4.977012634277344, + -4.80531644821167, + -4.633620262145996, + -4.4619245529174805, + -4.290228366851807, + -4.118532180786133, + -3.946835994720459, + -3.775139808654785, + -3.6034440994262695, + -3.4317479133605957, + -3.260051727294922, + -3.0883560180664062, + -2.916659355163574, + -2.7449636459350586, + -2.573267936706543, + -2.40157151222229 + ], + "r_inf_mean": 0.23322711884975433, + "r_inf_median": 0.22997219860553741, + "pr_mean": Infinity, + "pr_median": 0.37801820039749146, + "hoyer_mean": 0.6668426990509033, + "eff_dim_mean": 0.6668426394462585, + "topk_energy": { + "1": 0.05527271702885628, + "5": 0.23970799148082733, + "10": 0.3894288241863251, + "25": 0.693945586681366 + }, + "gamma_raw": -0.005235279444605112, + "gamma_active": { + "1e-08": -0.005284198094159365, + "1e-07": -0.005574514158070087, + "1e-06": -0.005561955738812685, + "1e-05": -0.005131554789841175, + "0.0001": -0.004633257631212473 + }, + "gamma_energy_weighted": { + "1e-08": -0.007597025503328764, + "1e-07": -0.007597025503328764, + "1e-06": -0.007597025503328764, + "1e-05": -0.007597025503328764, + "0.0001": -0.007597025503328764 + } + }, + { + "layer": 5, + "mean_norm": 0.0021279584616422653, + "median_norm": 0.0021021165885031223, + "max_norm": 0.00389709766022861, + "min_norm": 9.372469814139528e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.622583389282227, + "5": -5.099379062652588, + "10": -2.9947338104248047, + "25": -2.72092604637146, + "50": -2.676854133605957, + "75": -2.5833957195281982, + "90": -2.5147697925567627, + "95": -2.458979845046997, + "99": -2.4493355751037598 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 1, + 4, + 1, + 8, + 29, + 309, + 119 + ], + "log_norms_bin_edges": [ + -11.028145790100098, + -10.855768203735352, + -10.683390617370605, + -10.51101303100586, + -10.338634490966797, + -10.16625690460205, + -9.993879318237305, + -9.821501731872559, + -9.649124145507812, + -9.476746559143066, + -9.30436897277832, + -9.131990432739258, + -8.959612846374512, + -8.787235260009766, + -8.61485767364502, + -8.442480087280273, + -8.270101547241211, + -8.097723960876465, + -7.925346374511719, + -7.752968788146973, + -7.580591201782227, + -7.4082136154174805, + -7.235835552215576, + -7.06345796585083, + -6.891079902648926, + -6.71870231628418, + -6.546324729919434, + -6.3739471435546875, + -6.201569080352783, + -6.029191493988037, + -5.856813907623291, + -5.684435844421387, + -5.512058258056641, + -5.3396806716918945, + -5.16730260848999, + -4.994925022125244, + -4.822547435760498, + -4.650169372558594, + -4.477791786193848, + -4.305414199829102, + -4.1330366134643555, + -3.960658550262451, + -3.788280963897705, + -3.615903377532959, + -3.4435253143310547, + -3.2711477279663086, + -3.0987701416015625, + -2.9263925552368164, + -2.754014015197754, + -2.581636428833008, + -2.4092586040496826 + ], + "r_inf_mean": 0.22682198882102966, + "r_inf_median": 0.22501972317695618, + "pr_mean": Infinity, + "pr_median": 0.38746127486228943, + "hoyer_mean": 0.6789898872375488, + "eff_dim_mean": 0.6789898872375488, + "topk_energy": { + "1": 0.05232025682926178, + "5": 0.23060393333435059, + "10": 0.3776787519454956, + "25": 0.6831133365631104 + }, + "gamma_raw": 0.0006074908887967467, + "gamma_active": { + "1e-08": 0.000621490937191993, + "1e-07": 0.00021723854297306389, + "1e-06": 0.0005229133530519903, + "1e-05": 0.0011091690976172686, + "0.0001": 0.000423288787715137 + }, + "gamma_energy_weighted": { + "1e-08": -0.0011359393357127628, + "1e-07": -0.0011359393357127628, + "1e-06": -0.0011359393357127628, + "1e-05": -0.0011359393357127628, + "0.0001": -0.0011359393357127628 + } + }, + { + "layer": 6, + "mean_norm": 0.0020777974277734756, + "median_norm": 0.0020248014479875565, + "max_norm": 0.0038793685380369425, + "min_norm": 8.954187218079834e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.642016410827637, + "5": -5.1190996170043945, + "10": -3.0087780952453613, + "25": -2.7358784675598145, + "50": -2.6930978298187256, + "75": -2.5908641815185547, + "90": -2.518678903579712, + "95": -2.4630703926086426, + "99": -2.4538278579711914 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 1, + 5, + 1, + 7, + 39, + 308, + 110 + ], + "log_norms_bin_edges": [ + -11.047974586486816, + -10.875240325927734, + -10.702505111694336, + -10.529770851135254, + -10.357035636901855, + -10.184301376342773, + -10.011566162109375, + -9.838831901550293, + -9.666096687316895, + -9.493362426757812, + -9.320627212524414, + -9.147892951965332, + -8.975157737731934, + -8.802423477172852, + -8.629688262939453, + -8.456954002380371, + -8.284218788146973, + -8.11148452758789, + -7.938749313354492, + -7.76601505279541, + -7.593279838562012, + -7.42054557800293, + -7.247810363769531, + -7.075076103210449, + -6.902341365814209, + -6.729606628417969, + -6.5568718910217285, + -6.384137153625488, + -6.211402416229248, + -6.038667678833008, + -5.865932941436768, + -5.693198204040527, + -5.520463466644287, + -5.347728729248047, + -5.174993991851807, + -5.002259254455566, + -4.829524517059326, + -4.656789779663086, + -4.484055042266846, + -4.3113203048706055, + -4.138585567474365, + -3.965850830078125, + -3.7931160926818848, + -3.6203813552856445, + -3.4476466178894043, + -3.274911880493164, + -3.102177143096924, + -2.9294424057006836, + -2.7567081451416016, + -2.583972930908203, + -2.4112391471862793 + ], + "r_inf_mean": 0.2200658768415451, + "r_inf_median": 0.21838104724884033, + "pr_mean": Infinity, + "pr_median": 0.40018829703330994, + "hoyer_mean": 0.688391923904419, + "eff_dim_mean": 0.688391923904419, + "topk_energy": { + "1": 0.04927936941385269, + "5": 0.22238047420978546, + "10": 0.36732086539268494, + "25": 0.6740713119506836 + }, + "gamma_raw": 0.07676447182893753, + "gamma_active": { + "1e-08": 0.07738999277353287, + "1e-07": 0.0776645764708519, + "1e-06": 0.0779855027794838, + "1e-05": 0.07888241857290268, + "0.0001": 0.0787801519036293 + }, + "gamma_energy_weighted": { + "1e-08": 0.0866374213482067, + "1e-07": 0.0866374213482067, + "1e-06": 0.0866374213482067, + "1e-05": 0.0866374213482067, + "0.0001": 0.0866374213482067 + } + }, + { + "layer": 7, + "mean_norm": 0.00207359716296196, + "median_norm": 0.0020203199237585068, + "max_norm": 0.003898777300491929, + "min_norm": 8.893333985904306e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.9453125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.644439220428467, + "5": -5.122774600982666, + "10": -3.006368637084961, + "25": -2.7401251792907715, + "50": -2.6944096088409424, + "75": -2.5900795459747314, + "90": -2.517848491668701, + "95": -2.4630661010742188, + "99": -2.4540300369262695 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 1, + 4, + 2, + 1, + 1, + 4, + 3, + 1, + 2, + 2, + 1, + 0, + 2, + 4, + 1, + 2, + 4, + 1, + 7, + 51, + 297, + 109 + ], + "log_norms_bin_edges": [ + -11.050935745239258, + -10.878098487854004, + -10.70526123046875, + -10.532423973083496, + -10.359586715698242, + -10.186749458312988, + -10.013912200927734, + -9.84107494354248, + -9.668237686157227, + -9.495400428771973, + -9.322563171386719, + -9.149725914001465, + -8.976888656616211, + -8.804051399230957, + -8.631214141845703, + -8.45837688446045, + -8.285539627075195, + -8.112702369689941, + -7.9398651123046875, + -7.767027854919434, + -7.59419059753418, + -7.421353340148926, + -7.248516082763672, + -7.075678825378418, + -6.902841091156006, + -6.730003833770752, + -6.557166576385498, + -6.384329319000244, + -6.21149206161499, + -6.038654804229736, + -5.865817546844482, + -5.6929802894592285, + -5.520143032073975, + -5.347305774688721, + -5.174468517303467, + -5.001631259918213, + -4.828794002532959, + -4.655956745147705, + -4.483119487762451, + -4.310282230377197, + -4.137444972991943, + -3.9646077156066895, + -3.7917704582214355, + -3.6189332008361816, + -3.4460959434509277, + -3.273258686065674, + -3.10042142868042, + -2.927583694458008, + -2.754746437072754, + -2.5819091796875, + -2.409071683883667 + ], + "r_inf_mean": 0.2140112817287445, + "r_inf_median": 0.21211004257202148, + "pr_mean": Infinity, + "pr_median": 0.413564532995224, + "hoyer_mean": 0.6949840784072876, + "eff_dim_mean": 0.6949840784072876, + "topk_energy": { + "1": 0.04658205062150955, + "5": 0.21506276726722717, + "10": 0.35839465260505676, + "25": 0.6657488346099854 + }, + "gamma_raw": -0.0516267865896225, + "gamma_active": { + "1e-08": -0.05192916840314865, + "1e-07": -0.052137766033411026, + "1e-06": -0.05224250257015228, + "1e-05": -0.05269552394747734, + "0.0001": -0.052551016211509705 + }, + "gamma_energy_weighted": { + "1e-08": -0.040295081850675415, + "1e-07": -0.040295081850675415, + "1e-06": -0.040295081850675415, + "1e-05": -0.040295081850675415, + "0.0001": -0.040295081850675415 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json new file mode 100644 index 0000000..84265eb --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 16.613094329833984, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023572653532028198, + "median_norm": 0.025077378377318382, + "max_norm": 0.04179390147328377, + "min_norm": 3.06108610681477e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.679841995239258, + "5": -2.8504583835601807, + "10": -1.8440133333206177, + "25": -1.6717641353607178, + "50": -1.600502610206604, + "75": -1.5471409559249878, + "90": -1.5002610683441162, + "95": -1.468246340751648, + "99": -1.414713978767395 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 2, + 4, + 2, + 0, + 2, + 3, + 0, + 2, + 1, + 4, + 3, + 4, + 4, + 5, + 30, + 281, + 155 + ], + "log_norms_bin_edges": [ + -10.514124870300293, + -10.331419944763184, + -10.148715019226074, + -9.966011047363281, + -9.783306121826172, + -9.600601196289062, + -9.417896270751953, + -9.235191345214844, + -9.052486419677734, + -8.869782447814941, + -8.687077522277832, + -8.504372596740723, + -8.321667671203613, + -8.13896369934082, + -7.956258296966553, + -7.773553848266602, + -7.590848922729492, + -7.408143997192383, + -7.225439548492432, + -7.042734622955322, + -6.860030174255371, + -6.677325248718262, + -6.494620323181152, + -6.311915874481201, + -6.129210948944092, + -5.946506023406982, + -5.763801574707031, + -5.581096649169922, + -5.3983917236328125, + -5.215687274932861, + -5.032982349395752, + -4.850277900695801, + -4.667572975158691, + -4.484868049621582, + -4.302163600921631, + -4.1194586753845215, + -3.9367542266845703, + -3.754049301147461, + -3.5713443756103516, + -3.3886399269104004, + -3.205935001373291, + -3.0232300758361816, + -2.8405256271362305, + -2.657820701599121, + -2.4751157760620117, + -2.2924108505249023, + -2.1097068786621094, + -1.927001953125, + -1.7442970275878906, + -1.5615921020507812, + -1.3788871765136719 + ], + "r_inf_mean": 0.2550200819969177, + "r_inf_median": 0.25349974632263184, + "pr_mean": 0.32874974608421326, + "pr_median": 0.3290647566318512, + "hoyer_mean": 0.6253382563591003, + "eff_dim_mean": 0.6253382563591003, + "topk_energy": { + "1": 0.06581422686576843, + "5": 0.27192455530166626, + "10": 0.43085578083992004, + "25": 0.7344258427619934 + }, + "gamma_raw": 0.03345277160406113, + "gamma_active": { + "1e-08": 0.03351885825395584, + "1e-07": 0.03351885825395584, + "1e-06": 0.033535514026880264, + "1e-05": 0.03390645608305931, + "0.0001": 0.03378583863377571 + }, + "gamma_energy_weighted": { + "1e-08": 0.0362469354200643, + "1e-07": 0.0362469354200643, + "1e-06": 0.0362469354200643, + "1e-05": 0.0362469354200643, + "0.0001": 0.0362469354200643 + } + }, + { + "layer": 1, + "mean_norm": 0.009234919212758541, + "median_norm": 0.009865829721093178, + "max_norm": 0.015419840812683105, + "min_norm": 1.1815149553173754e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.98828125, + "1e-05": 0.98046875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.057450771331787, + "5": -3.230379819869995, + "10": -2.2295053005218506, + "25": -2.068103551864624, + "50": -2.005589246749878, + "75": -1.9566742181777954, + "90": -1.9158730506896973, + "95": -1.8900667428970337, + "99": -1.8609211444854736 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 4, + 3, + 0, + 1, + 3, + 1, + 2, + 1, + 4, + 2, + 2, + 7, + 4, + 17, + 223, + 227 + ], + "log_norms_bin_edges": [ + -10.927560806274414, + -10.745247840881348, + -10.562934875488281, + -10.380622863769531, + -10.198309898376465, + -10.015996932983398, + -9.833683967590332, + -9.651371002197266, + -9.4690580368042, + -9.286745071411133, + -9.104433059692383, + -8.922120094299316, + -8.73980712890625, + -8.557494163513184, + -8.375181198120117, + -8.19286823272705, + -8.010555267333984, + -7.828243255615234, + -7.645930290222168, + -7.463617324829102, + -7.281304359436035, + -7.098991394042969, + -6.9166789054870605, + -6.734365940093994, + -6.552053451538086, + -6.3697404861450195, + -6.187427520751953, + -6.005114555358887, + -5.8228020668029785, + -5.640489101409912, + -5.458176136016846, + -5.2758636474609375, + -5.093550682067871, + -4.911237716674805, + -4.7289252281188965, + -4.54661226272583, + -4.364299297332764, + -4.1819868087768555, + -3.999673843383789, + -3.8173608779907227, + -3.6350479125976562, + -3.452735424041748, + -3.2704224586486816, + -3.0881094932556152, + -2.905797004699707, + -2.7234840393066406, + -2.541171073913574, + -2.358858108520508, + -2.176546096801758, + -1.9942331314086914, + -1.8119200468063354 + ], + "r_inf_mean": 0.25583261251449585, + "r_inf_median": 0.25243905186653137, + "pr_mean": Infinity, + "pr_median": 0.3285326063632965, + "hoyer_mean": 0.6238042712211609, + "eff_dim_mean": 0.6238042712211609, + "topk_energy": { + "1": 0.06623142957687378, + "5": 0.27262529730796814, + "10": 0.4336927533149719, + "25": 0.7358996868133545 + }, + "gamma_raw": -0.03261017054319382, + "gamma_active": { + "1e-08": -0.03267405554652214, + "1e-07": -0.03267405554652214, + "1e-06": -0.03280271217226982, + "1e-05": -0.03313380479812622, + "0.0001": -0.03245167434215546 + }, + "gamma_energy_weighted": { + "1e-08": -0.03143920980409051, + "1e-07": -0.03143920980409051, + "1e-06": -0.03143920980409051, + "1e-05": -0.03143920980409051, + "0.0001": -0.03143920980409051 + } + }, + { + "layer": 2, + "mean_norm": 0.004331524949520826, + "median_norm": 0.004561123438179493, + "max_norm": 0.006830692756921053, + "min_norm": 6.480376565226598e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.3573503494262695, + "5": -3.5750696659088135, + "10": -2.5660228729248047, + "25": -2.38381028175354, + "50": -2.3408303260803223, + "75": -2.29610538482666, + "90": -2.2457656860351562, + "95": -2.2166097164154053, + "99": -2.192444324493408 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 3, + 4, + 1, + 0, + 3, + 1, + 2, + 1, + 4, + 2, + 3, + 6, + 4, + 7, + 186, + 274 + ], + "log_norms_bin_edges": [ + -11.188400268554688, + -11.007943153381348, + -10.827486038208008, + -10.647027969360352, + -10.466570854187012, + -10.286113739013672, + -10.105656623840332, + -9.925199508666992, + -9.744741439819336, + -9.564284324645996, + -9.383827209472656, + -9.203370094299316, + -9.022912979125977, + -8.84245491027832, + -8.66199779510498, + -8.48154067993164, + -8.3010835647583, + -8.120626449584961, + -7.940168380737305, + -7.759711265563965, + -7.579254150390625, + -7.398797035217285, + -7.218339443206787, + -7.037882328033447, + -6.857424736022949, + -6.676967620849609, + -6.496510028839111, + -6.3160529136657715, + -6.135595798492432, + -5.955138206481934, + -5.774681091308594, + -5.594223499298096, + -5.413766384124756, + -5.233309268951416, + -5.052851676940918, + -4.872394561767578, + -4.69193696975708, + -4.51147985458374, + -4.3310227394104, + -4.150565147399902, + -3.9701080322265625, + -3.7896504402160645, + -3.6091933250427246, + -3.4287362098693848, + -3.2482786178588867, + -3.067821502685547, + -2.887364387512207, + -2.706906318664551, + -2.526449203491211, + -2.345992088317871, + -2.1655352115631104 + ], + "r_inf_mean": 0.24604502320289612, + "r_inf_median": 0.2422129213809967, + "pr_mean": Infinity, + "pr_median": 0.3464825451374054, + "hoyer_mean": 0.6425647735595703, + "eff_dim_mean": 0.6425647735595703, + "topk_energy": { + "1": 0.061299677938222885, + "5": 0.25615787506103516, + "10": 0.4137721061706543, + "25": 0.7186001539230347 + }, + "gamma_raw": -0.0015161260962486267, + "gamma_active": { + "1e-08": -0.0015191311249509454, + "1e-07": -0.0014951881021261215, + "1e-06": -0.0008112984942272305, + "1e-05": -0.00041017186595126987, + "0.0001": -0.00019212820916436613 + }, + "gamma_energy_weighted": { + "1e-08": -0.004379733668106984, + "1e-07": -0.004379733668106984, + "1e-06": -0.004379733668106984, + "1e-05": -0.004379733668106984, + "0.0001": -0.004379733668106984 + } + }, + { + "layer": 3, + "mean_norm": 0.0031144237145781517, + "median_norm": 0.0031171059235930443, + "max_norm": 0.0055559189058840275, + "min_norm": 5.4580094784040245e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.986328125, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.47147274017334, + "5": -3.7487895488739014, + "10": -2.7420706748962402, + "25": -2.5431008338928223, + "50": -2.506063938140869, + "75": -2.448169708251953, + "90": -2.346832275390625, + "95": -2.3010060787200928, + "99": -2.273876667022705 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 4, + 4, + 0, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 4, + 4, + 5, + 6, + 7, + 345, + 112 + ], + "log_norms_bin_edges": [ + -11.26296615600586, + -11.08281135559082, + -10.902657508850098, + -10.722502708435059, + -10.542348861694336, + -10.362194061279297, + -10.182039260864258, + -10.001885414123535, + -9.821730613708496, + -9.641575813293457, + -9.461421966552734, + -9.281267166137695, + -9.101112365722656, + -8.920958518981934, + -8.740803718566895, + -8.560649871826172, + -8.380495071411133, + -8.200340270996094, + -8.020186424255371, + -7.840031623840332, + -7.659877300262451, + -7.47972297668457, + -7.299568176269531, + -7.11941385269165, + -6.9392595291137695, + -6.759105205535889, + -6.578950881958008, + -6.398796081542969, + -6.218641757965088, + -6.038487434387207, + -5.858332633972168, + -5.678178310394287, + -5.498023986816406, + -5.317869663238525, + -5.1377153396606445, + -4.9575605392456055, + -4.777406215667725, + -4.597251892089844, + -4.417097091674805, + -4.236942768096924, + -4.056788444519043, + -3.876634120941162, + -3.6964797973632812, + -3.516324996948242, + -3.3361706733703613, + -3.1560163497924805, + -2.9758615493774414, + -2.7957077026367188, + -2.6155529022216797, + -2.4353981018066406, + -2.255244255065918 + ], + "r_inf_mean": 0.22783607244491577, + "r_inf_median": 0.2270699441432953, + "pr_mean": Infinity, + "pr_median": 0.3776176869869232, + "hoyer_mean": 0.6726837158203125, + "eff_dim_mean": 0.6726837158203125, + "topk_energy": { + "1": 0.0527268722653389, + "5": 0.22968855500221252, + "10": 0.37948083877563477, + "25": 0.6874023675918579 + }, + "gamma_raw": 0.009246495552361012, + "gamma_active": { + "1e-08": 0.009264631196856499, + "1e-07": 0.00890352763235569, + "1e-06": 0.008951094932854176, + "1e-05": 0.008892994374036789, + "0.0001": 0.008175739087164402 + }, + "gamma_energy_weighted": { + "1e-08": -0.005561458753877577, + "1e-07": -0.005561458753877577, + "1e-06": -0.005561458753877577, + "1e-05": -0.005561458753877577, + "0.0001": -0.005561458753877577 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json new file mode 100644 index 0000000..ff00f48 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.529144287109375, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.022830668836832047, + "median_norm": 0.02394457533955574, + "max_norm": 0.0441448837518692, + "min_norm": 8.592800249118682e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.4092206954956055, + "5": -3.0594489574432373, + "10": -1.858654260635376, + "25": -1.701714038848877, + "50": -1.6206932067871094, + "75": -1.5599751472473145, + "90": -1.505589485168457, + "95": -1.4743549823760986, + "99": -1.4099395275115967 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 4, + 2, + 1, + 5, + 5, + 23, + 178, + 225, + 37 + ], + "log_norms_bin_edges": [ + -8.065865516662598, + -7.931650638580322, + -7.797435760498047, + -7.6632208824157715, + -7.529006004333496, + -7.3947906494140625, + -7.260576248168945, + -7.126360893249512, + -6.992146015167236, + -6.857931137084961, + -6.7237162590026855, + -6.58950138092041, + -6.455286502838135, + -6.321071624755859, + -6.186856746673584, + -6.052641868591309, + -5.918426513671875, + -5.784212112426758, + -5.649996757507324, + -5.515781879425049, + -5.381567001342773, + -5.247352123260498, + -5.113137245178223, + -4.978922367095947, + -4.844707489013672, + -4.710492134094238, + -4.576277732849121, + -4.4420623779296875, + -4.30784797668457, + -4.173632621765137, + -4.039417743682861, + -3.905202865600586, + -3.7709879875183105, + -3.636773109436035, + -3.5025582313537598, + -3.3683433532714844, + -3.234128475189209, + -3.0999135971069336, + -2.9656982421875, + -2.8314833641052246, + -2.697268486022949, + -2.563053607940674, + -2.4288387298583984, + -2.294623851776123, + -2.1604089736938477, + -2.0261940956115723, + -1.8919792175292969, + -1.7577643394470215, + -1.623549461364746, + -1.4893341064453125, + -1.3551197052001953 + ], + "r_inf_mean": 0.2527957260608673, + "r_inf_median": 0.24926498532295227, + "pr_mean": 0.3373042345046997, + "pr_median": 0.3375975489616394, + "hoyer_mean": 0.6321998834609985, + "eff_dim_mean": 0.6321998834609985, + "topk_energy": { + "1": 0.06485982984304428, + "5": 0.2648225426673889, + "10": 0.42239007353782654, + "25": 0.7273234128952026 + }, + "gamma_raw": -0.027467651292681694, + "gamma_active": { + "1e-08": -0.027501311153173447, + "1e-07": -0.027318257838487625, + "1e-06": -0.02730315737426281, + "1e-05": -0.027406007051467896, + "0.0001": -0.02782290428876877 + }, + "gamma_energy_weighted": { + "1e-08": -0.029970358077885815, + "1e-07": -0.029970358077885815, + "1e-06": -0.029970358077885815, + "1e-05": -0.029970358077885815, + "0.0001": -0.029970358077885815 + } + }, + { + "layer": 1, + "mean_norm": 0.009119179099798203, + "median_norm": 0.009597215801477432, + "max_norm": 0.01806207187473774, + "min_norm": 3.157074823789685e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -5.801940441131592, + "5": -3.461678981781006, + "10": -2.2571470737457275, + "25": -2.087165117263794, + "50": -2.0178425312042236, + "75": -1.9544835090637207, + "90": -1.914967656135559, + "95": -1.887465238571167, + "99": -1.8355059623718262 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 4, + 2, + 1, + 0, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 2, + 1, + 4, + 2, + 2, + 4, + 6, + 22, + 194, + 226, + 20 + ], + "log_norms_bin_edges": [ + -8.500715255737305, + -8.365565299987793, + -8.230416297912598, + -8.095266342163086, + -7.960116386413574, + -7.824966907501221, + -7.689817428588867, + -7.5546674728393555, + -7.419517993927002, + -7.284368515014648, + -7.149218559265137, + -7.014069080352783, + -6.87891960144043, + -6.743769645690918, + -6.6086201667785645, + -6.473470687866211, + -6.338320732116699, + -6.2031707763671875, + -6.068021297454834, + -5.9328718185424805, + -5.797721862792969, + -5.662572383880615, + -5.527422904968262, + -5.39227294921875, + -5.2571234703063965, + -5.121973991394043, + -4.986824035644531, + -4.851674556732178, + -4.716525077819824, + -4.5813751220703125, + -4.446225643157959, + -4.311075687408447, + -4.175926208496094, + -4.04077672958374, + -3.9056267738342285, + -3.770477294921875, + -3.6353273391723633, + -3.5001778602600098, + -3.3650283813476562, + -3.2298784255981445, + -3.094728946685791, + -2.9595794677734375, + -2.824429512023926, + -2.6892800331115723, + -2.5541305541992188, + -2.418980598449707, + -2.2838311195373535, + -2.148681163787842, + -2.0135316848754883, + -1.8783822059631348, + -1.7432323694229126 + ], + "r_inf_mean": 0.25211822986602783, + "r_inf_median": 0.24682241678237915, + "pr_mean": 0.3330375552177429, + "pr_median": 0.3343857526779175, + "hoyer_mean": 0.6268778443336487, + "eff_dim_mean": 0.6268778443336487, + "topk_energy": { + "1": 0.06441916525363922, + "5": 0.2674591839313507, + "10": 0.4284147024154663, + "25": 0.7323087453842163 + }, + "gamma_raw": -0.03476639837026596, + "gamma_active": { + "1e-08": -0.0347684882581234, + "1e-07": -0.03522029519081116, + "1e-06": -0.03522029519081116, + "1e-05": -0.03502306714653969, + "0.0001": -0.034315988421440125 + }, + "gamma_energy_weighted": { + "1e-08": -0.037048974646936156, + "1e-07": -0.037048974646936156, + "1e-06": -0.037048974646936156, + "1e-05": -0.037048974646936156, + "0.0001": -0.037048974646936156 + } + }, + { + "layer": 2, + "mean_norm": 0.004220063332468271, + "median_norm": 0.004463389981538057, + "max_norm": 0.007612418383359909, + "min_norm": 1.4044142515601266e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98828125, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.117467880249023, + "5": -3.801046133041382, + "10": -2.5792086124420166, + "25": -2.4014148712158203, + "50": -2.3502349853515625, + "75": -2.292912006378174, + "90": -2.2689599990844727, + "95": -2.2498531341552734, + "99": -2.209670066833496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 4, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 0, + 2, + 1, + 2, + 0, + 4, + 0, + 4, + 3, + 1, + 5, + 4, + 8, + 104, + 323, + 29 + ], + "log_norms_bin_edges": [ + -8.85250473022461, + -8.71782398223877, + -8.58314323425293, + -8.448463439941406, + -8.313782691955566, + -8.179101943969727, + -8.044421195983887, + -7.909740924835205, + -7.775060176849365, + -7.640379905700684, + -7.505699157714844, + -7.371018409729004, + -7.236338138580322, + -7.101657390594482, + -6.966977119445801, + -6.832296371459961, + -6.697615623474121, + -6.5629353523254395, + -6.428255081176758, + -6.293574333190918, + -6.158893585205078, + -6.024212837219238, + -5.889532566070557, + -5.754852294921875, + -5.620171546936035, + -5.485490798950195, + -5.3508100509643555, + -5.216129779815674, + -5.081449508666992, + -4.946768760681152, + -4.8120880126953125, + -4.677407741546631, + -4.542726993560791, + -4.408046245574951, + -4.2733659744262695, + -4.13868522644043, + -4.004004955291748, + -3.869324207305908, + -3.7346434593200684, + -3.5999631881713867, + -3.465282440185547, + -3.3306021690368652, + -3.1959214210510254, + -3.0612406730651855, + -2.926560401916504, + -2.791879653930664, + -2.6571993827819824, + -2.5225186347961426, + -2.387838363647461, + -2.253157615661621, + -2.1184773445129395 + ], + "r_inf_mean": 0.24841417372226715, + "r_inf_median": 0.24499499797821045, + "pr_mean": 0.3401544690132141, + "pr_median": 0.3423527181148529, + "hoyer_mean": 0.6314678192138672, + "eff_dim_mean": 0.6314678192138672, + "topk_energy": { + "1": 0.06251662969589233, + "5": 0.26333242654800415, + "10": 0.42283520102500916, + "25": 0.726983368396759 + }, + "gamma_raw": 0.023570498451590538, + "gamma_active": { + "1e-08": 0.0236891470849514, + "1e-07": 0.02361922711133957, + "1e-06": 0.023404208943247795, + "1e-05": 0.0238052811473608, + "0.0001": 0.02351701818406582 + }, + "gamma_energy_weighted": { + "1e-08": 0.02038155524981106, + "1e-07": 0.02038155524981106, + "1e-06": 0.02038155524981106, + "1e-05": 0.02038155524981106, + "0.0001": 0.02038155524981106 + } + }, + { + "layer": 3, + "mean_norm": 0.0027981449384242296, + "median_norm": 0.0029381532222032547, + "max_norm": 0.004478891845792532, + "min_norm": 9.207854478887612e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.966796875, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.265011787414551, + "5": -4.005611896514893, + "10": -2.74735951423645, + "25": -2.5786452293395996, + "50": -2.5318853855133057, + "75": -2.482095241546631, + "90": -2.430499792098999, + "95": -2.398293972015381, + "99": -2.380772829055786 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 4, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 1, + 3, + 0, + 2, + 2, + 1, + 4, + 3, + 1, + 4, + 4, + 4, + 23, + 308, + 130 + ], + "log_norms_bin_edges": [ + -9.035841941833496, + -8.902101516723633, + -8.76836109161377, + -8.634621620178223, + -8.50088119506836, + -8.367140769958496, + -8.233400344848633, + -8.09965991973877, + -7.9659199714660645, + -7.832180023193359, + -7.698439598083496, + -7.564699172973633, + -7.4309587478637695, + -7.2972187995910645, + -7.163478374481201, + -7.029738426208496, + -6.895998001098633, + -6.7622575759887695, + -6.6285176277160645, + -6.494777202606201, + -6.361037254333496, + -6.227296829223633, + -6.0935564041137695, + -5.959815979003906, + -5.826076030731201, + -5.692336082458496, + -5.558595657348633, + -5.4248552322387695, + -5.291114807128906, + -5.157374858856201, + -5.023634433746338, + -4.889894485473633, + -4.7561540603637695, + -4.622413635253906, + -4.488673686981201, + -4.354933261871338, + -4.221193313598633, + -4.0874528884887695, + -3.9537124633789062, + -3.819972515106201, + -3.686232089996338, + -3.5524916648864746, + -3.4187517166137695, + -3.2850112915039062, + -3.151270866394043, + -3.017530918121338, + -2.8837904930114746, + -2.7500505447387695, + -2.6163101196289062, + -2.482569694519043, + -2.348829507827759 + ], + "r_inf_mean": 0.23966534435749054, + "r_inf_median": 0.23767666518688202, + "pr_mean": 0.3591637909412384, + "pr_median": 0.35721248388290405, + "hoyer_mean": 0.6461199522018433, + "eff_dim_mean": 0.6461198925971985, + "topk_energy": { + "1": 0.05827067419886589, + "5": 0.25049394369125366, + "10": 0.4072131812572479, + "25": 0.7141352891921997 + }, + "gamma_raw": -0.016496308147907257, + "gamma_active": { + "1e-08": -0.01645020768046379, + "1e-07": -0.016435574740171432, + "1e-06": -0.016515815630555153, + "1e-05": -0.016593225300312042, + "0.0001": -0.016813669353723526 + }, + "gamma_energy_weighted": { + "1e-08": -0.02257832620971252, + "1e-07": -0.02257832620971252, + "1e-06": -0.02257832620971252, + "1e-05": -0.02257832620971252, + "0.0001": -0.02257832620971252 + } + }, + { + "layer": 4, + "mean_norm": 0.0023635143879801035, + "median_norm": 0.0023611392825841904, + "max_norm": 0.004102890379726887, + "min_norm": 7.559824988234709e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.323130130767822, + "5": -4.087550163269043, + "10": -2.8203587532043457, + "25": -2.6605541706085205, + "50": -2.626826286315918, + "75": -2.551337957382202, + "90": -2.4849252700805664, + "95": -2.4382667541503906, + "99": -2.422736167907715 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 3, + 1, + 4, + 3, + 1, + 3, + 4, + 4, + 5, + 87, + 275, + 96 + ], + "log_norms_bin_edges": [ + -9.121488571166992, + -8.986797332763672, + -8.852105140686035, + -8.717413902282715, + -8.582722663879395, + -8.448030471801758, + -8.313339233398438, + -8.178647994995117, + -8.04395580291748, + -7.90926456451416, + -7.774572849273682, + -7.639881134033203, + -7.505189895629883, + -7.370498180389404, + -7.235806465148926, + -7.1011152267456055, + -6.966423511505127, + -6.831731796264648, + -6.697040557861328, + -6.56234884262085, + -6.427657127380371, + -6.292965888977051, + -6.158274173736572, + -6.023582458496094, + -5.888891220092773, + -5.754199504852295, + -5.619507789611816, + -5.484816551208496, + -5.350124835968018, + -5.215433120727539, + -5.0807414054870605, + -4.94605016708374, + -4.811358451843262, + -4.676666736602783, + -4.541975498199463, + -4.407283782958984, + -4.272592067718506, + -4.1379008293151855, + -4.003209114074707, + -3.8685173988342285, + -3.73382568359375, + -3.5991344451904297, + -3.464442729949951, + -3.3297510147094727, + -3.1950597763061523, + -3.060368061065674, + -2.9256763458251953, + -2.790985107421875, + -2.6562933921813965, + -2.521601676940918, + -2.3869102001190186 + ], + "r_inf_mean": 0.23319146037101746, + "r_inf_median": 0.23019780218601227, + "pr_mean": 0.37867581844329834, + "pr_median": 0.37249642610549927, + "hoyer_mean": 0.6615416407585144, + "eff_dim_mean": 0.6615416407585144, + "topk_energy": { + "1": 0.055228929966688156, + "5": 0.2402559220790863, + "10": 0.3926117718219757, + "25": 0.6994709968566895 + }, + "gamma_raw": -0.004548726603388786, + "gamma_active": { + "1e-08": -0.004647247958928347, + "1e-07": -0.0048407092690467834, + "1e-06": -0.005038693081587553, + "1e-05": -0.004713014699518681, + "0.0001": -0.004555841442197561 + }, + "gamma_energy_weighted": { + "1e-08": -0.00915121906727273, + "1e-07": -0.00915121906727273, + "1e-06": -0.00915121906727273, + "1e-05": -0.00915121906727273, + "0.0001": -0.00915121906727273 + } + }, + { + "layer": 5, + "mean_norm": 0.0022010065149515867, + "median_norm": 0.0021621056366711855, + "max_norm": 0.004004308488219976, + "min_norm": 6.887071468675288e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.366365909576416, + "5": -4.127693176269531, + "10": -2.850889205932617, + "25": -2.7053816318511963, + "50": -2.664759635925293, + "75": -2.578068256378174, + "90": -2.5015413761138916, + "95": -2.4524121284484863, + "99": -2.4393699169158936 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 0, + 3, + 1, + 4, + 3, + 1, + 3, + 5, + 3, + 7, + 196, + 171, + 89 + ], + "log_norms_bin_edges": [ + -9.161965370178223, + -9.0266752243042, + -8.891386032104492, + -8.756095886230469, + -8.620805740356445, + -8.485515594482422, + -8.350226402282715, + -8.214936256408691, + -8.079646110534668, + -7.944356441497803, + -7.8090667724609375, + -7.673776626586914, + -7.538486957550049, + -7.403197288513184, + -7.26790714263916, + -7.132617473602295, + -6.99732780456543, + -6.862037658691406, + -6.726747512817383, + -6.591458320617676, + -6.456168174743652, + -6.320878028869629, + -6.185588359832764, + -6.050298690795898, + -5.915008544921875, + -5.77971887588501, + -5.6444292068481445, + -5.509139060974121, + -5.373848915100098, + -5.238559246063232, + -5.103269577026367, + -4.967979431152344, + -4.8326897621154785, + -4.697400093078613, + -4.56210994720459, + -4.426820278167725, + -4.291530132293701, + -4.156240463256836, + -4.020950794219971, + -3.8856606483459473, + -3.750370979309082, + -3.6150808334350586, + -3.4797911643981934, + -3.344501495361328, + -3.2092113494873047, + -3.0739216804504395, + -2.938631534576416, + -2.803341865539551, + -2.6680517196655273, + -2.532762050628662, + -2.397472381591797 + ], + "r_inf_mean": 0.22962544858455658, + "r_inf_median": 0.2256789654493332, + "pr_mean": 0.39211714267730713, + "pr_median": 0.3812454342842102, + "hoyer_mean": 0.6713128089904785, + "eff_dim_mean": 0.671312689781189, + "topk_energy": { + "1": 0.05359278619289398, + "5": 0.23456978797912598, + "10": 0.3835296332836151, + "25": 0.6893787980079651 + }, + "gamma_raw": 0.002208166290074587, + "gamma_active": { + "1e-08": 0.002211744664236903, + "1e-07": 0.0020191618241369724, + "1e-06": 0.001911863568238914, + "1e-05": 0.002386551583185792, + "0.0001": 0.002598369028419256 + }, + "gamma_energy_weighted": { + "1e-08": 0.001481714416073113, + "1e-07": 0.001481714416073113, + "1e-06": 0.001481714416073113, + "1e-05": 0.001481714416073113, + "0.0001": 0.001481714416073113 + } + }, + { + "layer": 6, + "mean_norm": 0.002135454909875989, + "median_norm": 0.0020802172366529703, + "max_norm": 0.003975641448050737, + "min_norm": 6.606752367410706e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.382171154022217, + "5": -4.149234771728516, + "10": -2.8790488243103027, + "25": -2.7255141735076904, + "50": -2.68160080909729, + "75": -2.589114189147949, + "90": -2.5089738368988037, + "95": -2.4581427574157715, + "99": -2.4466230869293213 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 5, + 3, + 0, + 3, + 5, + 4, + 8, + 220, + 147, + 87 + ], + "log_norms_bin_edges": [ + -9.180011749267578, + -9.04442310333252, + -8.908835411071777, + -8.773246765136719, + -8.63765811920166, + -8.502069473266602, + -8.36648178100586, + -8.2308931350708, + -8.095304489135742, + -7.959716320037842, + -7.824128150939941, + -7.688539505004883, + -7.552951335906982, + -7.417362689971924, + -7.281774520874023, + -7.146185874938965, + -7.0105977058410645, + -6.875009536743164, + -6.7394208908081055, + -6.603832244873047, + -6.4682440757751465, + -6.332655906677246, + -6.1970672607421875, + -6.061479091644287, + -5.925890922546387, + -5.790302276611328, + -5.6547136306762695, + -5.519125461578369, + -5.383537292480469, + -5.24794864654541, + -5.11236047744751, + -4.976771831512451, + -4.841183662414551, + -4.70559549331665, + -4.570006847381592, + -4.434418678283691, + -4.298830032348633, + -4.163241863250732, + -4.027653217315674, + -3.8920650482177734, + -3.756476402282715, + -3.6208882331848145, + -3.485300064086914, + -3.3497114181518555, + -3.214123249053955, + -3.0785346031188965, + -2.942946434020996, + -2.8073577880859375, + -2.671769618988037, + -2.5361814498901367, + -2.400592803955078 + ], + "r_inf_mean": 0.22552062571048737, + "r_inf_median": 0.22226230800151825, + "pr_mean": 0.4034368395805359, + "pr_median": 0.3872189521789551, + "hoyer_mean": 0.6788276433944702, + "eff_dim_mean": 0.6788275837898254, + "topk_energy": { + "1": 0.05175556614995003, + "5": 0.22889086604118347, + "10": 0.37602710723876953, + "25": 0.6823893785476685 + }, + "gamma_raw": 0.07739413529634476, + "gamma_active": { + "1e-08": 0.07776207476854324, + "1e-07": 0.07770554721355438, + "1e-06": 0.07779345661401749, + "1e-05": 0.07832631468772888, + "0.0001": 0.07817180454730988 + }, + "gamma_energy_weighted": { + "1e-08": 0.08650643233552074, + "1e-07": 0.08650643233552074, + "1e-06": 0.08650643233552074, + "1e-05": 0.08650643233552074, + "0.0001": 0.08650643233552074 + } + }, + { + "layer": 7, + "mean_norm": 0.002124262508004904, + "median_norm": 0.0020672143436968327, + "max_norm": 0.0039840624667704105, + "min_norm": 6.563048438046337e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.378508567810059, + "5": -4.152637481689453, + "10": -2.8812830448150635, + "25": -2.729494094848633, + "50": -2.6846115589141846, + "75": -2.58837628364563, + "90": -2.511002779006958, + "95": -2.459068536758423, + "99": -2.4488539695739746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 5, + 3, + 1, + 2, + 5, + 4, + 8, + 224, + 144, + 86 + ], + "log_norms_bin_edges": [ + -9.182894706726074, + -9.04723072052002, + -8.911565780639648, + -8.775901794433594, + -8.640236854553223, + -8.504572868347168, + -8.368907928466797, + -8.233243942260742, + -8.097579002380371, + -7.961915016174316, + -7.8262505531311035, + -7.690586090087891, + -7.554921627044678, + -7.419257164001465, + -7.283592700958252, + -7.147928237915039, + -7.012264251708984, + -6.876599311828613, + -6.740935325622559, + -6.605270862579346, + -6.469606399536133, + -6.33394193649292, + -6.198277473449707, + -6.062613010406494, + -5.926948547363281, + -5.791284561157227, + -5.6556196212768555, + -5.519955635070801, + -5.38429069519043, + -5.248626708984375, + -5.112962245941162, + -4.977297782897949, + -4.841633319854736, + -4.705968856811523, + -4.5703043937683105, + -4.434639930725098, + -4.298975467681885, + -4.163311004638672, + -4.027647018432617, + -3.8919825553894043, + -3.7563180923461914, + -3.6206536293029785, + -3.4849891662597656, + -3.3493247032165527, + -3.21366024017334, + -3.077995777130127, + -2.942331314086914, + -2.806666851043701, + -2.6710023880004883, + -2.5353384017944336, + -2.3996739387512207 + ], + "r_inf_mean": 0.22112175822257996, + "r_inf_median": 0.2185535579919815, + "pr_mean": 0.4140963554382324, + "pr_median": 0.3942195773124695, + "hoyer_mean": 0.6857084035873413, + "eff_dim_mean": 0.6857084035873413, + "topk_energy": { + "1": 0.04978479444980621, + "5": 0.22277840971946716, + "10": 0.36830925941467285, + "25": 0.67542964220047 + }, + "gamma_raw": -0.06650508940219879, + "gamma_active": { + "1e-08": -0.06678270548582077, + "1e-07": -0.0667336955666542, + "1e-06": -0.06677804887294769, + "1e-05": -0.06694776564836502, + "0.0001": -0.06732112169265747 + }, + "gamma_energy_weighted": { + "1e-08": -0.0556212535193431, + "1e-07": -0.0556212535193431, + "1e-06": -0.0556212535193431, + "1e-05": -0.0556212535193431, + "0.0001": -0.0556212535193431 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L4.json new file mode 100644 index 0000000..643aecf --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 17.177419662475586, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.025071347132325172, + "median_norm": 0.026883596554398537, + "max_norm": 0.04481500759720802, + "min_norm": 9.37593579164453e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.978515625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.350025177001953, + "5": -3.4271273612976074, + "10": -1.964181661605835, + "25": -1.6344265937805176, + "50": -1.5704569816589355, + "75": -1.517612338066101, + "90": -1.4786843061447144, + "95": -1.451169490814209, + "99": -1.4024385213851929 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 4, + 1, + 1, + 3, + 3, + 1, + 2, + 1, + 2, + 3, + 3, + 5, + 3, + 7, + 10, + 270, + 180 + ], + "log_norms_bin_edges": [ + -11.027985572814941, + -10.834397315979004, + -10.640809059143066, + -10.447220802307129, + -10.253632545471191, + -10.060044288635254, + -9.866456985473633, + -9.672868728637695, + -9.479280471801758, + -9.28569221496582, + -9.092103958129883, + -8.898515701293945, + -8.704927444458008, + -8.51133918762207, + -8.317750930786133, + -8.124162673950195, + -7.930574417114258, + -7.73698616027832, + -7.543398380279541, + -7.3498101234436035, + -7.156221866607666, + -6.9626336097717285, + -6.769045352935791, + -6.575457572937012, + -6.381869316101074, + -6.188281059265137, + -5.994692802429199, + -5.801104545593262, + -5.607516288757324, + -5.413928508758545, + -5.220340251922607, + -5.02675199508667, + -4.833163738250732, + -4.639575481414795, + -4.445987224578857, + -4.25239896774292, + -4.058811187744141, + -3.865222930908203, + -3.6716346740722656, + -3.478046417236328, + -3.2844581604003906, + -3.090869903564453, + -2.8972816467285156, + -2.703693389892578, + -2.5101051330566406, + -2.3165178298950195, + -2.122929573059082, + -1.9293413162231445, + -1.735753059387207, + -1.5421648025512695, + -1.348576545715332 + ], + "r_inf_mean": 0.24786265194416046, + "r_inf_median": 0.246266707777977, + "pr_mean": Infinity, + "pr_median": 0.34313300251960754, + "hoyer_mean": 0.6311805248260498, + "eff_dim_mean": 0.6311805248260498, + "topk_energy": { + "1": 0.062074653804302216, + "5": 0.26188790798187256, + "10": 0.42056775093078613, + "25": 0.7283504009246826 + }, + "gamma_raw": 0.03427641838788986, + "gamma_active": { + "1e-08": 0.03434355929493904, + "1e-07": 0.03438699617981911, + "1e-06": 0.035088881850242615, + "1e-05": 0.03492434322834015, + "0.0001": 0.0349443219602108 + }, + "gamma_energy_weighted": { + "1e-08": 0.03770858974493767, + "1e-07": 0.03770858974493767, + "1e-06": 0.03770858974493767, + "1e-05": 0.03770858974493767, + "0.0001": 0.03770858974493767 + } + }, + { + "layer": 1, + "mean_norm": 0.014978701248764992, + "median_norm": 0.01621200330555439, + "max_norm": 0.024506160989403725, + "min_norm": 5.354738787793911e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.56707763671875, + "5": -3.656198740005493, + "10": -2.183739423751831, + "25": -1.8523054122924805, + "50": -1.7900832891464233, + "75": -1.7452495098114014, + "90": -1.707903265953064, + "95": -1.6914114952087402, + "99": -1.6542413234710693 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 2, + 4, + 1, + 2, + 1, + 3, + 2, + 1, + 2, + 1, + 4, + 3, + 5, + 2, + 8, + 5, + 158, + 297 + ], + "log_norms_bin_edges": [ + -11.271262168884277, + -11.078051567077637, + -10.884840965270996, + -10.691629409790039, + -10.498418807983398, + -10.305208206176758, + -10.111997604370117, + -9.918787002563477, + -9.725576400756836, + -9.532365798950195, + -9.339155197143555, + -9.145943641662598, + -8.952733039855957, + -8.759522438049316, + -8.566311836242676, + -8.373101234436035, + -8.179889678955078, + -7.9866790771484375, + -7.793468475341797, + -7.600257873535156, + -7.407047271728516, + -7.213836193084717, + -7.020625591278076, + -6.8274149894714355, + -6.634203910827637, + -6.440993309020996, + -6.2477827072143555, + -6.054572105407715, + -5.861361026763916, + -5.668150424957275, + -5.474939823150635, + -5.281728744506836, + -5.088518142700195, + -4.895307540893555, + -4.702096462249756, + -4.508885860443115, + -4.315675258636475, + -4.122464179992676, + -3.929253578186035, + -3.7360429763793945, + -3.542832374572754, + -3.349621295928955, + -3.1564102172851562, + -2.9631996154785156, + -2.769989013671875, + -2.5767784118652344, + -2.3835678100585938, + -2.190357208251953, + -1.997145652770996, + -1.8039350509643555, + -1.6107248067855835 + ], + "r_inf_mean": 0.2473871111869812, + "r_inf_median": 0.24577392637729645, + "pr_mean": Infinity, + "pr_median": 0.344062864780426, + "hoyer_mean": 0.6295996308326721, + "eff_dim_mean": 0.6295996308326721, + "topk_energy": { + "1": 0.06176181137561798, + "5": 0.2617412209510803, + "10": 0.42191165685653687, + "25": 0.7303862571716309 + }, + "gamma_raw": -0.03543281555175781, + "gamma_active": { + "1e-08": -0.03550216183066368, + "1e-07": -0.03529999777674675, + "1e-06": -0.03605718910694122, + "1e-05": -0.0358138307929039, + "0.0001": -0.035160310566425323 + }, + "gamma_energy_weighted": { + "1e-08": -0.03518770613739924, + "1e-07": -0.03518770613739924, + "1e-06": -0.03518770613739924, + "1e-05": -0.03518770613739924, + "0.0001": -0.03518770613739924 + } + }, + { + "layer": 2, + "mean_norm": 0.008724518120288849, + "median_norm": 0.009505921974778175, + "max_norm": 0.01315871812403202, + "min_norm": 3.057050706328779e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.783841133117676, + "5": -3.8967626094818115, + "10": -2.414851188659668, + "25": -2.0742034912109375, + "50": -2.021869659423828, + "75": -1.9815378189086914, + "90": -1.9543207883834839, + "95": -1.9363389015197754, + "99": -1.9206622838974 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 3, + 2, + 1, + 3, + 2, + 0, + 2, + 1, + 5, + 3, + 4, + 3, + 7, + 5, + 74, + 382 + ], + "log_norms_bin_edges": [ + -11.514698028564453, + -11.322019577026367, + -11.129341125488281, + -10.936663627624512, + -10.743985176086426, + -10.55130672454834, + -10.358628273010254, + -10.165950775146484, + -9.973272323608398, + -9.780593872070312, + -9.587915420532227, + -9.39523696899414, + -9.202559471130371, + -9.009881019592285, + -8.8172025680542, + -8.62452507019043, + -8.431846618652344, + -8.239168167114258, + -8.046489715576172, + -7.853811740875244, + -7.661133766174316, + -7.4684553146362305, + -7.2757768630981445, + -7.083098888397217, + -6.890420436859131, + -6.697742462158203, + -6.505064010620117, + -6.3123860359191895, + -6.1197075843811035, + -5.927029609680176, + -5.73435115814209, + -5.541673183441162, + -5.348994731903076, + -5.15631628036499, + -4.9636383056640625, + -4.770959854125977, + -4.578281879425049, + -4.385603427886963, + -4.192925453186035, + -4.000247001647949, + -3.8075690269470215, + -3.6148905754089355, + -3.422212600708008, + -3.229534149169922, + -3.036855697631836, + -2.8441781997680664, + -2.6514997482299805, + -2.4588212966918945, + -2.2661428451538086, + -2.0734643936157227, + -1.8807865381240845 + ], + "r_inf_mean": 0.2373075783252716, + "r_inf_median": 0.23529018461704254, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6428455114364624, + "eff_dim_mean": 0.6428454518318176, + "topk_energy": { + "1": 0.056835055351257324, + "5": 0.2487804889678955, + "10": 0.4071071147918701, + "25": 0.718224287033081 + }, + "gamma_raw": -0.004155526403337717, + "gamma_active": { + "1e-08": -0.004163659643381834, + "1e-07": -0.004362077917903662, + "1e-06": -0.00357437995262444, + "1e-05": -0.0033653422724455595, + "0.0001": -0.002806107047945261 + }, + "gamma_energy_weighted": { + "1e-08": -0.0034358152685452907, + "1e-07": -0.0034358152685452907, + "1e-06": -0.0034358152685452907, + "1e-05": -0.0034358152685452907, + "0.0001": -0.0034358152685452907 + } + }, + { + "layer": 3, + "mean_norm": 0.005395588465034962, + "median_norm": 0.005835863295942545, + "max_norm": 0.008029310032725334, + "min_norm": 1.9769392286400622e-12, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.956814289093018, + "5": -4.072060585021973, + "10": -2.639021635055542, + "25": -2.2703232765197754, + "50": -2.233867883682251, + "75": -2.2022223472595215, + "90": -2.1640138626098633, + "95": -2.137260913848877, + "99": -2.113187551498413 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 3, + 1, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 4, + 3, + 4, + 3, + 7, + 5, + 48, + 408 + ], + "log_norms_bin_edges": [ + -11.70400619506836, + -11.511832237243652, + -11.319659233093262, + -11.127485275268555, + -10.935311317443848, + -10.74313735961914, + -10.55096435546875, + -10.358790397644043, + -10.166616439819336, + -9.974443435668945, + -9.782269477844238, + -9.590095520019531, + -9.39792251586914, + -9.205748558044434, + -9.013574600219727, + -8.82140064239502, + -8.629226684570312, + -8.437053680419922, + -8.244879722595215, + -8.052705764770508, + -7.860532283782959, + -7.66835880279541, + -7.476184844970703, + -7.284011363983154, + -7.0918378829956055, + -6.899663925170898, + -6.70749044418335, + -6.515316486358643, + -6.323143005371094, + -6.130969047546387, + -5.938795566558838, + -5.746621608734131, + -5.554448127746582, + -5.362274646759033, + -5.170100688934326, + -4.977927207946777, + -4.78575325012207, + -4.5935797691345215, + -4.4014058113098145, + -4.209232330322266, + -4.017058372497559, + -3.8248848915100098, + -3.632711410522461, + -3.440537452697754, + -3.248363494873047, + -3.0561904907226562, + -2.864016532897949, + -2.671842575073242, + -2.4796695709228516, + -2.2874956130981445, + -2.0953216552734375 + ], + "r_inf_mean": 0.22707316279411316, + "r_inf_median": 0.2244398444890976, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6609419584274292, + "eff_dim_mean": 0.6609419584274292, + "topk_energy": { + "1": 0.05204927176237106, + "5": 0.23153820633888245, + "10": 0.3858509063720703, + "25": 0.6985976696014404 + }, + "gamma_raw": 0.011110907420516014, + "gamma_active": { + "1e-08": 0.011341585777699947, + "1e-07": 0.011378228664398193, + "1e-06": 0.01134572271257639, + "1e-05": 0.010890192352235317, + "0.0001": 0.011559690348803997 + }, + "gamma_energy_weighted": { + "1e-08": 0.0032237138849882255, + "1e-07": 0.0032237138849882255, + "1e-06": 0.0032237138849882255, + "1e-05": 0.0032237138849882255, + "0.0001": 0.0032237138849882255 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json new file mode 100644 index 0000000..3a3bfd3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.623477935791016, + "acc": 0.095703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024542298167943954, + "median_norm": 0.025717897340655327, + "max_norm": 0.05781630054116249, + "min_norm": 3.5142107002172907e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.707576751708984, + "5": -3.0531914234161377, + "10": -1.79924476146698, + "25": -1.6680338382720947, + "50": -1.5895659923553467, + "75": -1.529545545578003, + "90": -1.4740970134735107, + "95": -1.4401854276657104, + "99": -1.38070809841156 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 3, + 3, + 2, + 6, + 3, + 5, + 71, + 267, + 116, + 7 + ], + "log_norms_bin_edges": [ + -8.45417308807373, + -8.30984878540039, + -8.16552448272705, + -8.021200180053711, + -7.876875400543213, + -7.732550621032715, + -7.588226318359375, + -7.443902015686035, + -7.299577236175537, + -7.155252933502197, + -7.010928153991699, + -6.866603851318359, + -6.7222795486450195, + -6.57795524597168, + -6.433630466461182, + -6.289306163787842, + -6.144981384277344, + -6.000657081604004, + -5.856332778930664, + -5.712008476257324, + -5.567683696746826, + -5.423359394073486, + -5.279034614562988, + -5.134710311889648, + -4.990386009216309, + -4.846061706542969, + -4.701736927032471, + -4.557412147521973, + -4.413087844848633, + -4.268763542175293, + -4.124439239501953, + -3.980114459991455, + -3.8357901573181152, + -3.6914658546447754, + -3.5471410751342773, + -3.4028167724609375, + -3.2584924697875977, + -3.1141676902770996, + -2.9698433876037598, + -2.82551908493042, + -2.681194305419922, + -2.536870002746582, + -2.392545700073242, + -2.248220920562744, + -2.1038966178894043, + -1.9595723152160645, + -1.8152475357055664, + -1.6709232330322266, + -1.5265989303588867, + -1.3822741508483887, + -1.2379497289657593 + ], + "r_inf_mean": 0.24576808512210846, + "r_inf_median": 0.24223929643630981, + "pr_mean": 0.3481729328632355, + "pr_median": 0.35157614946365356, + "hoyer_mean": 0.6374878883361816, + "eff_dim_mean": 0.6374878883361816, + "topk_energy": { + "1": 0.06114918366074562, + "5": 0.2564382553100586, + "10": 0.41422805190086365, + "25": 0.722096860408783 + }, + "gamma_raw": -0.03045731596648693, + "gamma_active": { + "1e-08": -0.03046376071870327, + "1e-07": -0.030362986028194427, + "1e-06": -0.030408825725317, + "1e-05": -0.03040061891078949, + "0.0001": -0.030931880697607994 + }, + "gamma_energy_weighted": { + "1e-08": -0.034254404386609365, + "1e-07": -0.034254404386609365, + "1e-06": -0.034254404386609365, + "1e-05": -0.034254404386609365, + "0.0001": -0.034254404386609365 + } + }, + { + "layer": 1, + "mean_norm": 0.01499290019273758, + "median_norm": 0.01585538312792778, + "max_norm": 0.03316367045044899, + "min_norm": 2.19770823761678e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.921736240386963, + "5": -3.293759822845459, + "10": -2.0200960636138916, + "25": -1.8688371181488037, + "50": -1.7996772527694702, + "75": -1.7435216903686523, + "90": -1.7002047300338745, + "95": -1.6636672019958496, + "99": -1.6020258665084839 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 3, + 3, + 2, + 5, + 3, + 5, + 33, + 257, + 164, + 8 + ], + "log_norms_bin_edges": [ + -8.658029556274414, + -8.514455795288086, + -8.370882034301758, + -8.22730827331543, + -8.083734512329102, + -7.940160274505615, + -7.796586513519287, + -7.653012752532959, + -7.509438991546631, + -7.3658647537231445, + -7.222290992736816, + -7.078717231750488, + -6.93514347076416, + -6.791569709777832, + -6.647995948791504, + -6.504422187805176, + -6.360848426818848, + -6.2172746658325195, + -6.073700428009033, + -5.930126667022705, + -5.786552906036377, + -5.642978668212891, + -5.4994049072265625, + -5.355831146240234, + -5.212257385253906, + -5.068683624267578, + -4.92510986328125, + -4.781536102294922, + -4.637962341308594, + -4.494388103485107, + -4.350814342498779, + -4.207240581512451, + -4.063666820526123, + -3.920093059539795, + -3.776519298553467, + -3.6329455375671387, + -3.4893712997436523, + -3.345797538757324, + -3.202223777770996, + -3.058650016784668, + -2.91507625579834, + -2.7715024948120117, + -2.6279282569885254, + -2.4843544960021973, + -2.340780735015869, + -2.197206974029541, + -2.053633213043213, + -1.9100594520568848, + -1.7664852142333984, + -1.6229114532470703, + -1.479337453842163 + ], + "r_inf_mean": 0.24986812472343445, + "r_inf_median": 0.24498313665390015, + "pr_mean": 0.3355647921562195, + "pr_median": 0.33851832151412964, + "hoyer_mean": 0.6275998950004578, + "eff_dim_mean": 0.627599835395813, + "topk_energy": { + "1": 0.06327861547470093, + "5": 0.26505786180496216, + "10": 0.4258936047554016, + "25": 0.7322744131088257 + }, + "gamma_raw": -0.03312094137072563, + "gamma_active": { + "1e-08": -0.03313479572534561, + "1e-07": -0.033690955489873886, + "1e-06": -0.033605631440877914, + "1e-05": -0.033168893307447433, + "0.0001": -0.03274332359433174 + }, + "gamma_energy_weighted": { + "1e-08": -0.03483792803703373, + "1e-07": -0.03483792803703373, + "1e-06": -0.03483792803703373, + "1e-05": -0.03483792803703373, + "0.0001": -0.03483792803703373 + } + }, + { + "layer": 2, + "mean_norm": 0.009225700050592422, + "median_norm": 0.009754497557878494, + "max_norm": 0.018775099888443947, + "min_norm": 1.3790047992401355e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.140506744384766, + "5": -3.5325095653533936, + "10": -2.2152786254882812, + "25": -2.0697197914123535, + "50": -2.010747194290161, + "75": -1.9576971530914307, + "90": -1.9157739877700806, + "95": -1.8936660289764404, + "99": -1.8337411880493164 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 2, + 1, + 3, + 2, + 2, + 1, + 2, + 0, + 2, + 3, + 2, + 3, + 5, + 4, + 12, + 193, + 249, + 10 + ], + "log_norms_bin_edges": [ + -8.860434532165527, + -8.717754364013672, + -8.575074195861816, + -8.432393074035645, + -8.289712905883789, + -8.147032737731934, + -8.004352569580078, + -7.8616719245910645, + -7.718991756439209, + -7.576311111450195, + -7.43363094329834, + -7.290950775146484, + -7.148270606994629, + -7.005589962005615, + -6.86290979385376, + -6.720229148864746, + -6.577548980712891, + -6.434868812561035, + -6.2921881675720215, + -6.149507999420166, + -6.006827354431152, + -5.864147186279297, + -5.721467018127441, + -5.578786849975586, + -5.436106204986572, + -5.293425559997559, + -5.150745391845703, + -5.008065223693848, + -4.865385055541992, + -4.7227044105529785, + -4.580024242401123, + -4.437343597412109, + -4.294663429260254, + -4.151983261108398, + -4.009302616119385, + -3.8666224479675293, + -3.7239418029785156, + -3.58126163482666, + -3.4385814666748047, + -3.295900821685791, + -3.1532206535339355, + -3.01054048538208, + -2.8678598403930664, + -2.725179672241211, + -2.5824995040893555, + -2.439818859100342, + -2.2971386909484863, + -2.1544580459594727, + -2.011777877807617, + -1.8690977096557617, + -1.7264177799224854 + ], + "r_inf_mean": 0.24897608160972595, + "r_inf_median": 0.2441433221101761, + "pr_mean": 0.33641546964645386, + "pr_median": 0.3407742977142334, + "hoyer_mean": 0.6285688281059265, + "eff_dim_mean": 0.6285687685012817, + "topk_energy": { + "1": 0.06285980343818665, + "5": 0.26562002301216125, + "10": 0.4258717894554138, + "25": 0.7309391498565674 + }, + "gamma_raw": 0.01988394372165203, + "gamma_active": { + "1e-08": 0.019944945350289345, + "1e-07": 0.019997315481305122, + "1e-06": 0.020031247287988663, + "1e-05": 0.020354382693767548, + "0.0001": 0.020025160163640976 + }, + "gamma_energy_weighted": { + "1e-08": 0.019107033725559316, + "1e-07": 0.019107033725559316, + "1e-06": 0.019107033725559316, + "1e-05": 0.019107033725559316, + "0.0001": 0.019107033725559316 + } + }, + { + "layer": 3, + "mean_norm": 0.005948912352323532, + "median_norm": 0.006335781887173653, + "max_norm": 0.010428420267999172, + "min_norm": 9.006055345928132e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.970703125, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.350198268890381, + "5": -3.749119758605957, + "10": -2.3691842555999756, + "25": -2.248718738555908, + "50": -2.1981019973754883, + "75": -2.151120901107788, + "90": -2.1208367347717285, + "95": -2.1013920307159424, + "99": -2.0571095943450928 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 0, + 1, + 2, + 2, + 2, + 3, + 1, + 2, + 0, + 2, + 3, + 2, + 1, + 7, + 3, + 3, + 46, + 360, + 56 + ], + "log_norms_bin_edges": [ + -9.045465469360352, + -8.904191970825195, + -8.762918472290039, + -8.621644020080566, + -8.48037052154541, + -8.339097023010254, + -8.197823524475098, + -8.056550025939941, + -7.915276050567627, + -7.7740020751953125, + -7.632728576660156, + -7.491455078125, + -7.350181579589844, + -7.208907604217529, + -7.067634105682373, + -6.926360130310059, + -6.785086631774902, + -6.643813133239746, + -6.502539157867432, + -6.361265659332275, + -6.219991683959961, + -6.078718185424805, + -5.937444686889648, + -5.796171188354492, + -5.654897212982178, + -5.513623237609863, + -5.372349739074707, + -5.231076240539551, + -5.0898027420043945, + -4.94852876663208, + -4.807255268096924, + -4.665981292724609, + -4.524707794189453, + -4.383434295654297, + -4.242160320281982, + -4.100886821746826, + -3.9596128463745117, + -3.8183393478393555, + -3.677065849304199, + -3.5357918739318848, + -3.3945183753967285, + -3.2532448768615723, + -3.111970901489258, + -2.9706974029541016, + -2.8294239044189453, + -2.688149929046631, + -2.5468764305114746, + -2.40560245513916, + -2.264328956604004, + -2.1230554580688477, + -1.9817814826965332 + ], + "r_inf_mean": 0.24545368552207947, + "r_inf_median": 0.23941285908222198, + "pr_mean": 0.3445116877555847, + "pr_median": 0.3498162031173706, + "hoyer_mean": 0.6347143650054932, + "eff_dim_mean": 0.6347143650054932, + "topk_energy": { + "1": 0.061066508293151855, + "5": 0.2608811855316162, + "10": 0.4196327328681946, + "25": 0.7240372896194458 + }, + "gamma_raw": -0.017368420958518982, + "gamma_active": { + "1e-08": -0.017187073826789856, + "1e-07": -0.01720951870083809, + "1e-06": -0.01736050471663475, + "1e-05": -0.01739717461168766, + "0.0001": -0.018125712871551514 + }, + "gamma_energy_weighted": { + "1e-08": -0.020393861743895163, + "1e-07": -0.020393861743895163, + "1e-06": -0.020393861743895163, + "1e-05": -0.020393861743895163, + "0.0001": -0.020393861743895163 + } + }, + { + "layer": 4, + "mean_norm": 0.004292367957532406, + "median_norm": 0.004579565022140741, + "max_norm": 0.0066779302433133125, + "min_norm": 6.647336014964367e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.520120620727539, + "5": -3.9124951362609863, + "10": -2.490090847015381, + "25": -2.3832993507385254, + "50": -2.339144706726074, + "75": -2.2986128330230713, + "90": -2.2635717391967773, + "95": -2.2349231243133545, + "99": -2.2101926803588867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 1, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 6, + 4, + 2, + 10, + 280, + 173 + ], + "log_norms_bin_edges": [ + -9.177352905273438, + -9.037313461303711, + -8.897273063659668, + -8.757233619689941, + -8.617193222045898, + -8.477153778076172, + -8.337113380432129, + -8.197073936462402, + -8.05703353881836, + -7.916994094848633, + -7.77695369720459, + -7.636914253234863, + -7.4968743324279785, + -7.356834411621094, + -7.216794490814209, + -7.076754570007324, + -6.9367146492004395, + -6.796674728393555, + -6.65663480758667, + -6.516594886779785, + -6.3765549659729, + -6.236515045166016, + -6.096475601196289, + -5.956435203552246, + -5.8163957595825195, + -5.676355361938477, + -5.53631591796875, + -5.396275520324707, + -5.2562360763549805, + -5.116196155548096, + -4.976156234741211, + -4.836116313934326, + -4.696076393127441, + -4.556036472320557, + -4.415996551513672, + -4.275956630706787, + -4.135916709899902, + -3.9958767890930176, + -3.855836868286133, + -3.715796947479248, + -3.5757570266723633, + -3.4357175827026367, + -3.295677661895752, + -3.155637741088867, + -3.0155978202819824, + -2.8755578994750977, + -2.735517978668213, + -2.595478057861328, + -2.4554381370544434, + -2.3153982162475586, + -2.175358295440674 + ], + "r_inf_mean": 0.2394532859325409, + "r_inf_median": 0.23429884016513824, + "pr_mean": 0.35982614755630493, + "pr_median": 0.3658825159072876, + "hoyer_mean": 0.6459121108055115, + "eff_dim_mean": 0.6459121108055115, + "topk_energy": { + "1": 0.058106958866119385, + "5": 0.2502119243144989, + "10": 0.40671247243881226, + "25": 0.7130979299545288 + }, + "gamma_raw": -0.0024697543121874332, + "gamma_active": { + "1e-08": -0.0026482983957976103, + "1e-07": -0.0029393460135906935, + "1e-06": -0.002892614807933569, + "1e-05": -0.0030518602579832077, + "0.0001": -0.0027947924099862576 + }, + "gamma_energy_weighted": { + "1e-08": -0.006015941203356048, + "1e-07": -0.006015941203356048, + "1e-06": -0.006015941203356048, + "1e-05": -0.006015941203356048, + "0.0001": -0.006015941203356048 + } + }, + { + "layer": 5, + "mean_norm": 0.0035271858796477318, + "median_norm": 0.003659350099042058, + "max_norm": 0.0057114288210868835, + "min_norm": 5.624769539025465e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.6348185539245605, + "5": -4.0158586502075195, + "10": -2.5720508098602295, + "25": -2.473829746246338, + "50": -2.436309814453125, + "75": -2.3880443572998047, + "90": -2.329618453979492, + "95": -2.295750141143799, + "99": -2.2767088413238525 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 4, + 0, + 0, + 1, + 0, + 2, + 1, + 3, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 3, + 1, + 7, + 3, + 3, + 13, + 332, + 117 + ], + "log_norms_bin_edges": [ + -9.249896049499512, + -9.109763145446777, + -8.969630241394043, + -8.829497337341309, + -8.689364433288574, + -8.549232482910156, + -8.409099578857422, + -8.268966674804688, + -8.128833770751953, + -7.988700866699219, + -7.848567962646484, + -7.70843505859375, + -7.568302154541016, + -7.428169250488281, + -7.288036346435547, + -7.147903919219971, + -7.007771015167236, + -6.867638111114502, + -6.727505683898926, + -6.587372779846191, + -6.447239875793457, + -6.307106971740723, + -6.166974067687988, + -6.026841163635254, + -5.8867082595825195, + -5.746575355529785, + -5.606442928314209, + -5.466310024261475, + -5.32617712020874, + -5.186044216156006, + -5.04591178894043, + -4.905778884887695, + -4.765645980834961, + -4.625513076782227, + -4.485380172729492, + -4.345247745513916, + -4.205114841461182, + -4.064981937408447, + -3.924849033355713, + -3.7847161293029785, + -3.6445837020874023, + -3.504450798034668, + -3.3643178939819336, + -3.224184989929199, + -3.084052085876465, + -2.9439191818237305, + -2.8037867546081543, + -2.66365385055542, + -2.5235209465026855, + -2.383388042449951, + -2.243255376815796 + ], + "r_inf_mean": 0.23040738701820374, + "r_inf_median": 0.22670629620552063, + "pr_mean": 0.38030803203582764, + "pr_median": 0.3804472088813782, + "hoyer_mean": 0.6585384011268616, + "eff_dim_mean": 0.6585384011268616, + "topk_energy": { + "1": 0.053817033767700195, + "5": 0.23680657148361206, + "10": 0.3894793391227722, + "25": 0.7003055810928345 + }, + "gamma_raw": 0.010495918802917004, + "gamma_active": { + "1e-08": 0.010556338354945183, + "1e-07": 0.010388391092419624, + "1e-06": 0.009870103560388088, + "1e-05": 0.009950772859156132, + "0.0001": 0.010020089335739613 + }, + "gamma_energy_weighted": { + "1e-08": 0.007174666628631383, + "1e-07": 0.007174666628631383, + "1e-06": 0.007174666628631383, + "1e-05": 0.007174666628631383, + "0.0001": 0.007174666628631383 + } + }, + { + "layer": 6, + "mean_norm": 0.0031673195771872997, + "median_norm": 0.0032042735256254673, + "max_norm": 0.005447473376989365, + "min_norm": 5.192754559679713e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.710216522216797, + "5": -4.075464725494385, + "10": -2.618356704711914, + "25": -2.525470018386841, + "50": -2.494239330291748, + "75": -2.4288220405578613, + "90": -2.3593873977661133, + "95": -2.320930242538452, + "99": -2.304232120513916 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 2, + 2, + 1, + 2, + 0, + 3, + 2, + 2, + 4, + 5, + 2, + 4, + 42, + 326, + 93 + ], + "log_norms_bin_edges": [ + -9.284602165222168, + -9.144186019897461, + -9.003769874572754, + -8.863354682922363, + -8.722938537597656, + -8.58252239227295, + -8.442106246948242, + -8.301690101623535, + -8.161274909973145, + -8.020858764648438, + -7.8804426193237305, + -7.740026473999023, + -7.599610805511475, + -7.459194660186768, + -7.318778991699219, + -7.178362846374512, + -7.037946701049805, + -6.897531032562256, + -6.757115364074707, + -6.61669921875, + -6.476283073425293, + -6.335866928100586, + -6.195451259613037, + -6.055035591125488, + -5.914619445800781, + -5.774203300476074, + -5.633787155151367, + -5.493371486663818, + -5.3529558181762695, + -5.2125396728515625, + -5.0721235275268555, + -4.931707859039307, + -4.7912917137146, + -4.650875568389893, + -4.510459899902344, + -4.370043754577637, + -4.229628086090088, + -4.089211940765381, + -3.948795795440674, + -3.808380126953125, + -3.667963981628418, + -3.527548313140869, + -3.387132167816162, + -3.246716022491455, + -3.1063003540039062, + -2.965884208679199, + -2.8254685401916504, + -2.6850523948669434, + -2.5446367263793945, + -2.4042205810546875, + -2.2638049125671387 + ], + "r_inf_mean": 0.22339050471782684, + "r_inf_median": 0.2202913910150528, + "pr_mean": 0.3976209759712219, + "pr_median": 0.3975509703159332, + "hoyer_mean": 0.6702150106430054, + "eff_dim_mean": 0.6702150106430054, + "topk_energy": { + "1": 0.050593968480825424, + "5": 0.2268313765525818, + "10": 0.3765212595462799, + "25": 0.6883192658424377 + }, + "gamma_raw": 0.0840570330619812, + "gamma_active": { + "1e-08": 0.08445759117603302, + "1e-07": 0.0843532383441925, + "1e-06": 0.08430631458759308, + "1e-05": 0.08480145037174225, + "0.0001": 0.08475638180971146 + }, + "gamma_energy_weighted": { + "1e-08": 0.08857872942906694, + "1e-07": 0.08857872942906694, + "1e-06": 0.08857872942906694, + "1e-05": 0.08857872942906694, + "0.0001": 0.08857872942906694 + } + }, + { + "layer": 7, + "mean_norm": 0.0029945974238216877, + "median_norm": 0.0029738033190369606, + "max_norm": 0.005336571019142866, + "min_norm": 5.010353243406485e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.755367279052734, + "5": -4.107693195343018, + "10": -2.654737710952759, + "25": -2.5574827194213867, + "50": -2.5265822410583496, + "75": -2.4500160217285156, + "90": -2.373491048812866, + "95": -2.334213972091675, + "99": -2.3174691200256348 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 3, + 0, + 3, + 2, + 2, + 1, + 2, + 1, + 2, + 3, + 2, + 3, + 5, + 2, + 4, + 87, + 282, + 92 + ], + "log_norms_bin_edges": [ + -9.300131797790527, + -9.159584045410156, + -9.019036293029785, + -8.878488540649414, + -8.737939834594727, + -8.597392082214355, + -8.456844329833984, + -8.316296577453613, + -8.175748825073242, + -8.035201072692871, + -7.894652843475342, + -7.754105091094971, + -7.613556861877441, + -7.47300910949707, + -7.332461357116699, + -7.191913604736328, + -7.051365852355957, + -6.910817623138428, + -6.770269870758057, + -6.629721641540527, + -6.489173889160156, + -6.348626136779785, + -6.208078384399414, + -6.067530632019043, + -5.926982402801514, + -5.786434650421143, + -5.645886421203613, + -5.505338668823242, + -5.364790916442871, + -5.2242431640625, + -5.083695411682129, + -4.9431471824646, + -4.8025994300842285, + -4.662051677703857, + -4.521503448486328, + -4.380955696105957, + -4.240407943725586, + -4.099860191345215, + -3.9593119621276855, + -3.8187642097473145, + -3.6782164573669434, + -3.537668228149414, + -3.397120475769043, + -3.256572723388672, + -3.116024971008301, + -2.9754767417907715, + -2.8349289894104004, + -2.6943812370300293, + -2.5538330078125, + -2.413285255432129, + -2.272737741470337 + ], + "r_inf_mean": 0.21950754523277283, + "r_inf_median": 0.21555131673812866, + "pr_mean": 0.4086838364601135, + "pr_median": 0.40972763299942017, + "hoyer_mean": 0.6780923008918762, + "eff_dim_mean": 0.6780922412872314, + "topk_energy": { + "1": 0.04887254163622856, + "5": 0.22133734822273254, + "10": 0.3693273365497589, + "25": 0.6792736053466797 + }, + "gamma_raw": -0.06398077309131622, + "gamma_active": { + "1e-08": -0.06422724574804306, + "1e-07": -0.06425436586141586, + "1e-06": -0.06440949440002441, + "1e-05": -0.06388361006975174, + "0.0001": -0.06504891067743301 + }, + "gamma_energy_weighted": { + "1e-08": -0.05789694377457768, + "1e-07": -0.05789694377457768, + "1e-06": -0.05789694377457768, + "1e-05": -0.05789694377457768, + "0.0001": -0.05789694377457768 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json new file mode 100644 index 0000000..2b71c3f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 23.19427490234375, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03285226598381996, + "median_norm": 0.034406084567308426, + "max_norm": 0.07624293118715286, + "min_norm": 9.106958243076946e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.8663811683654785, + "5": -3.833216667175293, + "10": -1.9464114904403687, + "25": -1.5393645763397217, + "50": -1.463327407836914, + "75": -1.3964773416519165, + "90": -1.3375521898269653, + "95": -1.2982641458511353, + "99": -1.2217824459075928 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 1, + 3, + 2, + 3, + 0, + 0, + 2, + 8, + 4, + 2, + 1, + 11, + 170, + 254, + 25 + ], + "log_norms_bin_edges": [ + -10.040627479553223, + -9.862171173095703, + -9.683714866638184, + -9.505257606506348, + -9.326801300048828, + -9.148344993591309, + -8.969888687133789, + -8.791431427001953, + -8.612975120544434, + -8.434518814086914, + -8.256062507629395, + -8.077605247497559, + -7.899148941040039, + -7.7206926345825195, + -7.542236328125, + -7.363779544830322, + -7.1853227615356445, + -7.006866455078125, + -6.8284101486206055, + -6.649953365325928, + -6.47149658203125, + -6.2930402755737305, + -6.114583969116211, + -5.936127185821533, + -5.757670879364014, + -5.579214096069336, + -5.400757789611816, + -5.222301006317139, + -5.043844699859619, + -4.865387916564941, + -4.686931610107422, + -4.508474826812744, + -4.330018520355225, + -4.151562213897705, + -3.9731054306030273, + -3.794649124145508, + -3.61619234085083, + -3.4377360343933105, + -3.259279251098633, + -3.0808229446411133, + -2.9023661613464355, + -2.723909854888916, + -2.5454530715942383, + -2.3669967651367188, + -2.188539981842041, + -2.0100831985473633, + -1.8316268920898438, + -1.6531705856323242, + -1.4747142791748047, + -1.2962579727172852, + -1.1178004741668701 + ], + "r_inf_mean": 0.25351691246032715, + "r_inf_median": 0.25097736716270447, + "pr_mean": 0.3344690203666687, + "pr_median": 0.3357260823249817, + "hoyer_mean": 0.6313122510910034, + "eff_dim_mean": 0.6313122510910034, + "topk_energy": { + "1": 0.06504268944263458, + "5": 0.2681075632572174, + "10": 0.4265422224998474, + "25": 0.7275212407112122 + }, + "gamma_raw": -0.011900737881660461, + "gamma_active": { + "1e-08": -0.011778897605836391, + "1e-07": -0.011458694003522396, + "1e-06": -0.011391771957278252, + "1e-05": -0.011132918298244476, + "0.0001": -0.011016806587576866 + }, + "gamma_energy_weighted": { + "1e-08": -0.013668909181155882, + "1e-07": -0.013668909181155882, + "1e-06": -0.013668909181155882, + "1e-05": -0.013668909181155882, + "0.0001": -0.013668909181155882 + } + }, + { + "layer": 1, + "mean_norm": 0.010136807337403297, + "median_norm": 0.010808220133185387, + "max_norm": 0.021989943459630013, + "min_norm": 2.3731787368586055e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.95703125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.404781341552734, + "5": -4.373843669891357, + "10": -2.463639497756958, + "25": -2.042433023452759, + "50": -1.9661818742752075, + "75": -1.9128031730651855, + "90": -1.8596967458724976, + "95": -1.8248332738876343, + "99": -1.7570741176605225 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 1, + 1, + 1, + 3, + 1, + 4, + 0, + 0, + 2, + 6, + 6, + 2, + 1, + 2, + 110, + 311, + 37 + ], + "log_norms_bin_edges": [ + -10.624670028686523, + -10.445332527160645, + -10.26599407196045, + -10.08665657043457, + -9.907318115234375, + -9.727980613708496, + -9.548643112182617, + -9.369304656982422, + -9.189967155456543, + -9.010628700256348, + -8.831291198730469, + -8.651952743530273, + -8.472615242004395, + -8.293277740478516, + -8.11393928527832, + -7.934601783752441, + -7.755263805389404, + -7.575925827026367, + -7.396588325500488, + -7.217249870300293, + -7.037912368774414, + -6.858574390411377, + -6.67923641204834, + -6.499898433685303, + -6.320560455322266, + -6.141222953796387, + -5.96188497543335, + -5.7825469970703125, + -5.603209018707275, + -5.423871040344238, + -5.244533538818359, + -5.065195560455322, + -4.885857582092285, + -4.706519603729248, + -4.527181625366211, + -4.347844123840332, + -4.168506145477295, + -3.989168167114258, + -3.8098301887512207, + -3.6304922103881836, + -3.4511547088623047, + -3.2718167304992676, + -3.0924787521362305, + -2.9131407737731934, + -2.7338027954101562, + -2.5544652938842773, + -2.375126838684082, + -2.195789337158203, + -2.016450881958008, + -1.837113380432129, + -1.6577759981155396 + ], + "r_inf_mean": 0.2641840875148773, + "r_inf_median": 0.26017603278160095, + "pr_mean": 0.31900888681411743, + "pr_median": 0.3158789277076721, + "hoyer_mean": 0.6189547777175903, + "eff_dim_mean": 0.6189547777175903, + "topk_energy": { + "1": 0.07095138728618622, + "5": 0.27749499678611755, + "10": 0.43791183829307556, + "25": 0.7403721809387207 + }, + "gamma_raw": -0.030670788139104843, + "gamma_active": { + "1e-08": -0.03070526011288166, + "1e-07": -0.030936583876609802, + "1e-06": -0.03176315873861313, + "1e-05": -0.03175019845366478, + "0.0001": -0.03211331367492676 + }, + "gamma_energy_weighted": { + "1e-08": -0.031328643686377354, + "1e-07": -0.031328643686377354, + "1e-06": -0.031328643686377354, + "1e-05": -0.031328643686377354, + "0.0001": -0.031328643686377354 + } + }, + { + "layer": 2, + "mean_norm": 0.004279041662812233, + "median_norm": 0.004622665699571371, + "max_norm": 0.006989721674472094, + "min_norm": 1.0613379099189135e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.978515625, + "1e-06": 0.962890625, + "1e-05": 0.951171875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.807756423950195, + "5": -4.7283196449279785, + "10": -2.8701746463775635, + "25": -2.388489007949829, + "50": -2.3350863456726074, + "75": -2.2890517711639404, + "90": -2.2496988773345947, + "95": -2.231332778930664, + "99": -2.1986656188964844 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 1, + 2, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 1, + 0, + 3, + 2, + 2, + 2, + 0, + 1, + 2, + 7, + 4, + 3, + 2, + 0, + 214, + 244 + ], + "log_norms_bin_edges": [ + -10.974146842956543, + -10.797774314880371, + -10.621402740478516, + -10.445030212402344, + -10.268658638000488, + -10.092286109924316, + -9.915914535522461, + -9.739542007446289, + -9.563169479370117, + -9.386797904968262, + -9.21042537689209, + -9.034053802490234, + -8.857681274414062, + -8.68130874633789, + -8.504937171936035, + -8.328564643859863, + -8.152193069458008, + -7.975820541381836, + -7.799448490142822, + -7.623076438903809, + -7.446704387664795, + -7.270332336425781, + -7.093959808349609, + -6.917587757110596, + -6.741215705871582, + -6.564843654632568, + -6.388471603393555, + -6.212099552154541, + -6.035727500915527, + -5.8593549728393555, + -5.682982921600342, + -5.506610870361328, + -5.3302388191223145, + -5.153866767883301, + -4.977494716644287, + -4.801122665405273, + -4.624750137329102, + -4.448378086090088, + -4.272006034851074, + -4.0956339836120605, + -3.919261932373047, + -3.742889881134033, + -3.5665173530578613, + -3.3901453018188477, + -3.213773250579834, + -3.0374011993408203, + -2.8610286712646484, + -2.684657096862793, + -2.508284568786621, + -2.3319129943847656, + -2.1555402278900146 + ], + "r_inf_mean": 0.2507539689540863, + "r_inf_median": 0.24813978374004364, + "pr_mean": Infinity, + "pr_median": 0.3435359299182892, + "hoyer_mean": 0.638704240322113, + "eff_dim_mean": 0.6387041807174683, + "topk_energy": { + "1": 0.06380829215049744, + "5": 0.2588793933391571, + "10": 0.4153960347175598, + "25": 0.7199447154998779 + }, + "gamma_raw": 0.01922772079706192, + "gamma_active": { + "1e-08": 0.019337939098477364, + "1e-07": 0.019216526299715042, + "1e-06": 0.019221020862460136, + "1e-05": 0.018830550834536552, + "0.0001": 0.01822819747030735 + }, + "gamma_energy_weighted": { + "1e-08": 0.019718594627432067, + "1e-07": 0.019718594627432067, + "1e-06": 0.019718594627432067, + "1e-05": 0.019718594627432067, + "0.0001": 0.019718594627432067 + } + }, + { + "layer": 3, + "mean_norm": 0.0031602054368704557, + "median_norm": 0.003251004731282592, + "max_norm": 0.005479240790009499, + "min_norm": 7.760230825992753e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.962890625, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.944150447845459, + "5": -4.845130920410156, + "10": -2.9629948139190674, + "25": -2.5372726917266846, + "50": -2.4876370429992676, + "75": -2.426168441772461, + "90": -2.343860387802124, + "95": -2.3104851245880127, + "99": -2.283222198486328 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 2, + 2, + 0, + 3, + 0, + 2, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 0, + 3, + 3, + 2, + 0, + 1, + 2, + 4, + 3, + 6, + 2, + 2, + 3, + 305, + 150 + ], + "log_norms_bin_edges": [ + -11.110125541687012, + -10.933148384094238, + -10.756171226501465, + -10.579195022583008, + -10.402217864990234, + -10.225240707397461, + -10.048263549804688, + -9.87128734588623, + -9.694310188293457, + -9.517333030700684, + -9.34035587310791, + -9.163379669189453, + -8.98640251159668, + -8.809425354003906, + -8.632448196411133, + -8.45547103881836, + -8.278494834899902, + -8.101517677307129, + -7.9245405197143555, + -7.74756383895874, + -7.570587158203125, + -7.393610000610352, + -7.216632843017578, + -7.039656162261963, + -6.8626790046691895, + -6.685702323913574, + -6.508725166320801, + -6.3317484855651855, + -6.154771327972412, + -5.977794647216797, + -5.800817489624023, + -5.623840808868408, + -5.446863651275635, + -5.269886493682861, + -5.092909812927246, + -4.915932655334473, + -4.738955974578857, + -4.561978816986084, + -4.385002136230469, + -4.208024978637695, + -4.03104829788208, + -3.8540711402893066, + -3.6770944595336914, + -3.500117301940918, + -3.3231406211853027, + -3.1461634635925293, + -2.969186782836914, + -2.7922096252441406, + -2.615232467651367, + -2.4382553100585938, + -2.261279582977295 + ], + "r_inf_mean": 0.22259721159934998, + "r_inf_median": 0.22449158132076263, + "pr_mean": Infinity, + "pr_median": 0.38702425360679626, + "hoyer_mean": 0.6773254871368408, + "eff_dim_mean": 0.6773254871368408, + "topk_energy": { + "1": 0.05018036067485809, + "5": 0.2214241623878479, + "10": 0.3716586232185364, + "25": 0.683795154094696 + }, + "gamma_raw": -0.007987049408257008, + "gamma_active": { + "1e-08": -0.008025799877941608, + "1e-07": -0.007662721909582615, + "1e-06": -0.007556775119155645, + "1e-05": -0.00804067961871624, + "0.0001": -0.007763178553432226 + }, + "gamma_energy_weighted": { + "1e-08": -0.00870348491207063, + "1e-07": -0.00870348491207063, + "1e-06": -0.00870348491207063, + "1e-05": -0.00870348491207063, + "0.0001": -0.00870348491207063 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json new file mode 100644 index 0000000..382434b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 19.208057403564453, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026499878615140915, + "median_norm": 0.026678727939724922, + "max_norm": 0.06622849404811859, + "min_norm": 3.3702446389227703e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.9765625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -7.125903129577637, + "5": -3.3809425830841064, + "10": -1.907477855682373, + "25": -1.6545699834823608, + "50": -1.5720508098602295, + "75": -1.482248067855835, + "90": -1.4022830724716187, + "95": -1.3554320335388184, + "99": -1.2695783376693726 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 3, + 2, + 5, + 1, + 3, + 2, + 3, + 1, + 4, + 3, + 4, + 8, + 51, + 239, + 147, + 19 + ], + "log_norms_bin_edges": [ + -9.472338676452637, + -9.30647087097168, + -9.140603065490723, + -8.974735260009766, + -8.808868408203125, + -8.643000602722168, + -8.477132797241211, + -8.311264991760254, + -8.145397186279297, + -7.97952938079834, + -7.813662052154541, + -7.647794246673584, + -7.481926918029785, + -7.316059112548828, + -7.150191307067871, + -6.984323501586914, + -6.818455696105957, + -6.652588367462158, + -6.486720561981201, + -6.320853233337402, + -6.154985427856445, + -5.989117622375488, + -5.823249816894531, + -5.657382011413574, + -5.491514682769775, + -5.325646877288818, + -5.159779071807861, + -4.9939117431640625, + -4.8280439376831055, + -4.662176132202148, + -4.496308326721191, + -4.330440998077393, + -4.1645731925964355, + -3.9987053871154785, + -3.8328380584716797, + -3.6669702529907227, + -3.5011024475097656, + -3.3352346420288086, + -3.1693673133850098, + -3.0034995079040527, + -2.8376317024230957, + -2.671764373779297, + -2.50589656829834, + -2.340028762817383, + -2.174160957336426, + -2.008293628692627, + -1.84242582321167, + -1.676558017730713, + -1.510690689086914, + -1.344822883605957, + -1.178955078125 + ], + "r_inf_mean": 0.24939143657684326, + "r_inf_median": 0.2458294928073883, + "pr_mean": 0.34867364168167114, + "pr_median": 0.3480006158351898, + "hoyer_mean": 0.6429922580718994, + "eff_dim_mean": 0.6429921984672546, + "topk_energy": { + "1": 0.06288500130176544, + "5": 0.25831544399261475, + "10": 0.4118650555610657, + "25": 0.7150076627731323 + }, + "gamma_raw": -0.0014809771673753858, + "gamma_active": { + "1e-08": -0.0014347148826345801, + "1e-07": -0.0014427881687879562, + "1e-06": -0.0009295318741351366, + "1e-05": -0.0002383916435064748, + "0.0001": -0.00029230836662463844 + }, + "gamma_energy_weighted": { + "1e-08": -0.0005167739041186761, + "1e-07": -0.0005167739041186761, + "1e-06": -0.0005167739041186761, + "1e-05": -0.0005167739041186761, + "0.0001": -0.0005167739041186761 + } + }, + { + "layer": 1, + "mean_norm": 0.008438398130238056, + "median_norm": 0.008698738180100918, + "max_norm": 0.018885701894760132, + "min_norm": 9.880964796371572e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.6136322021484375, + "5": -3.8702776432037354, + "10": -2.407853364944458, + "25": -2.129098892211914, + "50": -2.0605239868164062, + "75": -1.988455057144165, + "90": -1.9189432859420776, + "95": -1.8862797021865845, + "99": -1.8028980493545532 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 3, + 2, + 4, + 3, + 2, + 3, + 3, + 1, + 4, + 0, + 6, + 7, + 18, + 196, + 216, + 28 + ], + "log_norms_bin_edges": [ + -10.00520133972168, + -9.839574813842773, + -9.673948287963867, + -9.508321762084961, + -9.342694282531738, + -9.177067756652832, + -9.011441230773926, + -8.84581470489502, + -8.680188179016113, + -8.514561653137207, + -8.348934173583984, + -8.183307647705078, + -8.017681121826172, + -7.852054595947266, + -7.686428070068359, + -7.520801544189453, + -7.355174541473389, + -7.189547538757324, + -7.023921012878418, + -6.858294486999512, + -6.6926679611206055, + -6.527041435241699, + -6.361414432525635, + -6.1957879066467285, + -6.030160903930664, + -5.864534378051758, + -5.698907852172852, + -5.533281326293945, + -5.367654323577881, + -5.202027797698975, + -5.036401271820068, + -4.870774269104004, + -4.705147743225098, + -4.539521217346191, + -4.373894214630127, + -4.208267688751221, + -4.0426411628723145, + -3.87701416015625, + -3.7113876342773438, + -3.5457611083984375, + -3.3801345825195312, + -3.214507579803467, + -3.0488810539245605, + -2.8832545280456543, + -2.71762752532959, + -2.5520009994506836, + -2.3863744735717773, + -2.220747470855713, + -2.0551209449768066, + -1.8894939422607422, + -1.7238669395446777 + ], + "r_inf_mean": 0.25772854685783386, + "r_inf_median": 0.25438085198402405, + "pr_mean": 0.32999590039253235, + "pr_median": 0.32858020067214966, + "hoyer_mean": 0.6298463344573975, + "eff_dim_mean": 0.6298463344573975, + "topk_energy": { + "1": 0.06710882484912872, + "5": 0.2711346745491028, + "10": 0.4275890290737152, + "25": 0.7276011109352112 + }, + "gamma_raw": 0.021660039201378822, + "gamma_active": { + "1e-08": 0.021887119859457016, + "1e-07": 0.021856287494301796, + "1e-06": 0.021822359412908554, + "1e-05": 0.022062143310904503, + "0.0001": 0.02193683572113514 + }, + "gamma_energy_weighted": { + "1e-08": 0.027117245026213772, + "1e-07": 0.027117245026213772, + "1e-06": 0.027117245026213772, + "1e-05": 0.027117245026213772, + "0.0001": 0.027117245026213772 + } + }, + { + "layer": 2, + "mean_norm": 0.003647422883659601, + "median_norm": 0.003878432558849454, + "max_norm": 0.006472643464803696, + "min_norm": 3.865603323549571e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.009339332580566, + "5": -4.212005615234375, + "10": -2.8020434379577637, + "25": -2.465564250946045, + "50": -2.4112300872802734, + "75": -2.3592708110809326, + "90": -2.3161983489990234, + "95": -2.29339861869812, + "99": -2.237218141555786 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 2, + 5, + 2, + 3, + 1, + 3, + 3, + 2, + 5, + 3, + 5, + 30, + 312, + 116 + ], + "log_norms_bin_edges": [ + -10.412782669067383, + -10.248305320739746, + -10.08382797241211, + -9.919350624084473, + -9.754873275756836, + -9.5903959274292, + -9.425918579101562, + -9.261442184448242, + -9.096963882446289, + -8.932487487792969, + -8.768010139465332, + -8.603532791137695, + -8.439055442810059, + -8.274578094482422, + -8.110100746154785, + -7.945623397827148, + -7.781146049499512, + -7.616668701171875, + -7.452191352844238, + -7.287714004516602, + -7.123236656188965, + -6.958759307861328, + -6.79428243637085, + -6.629805088043213, + -6.465327739715576, + -6.3008503913879395, + -6.136373043060303, + -5.971895694732666, + -5.8074188232421875, + -5.642941474914551, + -5.478464126586914, + -5.313986778259277, + -5.149509429931641, + -4.985032081604004, + -4.820554733276367, + -4.6560773849487305, + -4.491600036621094, + -4.327123165130615, + -4.1626458168029785, + -3.998168468475342, + -3.833691120147705, + -3.6692137718200684, + -3.5047364234924316, + -3.340259075164795, + -3.1757822036743164, + -3.0113048553466797, + -2.846827507019043, + -2.6823501586914062, + -2.5178728103637695, + -2.353395462036133, + -2.188918352127075 + ], + "r_inf_mean": 0.2589690685272217, + "r_inf_median": 0.25697246193885803, + "pr_mean": 0.3230052590370178, + "pr_median": 0.320370614528656, + "hoyer_mean": 0.6233511567115784, + "eff_dim_mean": 0.6233510971069336, + "topk_energy": { + "1": 0.06775932759046555, + "5": 0.2769220471382141, + "10": 0.4359264373779297, + "25": 0.7364686727523804 + }, + "gamma_raw": -0.061982735991477966, + "gamma_active": { + "1e-08": -0.06262042373418808, + "1e-07": -0.06285981088876724, + "1e-06": -0.06301329284906387, + "1e-05": -0.06264422088861465, + "0.0001": -0.06233665719628334 + }, + "gamma_energy_weighted": { + "1e-08": -0.0601811620890217, + "1e-07": -0.0601811620890217, + "1e-06": -0.0601811620890217, + "1e-05": -0.0601811620890217, + "0.0001": -0.0601811620890217 + } + }, + { + "layer": 3, + "mean_norm": 0.0025936905294656754, + "median_norm": 0.0027170286048203707, + "max_norm": 0.004819570109248161, + "min_norm": 2.382935689049237e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.213443756103516, + "5": -4.322749137878418, + "10": -2.954080581665039, + "25": -2.615546941757202, + "50": -2.565854787826538, + "75": -2.513514280319214, + "90": -2.448431968688965, + "95": -2.4237289428710938, + "99": -2.363060712814331 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 4, + 2, + 3, + 3, + 4, + 1, + 3, + 2, + 2, + 6, + 4, + 3, + 41, + 332, + 85 + ], + "log_norms_bin_edges": [ + -10.62288761138916, + -10.456769943237305, + -10.290651321411133, + -10.124533653259277, + -9.958415985107422, + -9.792298316955566, + -9.626179695129395, + -9.460062026977539, + -9.293944358825684, + -9.127826690673828, + -8.961708068847656, + -8.7955904006958, + -8.629472732543945, + -8.463354110717773, + -8.297236442565918, + -8.131118774414062, + -7.965001106262207, + -7.798882961273193, + -7.63276481628418, + -7.466647148132324, + -7.300529479980469, + -7.134411334991455, + -6.968293190002441, + -6.802175521850586, + -6.636057376861572, + -6.469939708709717, + -6.303821563720703, + -6.137703895568848, + -5.971585750579834, + -5.8054680824279785, + -5.639349937438965, + -5.473232269287109, + -5.307114124298096, + -5.140995979309082, + -4.974878311157227, + -4.808760166168213, + -4.642642498016357, + -4.476524353027344, + -4.310406684875488, + -4.144288539886475, + -3.978170871734619, + -3.8120527267456055, + -3.64593505859375, + -3.4798169136047363, + -3.313699245452881, + -3.147581100463867, + -2.9814634323120117, + -2.815345287322998, + -2.6492271423339844, + -2.483109474182129, + -2.3169918060302734 + ], + "r_inf_mean": 0.24914276599884033, + "r_inf_median": 0.24949149787425995, + "pr_mean": 0.34533601999282837, + "pr_median": 0.33079108595848083, + "hoyer_mean": 0.6376129388809204, + "eff_dim_mean": 0.6376129388809204, + "topk_energy": { + "1": 0.06287385523319244, + "5": 0.2630910873413086, + "10": 0.4201759696006775, + "25": 0.7242136001586914 + }, + "gamma_raw": -0.010212243534624577, + "gamma_active": { + "1e-08": -0.010266981087625027, + "1e-07": -0.009887076914310455, + "1e-06": -0.010345852002501488, + "1e-05": -0.010812710039317608, + "0.0001": -0.011044053360819817 + }, + "gamma_energy_weighted": { + "1e-08": -0.008197627525126457, + "1e-07": -0.008197627525126457, + "1e-06": -0.008197627525126457, + "1e-05": -0.008197627525126457, + "0.0001": -0.008197627525126457 + } + }, + { + "layer": 4, + "mean_norm": 0.002286349656060338, + "median_norm": 0.0023127112071961164, + "max_norm": 0.004582476802170277, + "min_norm": 1.9061276862464283e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.25930404663086, + "5": -4.391953945159912, + "10": -3.009795904159546, + "25": -2.6807711124420166, + "50": -2.6357579231262207, + "75": -2.5642194747924805, + "90": -2.4839582443237305, + "95": -2.4518275260925293, + "99": -2.37618088722229 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 4, + 3, + 4, + 2, + 1, + 4, + 2, + 4, + 3, + 5, + 2, + 90, + 296, + 72 + ], + "log_norms_bin_edges": [ + -10.7198486328125, + -10.552229881286621, + -10.384611129760742, + -10.216991424560547, + -10.049372673034668, + -9.881753921508789, + -9.71413516998291, + -9.546515464782715, + -9.378896713256836, + -9.211277961730957, + -9.043659210205078, + -8.876039505004883, + -8.708420753479004, + -8.540802001953125, + -8.373183250427246, + -8.205564498901367, + -8.037944793701172, + -7.870326042175293, + -7.702707290649414, + -7.535088062286377, + -7.36746883392334, + -7.199850082397461, + -7.032231330871582, + -6.864612102508545, + -6.696993350982666, + -6.529374122619629, + -6.36175537109375, + -6.194136142730713, + -6.026517391204834, + -5.858898162841797, + -5.691279411315918, + -5.523660182952881, + -5.356041431427002, + -5.188422679901123, + -5.020803451538086, + -4.853184700012207, + -4.68556547164917, + -4.517946720123291, + -4.350327491760254, + -4.182708740234375, + -4.015089511871338, + -3.847470760345459, + -3.679851531982422, + -3.512232780456543, + -3.344613552093506, + -3.176994800567627, + -3.00937557220459, + -2.841756820678711, + -2.674138069152832, + -2.506519317626953, + -2.338899850845337 + ], + "r_inf_mean": 0.23895037174224854, + "r_inf_median": 0.23845942318439484, + "pr_mean": Infinity, + "pr_median": 0.345770925283432, + "hoyer_mean": 0.6533491015434265, + "eff_dim_mean": 0.6533491015434265, + "topk_energy": { + "1": 0.05798130854964256, + "5": 0.24813935160636902, + "10": 0.401658296585083, + "25": 0.7077196836471558 + }, + "gamma_raw": -0.018860042095184326, + "gamma_active": { + "1e-08": -0.01931886561214924, + "1e-07": -0.019639573991298676, + "1e-06": -0.019292179495096207, + "1e-05": -0.01983589120209217, + "0.0001": -0.019731998443603516 + }, + "gamma_energy_weighted": { + "1e-08": -0.031108778867948154, + "1e-07": -0.031108778867948154, + "1e-06": -0.031108778867948154, + "1e-05": -0.031108778867948154, + "0.0001": -0.031108778867948154 + } + }, + { + "layer": 5, + "mean_norm": 0.0021663159132003784, + "median_norm": 0.0021522354800254107, + "max_norm": 0.004538411740213633, + "min_norm": 1.71617459826523e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.27243423461914, + "5": -4.4234185218811035, + "10": -3.0369725227355957, + "25": -2.714834690093994, + "50": -2.666426181793213, + "75": -2.5875024795532227, + "90": -2.496858596801758, + "95": -2.4597582817077637, + "99": -2.3831942081451416 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 4, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 3, + 170, + 219, + 68 + ], + "log_norms_bin_edges": [ + -10.765438079833984, + -10.596991539001465, + -10.428544044494629, + -10.26009750366211, + -10.09165096282959, + -9.923203468322754, + -9.754756927490234, + -9.586310386657715, + -9.417863845825195, + -9.24941635131836, + -9.08096981048584, + -8.91252326965332, + -8.744075775146484, + -8.575629234313965, + -8.407182693481445, + -8.23873519897461, + -8.07028865814209, + -7.90184211730957, + -7.733395099639893, + -7.564948081970215, + -7.396501541137695, + -7.228054523468018, + -7.05960750579834, + -6.89116096496582, + -6.722713947296143, + -6.554266929626465, + -6.385820388793945, + -6.217373371124268, + -6.04892635345459, + -5.88047981262207, + -5.712032794952393, + -5.543586254119873, + -5.375139236450195, + -5.206692218780518, + -5.038245677947998, + -4.86979866027832, + -4.701352119445801, + -4.532905101776123, + -4.364458084106445, + -4.196011543273926, + -4.027564525604248, + -3.8591175079345703, + -3.690670967102051, + -3.522223949432373, + -3.3537769317626953, + -3.185330390930176, + -3.016883373260498, + -2.8484368324279785, + -2.679989814758301, + -2.5115432739257812, + -2.3430962562561035 + ], + "r_inf_mean": 0.23172685503959656, + "r_inf_median": 0.23202478885650635, + "pr_mean": Infinity, + "pr_median": 0.3572503924369812, + "hoyer_mean": 0.6669204235076904, + "eff_dim_mean": 0.6669204235076904, + "topk_energy": { + "1": 0.05457145720720291, + "5": 0.23688536882400513, + "10": 0.3878024220466614, + "25": 0.6938334703445435 + }, + "gamma_raw": -0.02993682399392128, + "gamma_active": { + "1e-08": -0.030244339257478714, + "1e-07": -0.03048275224864483, + "1e-06": -0.030450452119112015, + "1e-05": -0.030442096292972565, + "0.0001": -0.02976234257221222 + }, + "gamma_energy_weighted": { + "1e-08": -0.025708628165866675, + "1e-07": -0.025708628165866675, + "1e-06": -0.025708628165866675, + "1e-05": -0.025708628165866675, + "0.0001": -0.025708628165866675 + } + }, + { + "layer": 6, + "mean_norm": 0.0021192068234086037, + "median_norm": 0.0021016087848693132, + "max_norm": 0.004509739112108946, + "min_norm": 1.6318224549394245e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.277361869812012, + "5": -4.436445236206055, + "10": -3.0495340824127197, + "25": -2.728184223175049, + "50": -2.6772494316101074, + "75": -2.597378969192505, + "90": -2.502286911010742, + "95": -2.464104652404785, + "99": -2.3851377964019775 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 5, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 4, + 182, + 206, + 68 + ], + "log_norms_bin_edges": [ + -10.787327766418457, + -10.618497848510742, + -10.449668884277344, + -10.280838966369629, + -10.112009048461914, + -9.943180084228516, + -9.7743501663208, + -9.605520248413086, + -9.436691284179688, + -9.267861366271973, + -9.099032402038574, + -8.93020248413086, + -8.761372566223145, + -8.592543601989746, + -8.423713684082031, + -8.254884719848633, + -8.086054801940918, + -7.917224884033203, + -7.7483954429626465, + -7.57956600189209, + -7.410736083984375, + -7.241906642913818, + -7.073077201843262, + -6.904247283935547, + -6.73541784286499, + -6.566588401794434, + -6.397758960723877, + -6.228929042816162, + -6.0600996017456055, + -5.891270160675049, + -5.722440719604492, + -5.553610801696777, + -5.384781360626221, + -5.215951919555664, + -5.047122001647949, + -4.878292560577393, + -4.709463119506836, + -4.540633678436279, + -4.3718037605285645, + -4.202974319458008, + -4.034144878387451, + -3.8653149604797363, + -3.6964855194091797, + -3.527656078338623, + -3.3588266372680664, + -3.1899967193603516, + -3.021167278289795, + -2.8523378372192383, + -2.6835079193115234, + -2.514678955078125, + -2.345848560333252 + ], + "r_inf_mean": 0.22491620481014252, + "r_inf_median": 0.22554032504558563, + "pr_mean": Infinity, + "pr_median": 0.37359216809272766, + "hoyer_mean": 0.6777338981628418, + "eff_dim_mean": 0.6777338981628418, + "topk_energy": { + "1": 0.051429107785224915, + "5": 0.2275378555059433, + "10": 0.37571650743484497, + "25": 0.6819114685058594 + }, + "gamma_raw": -0.06554296612739563, + "gamma_active": { + "1e-08": -0.06625636667013168, + "1e-07": -0.06639359891414642, + "1e-06": -0.06566101312637329, + "1e-05": -0.06552261859178543, + "0.0001": -0.06541362404823303 + }, + "gamma_energy_weighted": { + "1e-08": -0.0834573109374798, + "1e-07": -0.0834573109374798, + "1e-06": -0.0834573109374798, + "1e-05": -0.0834573109374798, + "0.0001": -0.0834573109374798 + } + }, + { + "layer": 7, + "mean_norm": 0.0021139001473784447, + "median_norm": 0.0021021408028900623, + "max_norm": 0.0044983080588281155, + "min_norm": 1.610725441913985e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.27786636352539, + "5": -4.437741279602051, + "10": -3.0510306358337402, + "25": -2.7299695014953613, + "50": -2.6773147583007812, + "75": -2.597912549972534, + "90": -2.503236770629883, + "95": -2.4646973609924316, + "99": -2.3848960399627686 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 5, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 4, + 179, + 209, + 68 + ], + "log_norms_bin_edges": [ + -10.792978286743164, + -10.62405776977539, + -10.455137252807617, + -10.286216735839844, + -10.11729621887207, + -9.948375701904297, + -9.779455184936523, + -9.61053466796875, + -9.441614151000977, + -9.272693634033203, + -9.10377311706543, + -8.934852600097656, + -8.765932083129883, + -8.59701156616211, + -8.42809009552002, + -8.259169578552246, + -8.090249061584473, + -7.921328544616699, + -7.752408027648926, + -7.583487510681152, + -7.414566993713379, + -7.2456464767456055, + -7.076725959777832, + -6.907805442810059, + -6.738884925842285, + -6.569964408874512, + -6.401043891906738, + -6.232122898101807, + -6.063202381134033, + -5.89428186416626, + -5.725361347198486, + -5.556440830230713, + -5.3875203132629395, + -5.218599796295166, + -5.049679279327393, + -4.880758762359619, + -4.711838245391846, + -4.542917728424072, + -4.373996734619141, + -4.205076217651367, + -4.036155700683594, + -3.8672351837158203, + -3.698314666748047, + -3.5293941497802734, + -3.3604736328125, + -3.1915531158447266, + -3.022632598876953, + -2.8537120819091797, + -2.6847915649414062, + -2.515871047973633, + -2.3469510078430176 + ], + "r_inf_mean": 0.2181478589773178, + "r_inf_median": 0.2206982672214508, + "pr_mean": Infinity, + "pr_median": 0.3925006091594696, + "hoyer_mean": 0.6870355010032654, + "eff_dim_mean": 0.6870354413986206, + "topk_energy": { + "1": 0.048399683088064194, + "5": 0.21818624436855316, + "10": 0.36336550116539, + "25": 0.6702653169631958 + }, + "gamma_raw": -0.003695568535476923, + "gamma_active": { + "1e-08": -0.003680164460092783, + "1e-07": -0.003589086700230837, + "1e-06": -0.003593364730477333, + "1e-05": -0.004041558131575584, + "0.0001": -0.004303870256990194 + }, + "gamma_energy_weighted": { + "1e-08": -0.0008165982325816993, + "1e-07": -0.0008165982325816993, + "1e-06": -0.0008165982325816993, + "1e-05": -0.0008165982325816993, + "0.0001": -0.0008165982325816993 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json new file mode 100644 index 0000000..8299289 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 17.094636917114258, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024401620030403137, + "median_norm": 0.02566123940050602, + "max_norm": 0.04988446459174156, + "min_norm": 1.0235094549670976e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.98828125, + "1e-05": 0.97265625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.02548885345459, + "5": -3.262622117996216, + "10": -1.8149617910385132, + "25": -1.670931100845337, + "50": -1.5903549194335938, + "75": -1.527898907661438, + "90": -1.4785772562026978, + "95": -1.4431899785995483, + "99": -1.384284257888794 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 2, + 1, + 2, + 1, + 2, + 4, + 3, + 1, + 0, + 3, + 3, + 3, + 4, + 36, + 223, + 178, + 24 + ], + "log_norms_bin_edges": [ + -7.989908695220947, + -7.856151103973389, + -7.722393989562988, + -7.58863639831543, + -7.454878807067871, + -7.3211212158203125, + -7.187363624572754, + -7.0536065101623535, + -6.919848918914795, + -6.786091327667236, + -6.652334213256836, + -6.518576622009277, + -6.384819030761719, + -6.25106143951416, + -6.117303848266602, + -5.983546733856201, + -5.849789142608643, + -5.716031551361084, + -5.582274436950684, + -5.448516845703125, + -5.314759254455566, + -5.181001663208008, + -5.047244071960449, + -4.913486957550049, + -4.77972936630249, + -4.645971775054932, + -4.512214660644531, + -4.378457069396973, + -4.244699478149414, + -4.1109418869018555, + -3.977184772491455, + -3.8434271812438965, + -3.709669589996338, + -3.5759119987487793, + -3.4421544075012207, + -3.3083972930908203, + -3.1746397018432617, + -3.040882110595703, + -2.9071249961853027, + -2.773367404937744, + -2.6396098136901855, + -2.505852222442627, + -2.3720946311950684, + -2.238337516784668, + -2.1045799255371094, + -1.9708223342895508, + -1.8370652198791504, + -1.7033076286315918, + -1.5695500373840332, + -1.4357924461364746, + -1.3020347356796265 + ], + "r_inf_mean": 0.2680489420890808, + "r_inf_median": 0.264477401971817, + "pr_mean": 0.3115241229534149, + "pr_median": 0.30938175320625305, + "hoyer_mean": 0.6181234121322632, + "eff_dim_mean": 0.6181234121322632, + "topk_energy": { + "1": 0.07296155393123627, + "5": 0.28479093313217163, + "10": 0.4448028802871704, + "25": 0.7400223016738892 + }, + "gamma_raw": -0.009409287944436073, + "gamma_active": { + "1e-08": -0.009409287944436073, + "1e-07": -0.009441999718546867, + "1e-06": -0.008963683620095253, + "1e-05": -0.008609690703451633, + "0.0001": -0.008745985105633736 + }, + "gamma_energy_weighted": { + "1e-08": -0.008377841771075097, + "1e-07": -0.008377841771075097, + "1e-06": -0.008377841771075097, + "1e-05": -0.008377841771075097, + "0.0001": -0.008377841771075097 + } + }, + { + "layer": 1, + "mean_norm": 0.009599195793271065, + "median_norm": 0.010109500028192997, + "max_norm": 0.019421644508838654, + "min_norm": 3.4533462756058952e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.463927268981934, + "5": -3.669637441635132, + "10": -2.238370656967163, + "25": -2.0572736263275146, + "50": -1.9951733350753784, + "75": -1.9364120960235596, + "90": -1.8927457332611084, + "95": -1.8630188703536987, + "99": -1.8193814754486084 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 1, + 1, + 5, + 3, + 0, + 1, + 3, + 3, + 2, + 5, + 22, + 211, + 206, + 22 + ], + "log_norms_bin_edges": [ + -8.461760520935059, + -8.326759338378906, + -8.19175910949707, + -8.056757926940918, + -7.921756744384766, + -7.7867560386657715, + -7.651754856109619, + -7.516754150390625, + -7.381752967834473, + -7.2467522621154785, + -7.111751079559326, + -6.976750373840332, + -6.84174919128418, + -6.7067484855651855, + -6.571747779846191, + -6.436746597290039, + -6.301745414733887, + -6.166744709014893, + -6.031744003295898, + -5.896742820739746, + -5.761741638183594, + -5.6267409324646, + -5.4917402267456055, + -5.356739044189453, + -5.221738338470459, + -5.086737632751465, + -4.9517364501953125, + -4.81673526763916, + -4.681734561920166, + -4.546733856201172, + -4.4117326736450195, + -4.276731491088867, + -4.141730785369873, + -4.006730079650879, + -3.8717288970947266, + -3.7367281913757324, + -3.60172700881958, + -3.466726303100586, + -3.3317251205444336, + -3.1967244148254395, + -3.061723232269287, + -2.926722526550293, + -2.7917213439941406, + -2.6567206382751465, + -2.521719455718994, + -2.38671875, + -2.2517175674438477, + -2.1167168617248535, + -1.9817161560058594, + -1.846714973449707, + -1.7117140293121338 + ], + "r_inf_mean": 0.2718127369880676, + "r_inf_median": 0.26672932505607605, + "pr_mean": 0.30408626794815063, + "pr_median": 0.3057907223701477, + "hoyer_mean": 0.6102458238601685, + "eff_dim_mean": 0.6102457642555237, + "topk_energy": { + "1": 0.0751546248793602, + "5": 0.2892061471939087, + "10": 0.4520096182823181, + "25": 0.7492213249206543 + }, + "gamma_raw": -0.03111574612557888, + "gamma_active": { + "1e-08": -0.031152157112956047, + "1e-07": -0.030993591994047165, + "1e-06": -0.03090837597846985, + "1e-05": -0.03179863467812538, + "0.0001": -0.03194289654493332 + }, + "gamma_energy_weighted": { + "1e-08": -0.03152182209031547, + "1e-07": -0.03152182209031547, + "1e-06": -0.03152182209031547, + "1e-05": -0.03152182209031547, + "0.0001": -0.03152182209031547 + } + }, + { + "layer": 2, + "mean_norm": 0.0044164108112454414, + "median_norm": 0.00475363340228796, + "max_norm": 0.007462572772055864, + "min_norm": 1.6349925857639391e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.802234649658203, + "5": -4.05259895324707, + "10": -2.571122407913208, + "25": -2.379220962524414, + "50": -2.3226428031921387, + "75": -2.2819905281066895, + "90": -2.2403411865234375, + "95": -2.2259600162506104, + "99": -2.1943187713623047 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 1, + 2, + 3, + 0, + 2, + 5, + 2, + 1, + 1, + 1, + 4, + 2, + 3, + 6, + 56, + 316, + 86 + ], + "log_norms_bin_edges": [ + -8.786484718322754, + -8.653297424316406, + -8.520110130310059, + -8.386921882629395, + -8.253734588623047, + -8.1205472946167, + -7.987360000610352, + -7.854172229766846, + -7.720984935760498, + -7.587797164916992, + -7.4546098709106445, + -7.321422576904297, + -7.188235282897949, + -7.055047512054443, + -6.921860218048096, + -6.78867244720459, + -6.655485153198242, + -6.5222978591918945, + -6.389110088348389, + -6.255922794342041, + -6.122735023498535, + -5.9895477294921875, + -5.85636043548584, + -5.723173141479492, + -5.589985370635986, + -5.4567975997924805, + -5.323610305786133, + -5.190423011779785, + -5.0572357177734375, + -4.924047946929932, + -4.790860652923584, + -4.657672882080078, + -4.5244855880737305, + -4.391298294067383, + -4.258110523223877, + -4.124923229217529, + -3.9917354583740234, + -3.858548164367676, + -3.725360870361328, + -3.5921730995178223, + -3.4589858055114746, + -3.325798511505127, + -3.192610740661621, + -3.0594234466552734, + -2.926236152648926, + -2.79304838180542, + -2.6598610877990723, + -2.5266733169555664, + -2.3934860229492188, + -2.260298728942871, + -2.1271116733551025 + ], + "r_inf_mean": 0.25978320837020874, + "r_inf_median": 0.25240036845207214, + "pr_mean": 0.32723861932754517, + "pr_median": 0.32713040709495544, + "hoyer_mean": 0.6264320611953735, + "eff_dim_mean": 0.6264320611953735, + "topk_energy": { + "1": 0.06866806745529175, + "5": 0.27187100052833557, + "10": 0.43001362681388855, + "25": 0.7321963310241699 + }, + "gamma_raw": 0.026095906272530556, + "gamma_active": { + "1e-08": 0.02615460567176342, + "1e-07": 0.026393268257379532, + "1e-06": 0.026492638513445854, + "1e-05": 0.02642548456788063, + "0.0001": 0.02617129310965538 + }, + "gamma_energy_weighted": { + "1e-08": 0.026250373003171543, + "1e-07": 0.026250373003171543, + "1e-06": 0.026250373003171543, + "1e-05": 0.026250373003171543, + "0.0001": 0.026250373003171543 + } + }, + { + "layer": 3, + "mean_norm": 0.003111991100013256, + "median_norm": 0.0032469374127686024, + "max_norm": 0.00503620645031333, + "min_norm": 1.1750254103048974e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.927207946777344, + "5": -4.187145233154297, + "10": -2.715087652206421, + "25": -2.5346479415893555, + "50": -2.4884839057922363, + "75": -2.433896064758301, + "90": -2.3669588565826416, + "95": -2.338439464569092, + "99": -2.3075790405273438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 3, + 1, + 1, + 2, + 1, + 2, + 5, + 2, + 2, + 0, + 1, + 4, + 2, + 4, + 4, + 39, + 299, + 121 + ], + "log_norms_bin_edges": [ + -8.929952621459961, + -8.797311782836914, + -8.66466999053955, + -8.532029151916504, + -8.399388313293457, + -8.266746520996094, + -8.134105682373047, + -8.00146484375, + -7.868823528289795, + -7.736182689666748, + -7.603541374206543, + -7.470900535583496, + -7.338259220123291, + -7.205617904663086, + -7.072977066040039, + -6.940335750579834, + -6.807694435119629, + -6.675053596496582, + -6.542412757873535, + -6.409770965576172, + -6.277130126953125, + -6.144489288330078, + -6.011847972869873, + -5.879206657409668, + -5.746565818786621, + -5.613924503326416, + -5.481283187866211, + -5.348642349243164, + -5.216001510620117, + -5.083360195159912, + -4.950718879699707, + -4.81807804107666, + -4.685436725616455, + -4.55279541015625, + -4.420154571533203, + -4.287513256072998, + -4.154872417449951, + -4.022231101989746, + -3.889589786529541, + -3.756948947906494, + -3.624307632446289, + -3.491666793823242, + -3.359025478363037, + -3.226384162902832, + -3.093743324279785, + -2.96110200881958, + -2.828461170196533, + -2.695819854736328, + -2.5631790161132812, + -2.430537700653076, + -2.29789662361145 + ], + "r_inf_mean": 0.23752900958061218, + "r_inf_median": 0.23798441886901855, + "pr_mean": 0.3774625062942505, + "pr_median": 0.365910142660141, + "hoyer_mean": 0.6601237058639526, + "eff_dim_mean": 0.6601237058639526, + "topk_energy": { + "1": 0.0572943277657032, + "5": 0.23876231908798218, + "10": 0.390636682510376, + "25": 0.699897289276123 + }, + "gamma_raw": -0.0061958059668540955, + "gamma_active": { + "1e-08": -0.006191797088831663, + "1e-07": -0.005939060356467962, + "1e-06": -0.006188010331243277, + "1e-05": -0.006145867519080639, + "0.0001": -0.005790317431092262 + }, + "gamma_energy_weighted": { + "1e-08": -0.006984015055097669, + "1e-07": -0.006984015055097669, + "1e-06": -0.006984015055097669, + "1e-05": -0.006984015055097669, + "0.0001": -0.006984015055097669 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json new file mode 100644 index 0000000..acf5f04 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.569108009338379, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.021393664181232452, + "median_norm": 0.021709315478801727, + "max_norm": 0.05893852189183235, + "min_norm": 5.598921770655352e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.470301628112793, + "5": -2.9253742694854736, + "10": -1.9342827796936035, + "25": -1.740363359451294, + "50": -1.663188099861145, + "75": -1.5859615802764893, + "90": -1.505435824394226, + "95": -1.473517656326294, + "99": -1.3866188526153564 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 0, + 0, + 3, + 1, + 1, + 5, + 1, + 5, + 2, + 1, + 4, + 4, + 2, + 8, + 39, + 181, + 183, + 52, + 5 + ], + "log_norms_bin_edges": [ + -8.251895904541016, + -8.1114501953125, + -7.971004009246826, + -7.8305583000183105, + -7.690112113952637, + -7.549666404724121, + -7.4092206954956055, + -7.268774509429932, + -7.128328800201416, + -6.987882614135742, + -6.847436904907227, + -6.706991195678711, + -6.566545009613037, + -6.4260993003845215, + -6.285653114318848, + -6.145207405090332, + -6.004761695861816, + -5.864315509796143, + -5.723869323730469, + -5.583423614501953, + -5.4429779052734375, + -5.302532196044922, + -5.162086009979248, + -5.021639823913574, + -4.881194114685059, + -4.740748405456543, + -4.600302696228027, + -4.4598565101623535, + -4.31941032409668, + -4.178964614868164, + -4.038518905639648, + -3.8980727195739746, + -3.757627010345459, + -3.6171813011169434, + -3.4767351150512695, + -3.336289405822754, + -3.19584321975708, + -3.0553975105285645, + -2.914951801300049, + -2.774505615234375, + -2.6340599060058594, + -2.4936137199401855, + -2.35316801071167, + -2.2127223014831543, + -2.0722761154174805, + -1.9318304061889648, + -1.791384220123291, + -1.6509385108947754, + -1.5104923248291016, + -1.370046615600586, + -1.2296007871627808 + ], + "r_inf_mean": 0.25714412331581116, + "r_inf_median": 0.25289660692214966, + "pr_mean": 0.32974299788475037, + "pr_median": 0.33128032088279724, + "hoyer_mean": 0.6296175718307495, + "eff_dim_mean": 0.6296175122261047, + "topk_energy": { + "1": 0.06700903177261353, + "5": 0.2713675796985626, + "10": 0.428469717502594, + "25": 0.7291175723075867 + }, + "gamma_raw": -0.001723965397104621, + "gamma_active": { + "1e-08": -0.0014615635154768825, + "1e-07": -0.0014211684465408325, + "1e-06": -0.0012990961549803615, + "1e-05": -0.0008181359735317528, + "0.0001": -0.00016540993237867951 + }, + "gamma_energy_weighted": { + "1e-08": -0.0028842473996350667, + "1e-07": -0.0028842473996350667, + "1e-06": -0.0028842473996350667, + "1e-05": -0.0028842473996350667, + "0.0001": -0.0028842473996350667 + } + }, + { + "layer": 1, + "mean_norm": 0.008614377118647099, + "median_norm": 0.008925906382501125, + "max_norm": 0.02116936258971691, + "min_norm": 2.1770032443413356e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.923043727874756, + "5": -3.340801239013672, + "10": -2.3303158283233643, + "25": -2.1170654296875, + "50": -2.0491106510162354, + "75": -1.985743761062622, + "90": -1.9197885990142822, + "95": -1.8922032117843628, + "99": -1.8077387809753418 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 2, + 2, + 1, + 3, + 3, + 1, + 5, + 2, + 4, + 3, + 2, + 7, + 12, + 103, + 260, + 81, + 6 + ], + "log_norms_bin_edges": [ + -8.662140846252441, + -8.522383689880371, + -8.3826265335083, + -8.242870330810547, + -8.103113174438477, + -7.963356018066406, + -7.823598861694336, + -7.683842182159424, + -7.5440850257873535, + -7.404328346252441, + -7.264571189880371, + -7.124814033508301, + -6.9850568771362305, + -6.845300197601318, + -6.705543041229248, + -6.565786361694336, + -6.426029205322266, + -6.286272048950195, + -6.146515369415283, + -6.006758213043213, + -5.867001533508301, + -5.7272443771362305, + -5.58748722076416, + -5.44773006439209, + -5.307973384857178, + -5.168216705322266, + -5.028459548950195, + -4.888702392578125, + -4.748945236206055, + -4.609188556671143, + -4.469431400299072, + -4.32967472076416, + -4.18991756439209, + -4.0501604080200195, + -3.9104037284851074, + -3.770646572113037, + -3.630889892578125, + -3.4911327362060547, + -3.3513755798339844, + -3.2116189002990723, + -3.071861743927002, + -2.9321045875549316, + -2.7923479080200195, + -2.652590751647949, + -2.512833595275879, + -2.373076915740967, + -2.2333197593688965, + -2.0935630798339844, + -1.953805923461914, + -1.8140487670898438, + -1.6742922067642212 + ], + "r_inf_mean": 0.26277464628219604, + "r_inf_median": 0.26015403866767883, + "pr_mean": 0.31809407472610474, + "pr_median": 0.3171049654483795, + "hoyer_mean": 0.6204935908317566, + "eff_dim_mean": 0.6204935908317566, + "topk_energy": { + "1": 0.06992453336715698, + "5": 0.2788199186325073, + "10": 0.43931815028190613, + "25": 0.7369289398193359 + }, + "gamma_raw": 0.021207965910434723, + "gamma_active": { + "1e-08": 0.021280599758028984, + "1e-07": 0.021745184436440468, + "1e-06": 0.021578170359134674, + "1e-05": 0.021394027397036552, + "0.0001": 0.02048177272081375 + }, + "gamma_energy_weighted": { + "1e-08": 0.024874499301803944, + "1e-07": 0.024874499301803944, + "1e-06": 0.024874499301803944, + "1e-05": 0.024874499301803944, + "0.0001": 0.024874499301803944 + } + }, + { + "layer": 2, + "mean_norm": 0.004076642449945211, + "median_norm": 0.0043594129383563995, + "max_norm": 0.008129759691655636, + "min_norm": 1.0155127849742485e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.256499767303467, + "5": -3.6755588054656982, + "10": -2.6791982650756836, + "25": -2.423366069793701, + "50": -2.360422134399414, + "75": -2.313432216644287, + "90": -2.2698521614074707, + "95": -2.249645233154297, + "99": -2.190929651260376 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 1, + 6, + 0, + 4, + 2, + 4, + 3, + 3, + 4, + 8, + 10, + 180, + 253, + 15 + ], + "log_norms_bin_edges": [ + -8.993314743041992, + -8.855246543884277, + -8.717179298400879, + -8.579111099243164, + -8.441043853759766, + -8.30297565460205, + -8.164907455444336, + -8.026840209960938, + -7.888772010803223, + -7.750704288482666, + -7.612636566162109, + -7.4745683670043945, + -7.336500644683838, + -7.198432922363281, + -7.060364723205566, + -6.92229700088501, + -6.784229278564453, + -6.6461615562438965, + -6.50809383392334, + -6.370025634765625, + -6.231957912445068, + -6.093890190124512, + -5.955821990966797, + -5.81775426864624, + -5.679686546325684, + -5.541618824005127, + -5.40355110168457, + -5.2654829025268555, + -5.127415180206299, + -4.989347457885742, + -4.851279258728027, + -4.713211536407471, + -4.575143814086914, + -4.437076091766357, + -4.299008369445801, + -4.160940170288086, + -4.022872447967529, + -3.8848047256469727, + -3.746736526489258, + -3.608668804168701, + -3.4706010818481445, + -3.332533359527588, + -3.1944656372070312, + -3.0563974380493164, + -2.9183297157287598, + -2.780261993408203, + -2.6421937942504883, + -2.5041260719299316, + -2.366058349609375, + -2.2279906272888184, + -2.0899224281311035 + ], + "r_inf_mean": 0.261410117149353, + "r_inf_median": 0.2597474753856659, + "pr_mean": 0.31925636529922485, + "pr_median": 0.3164377212524414, + "hoyer_mean": 0.6217430233955383, + "eff_dim_mean": 0.6217430233955383, + "topk_energy": { + "1": 0.06915608048439026, + "5": 0.2787714898586273, + "10": 0.4398314952850342, + "25": 0.736350417137146 + }, + "gamma_raw": -0.0758139044046402, + "gamma_active": { + "1e-08": -0.07576794177293777, + "1e-07": -0.07600854337215424, + "1e-06": -0.07611163705587387, + "1e-05": -0.07644977420568466, + "0.0001": -0.07578091323375702 + }, + "gamma_energy_weighted": { + "1e-08": -0.07394376750837464, + "1e-07": -0.07394376750837464, + "1e-06": -0.07394376750837464, + "1e-05": -0.07394376750837464, + "0.0001": -0.07394376750837464 + } + }, + { + "layer": 3, + "mean_norm": 0.002780171576887369, + "median_norm": 0.0029208858031779528, + "max_norm": 0.0049781519919633865, + "min_norm": 7.020888315167895e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.419668674468994, + "5": -3.8214526176452637, + "10": -2.8700456619262695, + "25": -2.5842061042785645, + "50": -2.534043550491333, + "75": -2.4865899085998535, + "90": -2.430459499359131, + "95": -2.405402660369873, + "99": -2.336707830429077 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 1, + 4, + 2, + 4, + 1, + 3, + 4, + 3, + 5, + 7, + 3, + 82, + 310, + 64 + ], + "log_norms_bin_edges": [ + -9.153608322143555, + -9.016594886779785, + -8.879581451416016, + -8.742568016052246, + -8.605554580688477, + -8.46854019165039, + -8.331526756286621, + -8.194513320922852, + -8.057499885559082, + -7.9204864501953125, + -7.783473014831543, + -7.646459579467773, + -7.509446144104004, + -7.372432708740234, + -7.235419273376465, + -7.098405361175537, + -6.961391925811768, + -6.824378490447998, + -6.68736457824707, + -6.550351142883301, + -6.413337707519531, + -6.276324272155762, + -6.139310836791992, + -6.002297401428223, + -5.865283966064453, + -5.728270530700684, + -5.591256618499756, + -5.454243183135986, + -5.317229747772217, + -5.180215835571289, + -5.0432024002075195, + -4.90618896484375, + -4.7691755294799805, + -4.632162094116211, + -4.495148658752441, + -4.358134746551514, + -4.221121311187744, + -4.084107875823975, + -3.947094440460205, + -3.8100810050964355, + -3.673067092895508, + -3.5360536575317383, + -3.3990402221679688, + -3.262026786804199, + -3.1250133514404297, + -2.98799991607666, + -2.8509860038757324, + -2.713972568511963, + -2.5769591331481934, + -2.439945697784424, + -2.302932024002075 + ], + "r_inf_mean": 0.25075069069862366, + "r_inf_median": 0.24830850958824158, + "pr_mean": 0.3387727439403534, + "pr_median": 0.33082520961761475, + "hoyer_mean": 0.6351908445358276, + "eff_dim_mean": 0.6351908445358276, + "topk_energy": { + "1": 0.0637005940079689, + "5": 0.26624301075935364, + "10": 0.4244903326034546, + "25": 0.7256030440330505 + }, + "gamma_raw": -0.015823831781744957, + "gamma_active": { + "1e-08": -0.01604447141289711, + "1e-07": -0.01595740020275116, + "1e-06": -0.01591651886701584, + "1e-05": -0.015980707481503487, + "0.0001": -0.01618291065096855 + }, + "gamma_energy_weighted": { + "1e-08": -0.014454912110935437, + "1e-07": -0.014454912110935437, + "1e-06": -0.014454912110935437, + "1e-05": -0.014454912110935437, + "0.0001": -0.014454912110935437 + } + }, + { + "layer": 4, + "mean_norm": 0.0023890649899840355, + "median_norm": 0.002438809722661972, + "max_norm": 0.004600691143423319, + "min_norm": 6.12307482494856e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.489909648895264, + "5": -3.893862009048462, + "10": -2.9335930347442627, + "25": -2.655928373336792, + "50": -2.6126253604888916, + "75": -2.558337688446045, + "90": -2.475937843322754, + "95": -2.442610740661621, + "99": -2.367149591445923 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 1, + 4, + 1, + 5, + 3, + 3, + 5, + 8, + 6, + 196, + 205, + 50 + ], + "log_norms_bin_edges": [ + -9.213030815124512, + -9.07551383972168, + -8.937996864318848, + -8.800479888916016, + -8.662962913513184, + -8.525445938110352, + -8.387928009033203, + -8.250411033630371, + -8.112894058227539, + -7.975377082824707, + -7.837860107421875, + -7.700343132019043, + -7.562826156616211, + -7.425309181213379, + -7.287792205810547, + -7.150274753570557, + -7.012757778167725, + -6.875240802764893, + -6.737723350524902, + -6.60020637512207, + -6.462689399719238, + -6.325172424316406, + -6.187655448913574, + -6.050138473510742, + -5.91262149810791, + -5.775104522705078, + -5.637587070465088, + -5.500070095062256, + -5.362553119659424, + -5.225035667419434, + -5.087518692016602, + -4.9500017166137695, + -4.8124847412109375, + -4.6749677658081055, + -4.537450790405273, + -4.399933338165283, + -4.262416362762451, + -4.124899387359619, + -3.987382411956787, + -3.849865436553955, + -3.712347984313965, + -3.574831008911133, + -3.437314033508301, + -3.2997970581054688, + -3.1622800827026367, + -3.0247631072998047, + -2.8872456550598145, + -2.7497286796569824, + -2.6122117042541504, + -2.4746947288513184, + -2.337177038192749 + ], + "r_inf_mean": 0.24202314019203186, + "r_inf_median": 0.24120178818702698, + "pr_mean": 0.360424667596817, + "pr_median": 0.3397504985332489, + "hoyer_mean": 0.6491199731826782, + "eff_dim_mean": 0.6491199731826782, + "topk_energy": { + "1": 0.05956178903579712, + "5": 0.25430816411972046, + "10": 0.4084458351135254, + "25": 0.7114092707633972 + }, + "gamma_raw": -0.020668087527155876, + "gamma_active": { + "1e-08": -0.02089257724583149, + "1e-07": -0.021221788600087166, + "1e-06": -0.021095246076583862, + "1e-05": -0.02198951505124569, + "0.0001": -0.022244034335017204 + }, + "gamma_energy_weighted": { + "1e-08": -0.03008662452258234, + "1e-07": -0.03008662452258234, + "1e-06": -0.03008662452258234, + "1e-05": -0.03008662452258234, + "0.0001": -0.03008662452258234 + } + }, + { + "layer": 5, + "mean_norm": 0.002238794229924679, + "median_norm": 0.002269092481583357, + "max_norm": 0.004503969568759203, + "min_norm": 5.78358139158297e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.520835876464844, + "5": -3.9273552894592285, + "10": -2.9610607624053955, + "25": -2.693392276763916, + "50": -2.643996000289917, + "75": -2.5794992446899414, + "90": -2.490809917449951, + "95": -2.454115629196167, + "99": -2.375643253326416 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 2, + 3, + 2, + 4, + 3, + 4, + 7, + 5, + 14, + 235, + 160, + 48 + ], + "log_norms_bin_edges": [ + -9.23780345916748, + -9.0999755859375, + -8.96214771270752, + -8.824319839477539, + -8.686491966247559, + -8.548663139343262, + -8.410835266113281, + -8.2730073928833, + -8.13517951965332, + -7.99735164642334, + -7.859523773193359, + -7.721695899963379, + -7.583868026733398, + -7.44603967666626, + -7.308211803436279, + -7.170383453369141, + -7.03255558013916, + -6.89472770690918, + -6.756899833679199, + -6.619071960449219, + -6.481244087219238, + -6.343416213989258, + -6.205587863922119, + -6.067759990692139, + -5.929932117462158, + -5.7921037673950195, + -5.654275894165039, + -5.516448020935059, + -5.378620147705078, + -5.240792274475098, + -5.102963924407959, + -4.9651360511779785, + -4.827308177947998, + -4.689480304718018, + -4.551652431488037, + -4.413824081420898, + -4.275996208190918, + -4.1381683349609375, + -4.000340461730957, + -3.8625121116638184, + -3.724684238433838, + -3.5868563652038574, + -3.449028491973877, + -3.3112006187438965, + -3.173372268676758, + -3.0355443954467773, + -2.897716522216797, + -2.7598886489868164, + -2.622060775756836, + -2.4842324256896973, + -2.346404552459717 + ], + "r_inf_mean": 0.23644135892391205, + "r_inf_median": 0.2369726449251175, + "pr_mean": 0.37696677446365356, + "pr_median": 0.3487091362476349, + "hoyer_mean": 0.6597033739089966, + "eff_dim_mean": 0.6597033739089966, + "topk_energy": { + "1": 0.056993141770362854, + "5": 0.24507439136505127, + "10": 0.39664408564567566, + "25": 0.700455904006958 + }, + "gamma_raw": -0.031865790486335754, + "gamma_active": { + "1e-08": -0.03201667591929436, + "1e-07": -0.03209864720702171, + "1e-06": -0.03208241984248161, + "1e-05": -0.03305796533823013, + "0.0001": -0.03228461369872093 + }, + "gamma_energy_weighted": { + "1e-08": -0.028663098556746956, + "1e-07": -0.028663098556746956, + "1e-06": -0.028663098556746956, + "1e-05": -0.028663098556746956, + "0.0001": -0.028663098556746956 + } + }, + { + "layer": 6, + "mean_norm": 0.002178475959226489, + "median_norm": 0.002200051210820675, + "max_norm": 0.00445830961689353, + "min_norm": 5.639313460648054e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.533822059631348, + "5": -3.941810369491577, + "10": -2.9724936485290527, + "25": -2.710831642150879, + "50": -2.657289981842041, + "75": -2.5923428535461426, + "90": -2.4990530014038086, + "95": -2.4580655097961426, + "99": -2.380425214767456 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 4, + 4, + 3, + 8, + 5, + 20, + 243, + 148, + 45 + ], + "log_norms_bin_edges": [ + -9.248774528503418, + -9.11081600189209, + -8.972856521606445, + -8.834897994995117, + -8.696939468383789, + -8.558979988098145, + -8.421021461486816, + -8.283061981201172, + -8.145103454589844, + -8.007144927978516, + -7.869185447692871, + -7.731226921081543, + -7.593267917633057, + -7.45530891418457, + -7.317350387573242, + -7.179391384124756, + -7.0414323806762695, + -6.903473377227783, + -6.765514373779297, + -6.627555847167969, + -6.489596843719482, + -6.351637840270996, + -6.213679313659668, + -6.075720310211182, + -5.937761306762695, + -5.799802303314209, + -5.661843299865723, + -5.5238847732543945, + -5.385925769805908, + -5.247966766357422, + -5.110008239746094, + -4.972049236297607, + -4.834090232849121, + -4.696131229400635, + -4.558172225952148, + -4.42021369934082, + -4.282254695892334, + -4.144295692443848, + -4.0063371658325195, + -3.868378162384033, + -3.730419158935547, + -3.5924601554870605, + -3.454501152038574, + -3.316542625427246, + -3.1785836219787598, + -3.0406246185302734, + -2.9026660919189453, + -2.764707088470459, + -2.6267480850219727, + -2.4887890815734863, + -2.350829839706421 + ], + "r_inf_mean": 0.23149576783180237, + "r_inf_median": 0.23051677644252777, + "pr_mean": 0.39095956087112427, + "pr_median": 0.359580397605896, + "hoyer_mean": 0.6685892343521118, + "eff_dim_mean": 0.668589174747467, + "topk_energy": { + "1": 0.05463752895593643, + "5": 0.2370440512895584, + "10": 0.38646093010902405, + "25": 0.6915735006332397 + }, + "gamma_raw": -0.06687475740909576, + "gamma_active": { + "1e-08": -0.06725093722343445, + "1e-07": -0.06722245365381241, + "1e-06": -0.06700778007507324, + "1e-05": -0.06652899086475372, + "0.0001": -0.06639482825994492 + }, + "gamma_energy_weighted": { + "1e-08": -0.08123903046222199, + "1e-07": -0.08123903046222199, + "1e-06": -0.08123903046222199, + "1e-05": -0.08123903046222199, + "0.0001": -0.08123903046222199 + } + }, + { + "layer": 7, + "mean_norm": 0.0021664085797965527, + "median_norm": 0.0021823658607900143, + "max_norm": 0.00443308474496007, + "min_norm": 5.595566787697237e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.535421848297119, + "5": -3.946242094039917, + "10": -2.9729738235473633, + "25": -2.7142727375030518, + "50": -2.660698652267456, + "75": -2.593618631362915, + "90": -2.498992681503296, + "95": -2.4592602252960205, + "99": -2.383814811706543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 0, + 2, + 2, + 3, + 4, + 1, + 2, + 4, + 4, + 3, + 8, + 5, + 22, + 243, + 146, + 45 + ], + "log_norms_bin_edges": [ + -9.252156257629395, + -9.114178657531738, + -8.976202011108398, + -8.838224411010742, + -8.700246810913086, + -8.562270164489746, + -8.42429256439209, + -8.28631591796875, + -8.148338317871094, + -8.010360717773438, + -7.872384071350098, + -7.734406471252441, + -7.596429347991943, + -7.458452224731445, + -7.320474624633789, + -7.182497501373291, + -7.044520378112793, + -6.906543254852295, + -6.768566131591797, + -6.630588531494141, + -6.492611408233643, + -6.3546342849731445, + -6.216656684875488, + -6.07867956161499, + -5.940702438354492, + -5.802725315093994, + -5.664748191833496, + -5.52677059173584, + -5.388793468475342, + -5.250816345214844, + -5.1128387451171875, + -4.9748616218566895, + -4.836884498596191, + -4.698907375335693, + -4.560930252075195, + -4.422952651977539, + -4.284975528717041, + -4.146998405456543, + -4.009020805358887, + -3.8710436820983887, + -3.7330665588378906, + -3.5950894355773926, + -3.4571123123168945, + -3.3191347122192383, + -3.1811575889587402, + -3.043180465698242, + -2.905202865600586, + -2.767225742340088, + -2.62924861907959, + -2.491271495819092, + -2.3532941341400146 + ], + "r_inf_mean": 0.2261677086353302, + "r_inf_median": 0.22458899021148682, + "pr_mean": 0.4063585102558136, + "pr_median": 0.3739403188228607, + "hoyer_mean": 0.6787253618240356, + "eff_dim_mean": 0.6787253618240356, + "topk_energy": { + "1": 0.05212641879916191, + "5": 0.2279769331216812, + "10": 0.37491104006767273, + "25": 0.6807042360305786 + }, + "gamma_raw": -0.0070082140155136585, + "gamma_active": { + "1e-08": -0.006915587931871414, + "1e-07": -0.006830680184066296, + "1e-06": -0.006995046511292458, + "1e-05": -0.006926362868398428, + "0.0001": -0.0070685227401554585 + }, + "gamma_energy_weighted": { + "1e-08": -0.0029592516105435233, + "1e-07": -0.0029592516105435233, + "1e-06": -0.0029592516105435233, + "1e-05": -0.0029592516105435233, + "0.0001": -0.0029592516105435233 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json new file mode 100644 index 0000000..cb261a0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 18.360801696777344, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02642240934073925, + "median_norm": 0.027793003246188164, + "max_norm": 0.04749109223484993, + "min_norm": 3.769792034091779e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.393564701080322, + "5": -3.1291391849517822, + "10": -1.8187628984451294, + "25": -1.6169772148132324, + "50": -1.556062936782837, + "75": -1.4981968402862549, + "90": -1.4563543796539307, + "95": -1.429950475692749, + "99": -1.3687713146209717 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 3, + 4, + 1, + 1, + 2, + 3, + 4, + 3, + 2, + 3, + 5, + 88, + 308, + 63 + ], + "log_norms_bin_edges": [ + -8.423683166503906, + -8.28167724609375, + -8.139671325683594, + -7.9976654052734375, + -7.855659484863281, + -7.713653564453125, + -7.571647644042969, + -7.4296417236328125, + -7.287635803222656, + -7.1456298828125, + -7.003623962402344, + -6.8616180419921875, + -6.719612121582031, + -6.577606201171875, + -6.435600280761719, + -6.2935943603515625, + -6.151588439941406, + -6.00958251953125, + -5.867576599121094, + -5.7255706787109375, + -5.583564758300781, + -5.441558837890625, + -5.299552917480469, + -5.1575469970703125, + -5.0155415534973145, + -4.873535633087158, + -4.731529712677002, + -4.589523792266846, + -4.4475178718566895, + -4.305511951446533, + -4.163506031036377, + -4.021500110626221, + -3.8794941902160645, + -3.737488269805908, + -3.595482349395752, + -3.4534764289855957, + -3.3114705085754395, + -3.169464588165283, + -3.027458667755127, + -2.8854527473449707, + -2.7434468269348145, + -2.601440906524658, + -2.459434986114502, + -2.3174290657043457, + -2.1754231452941895, + -2.033417224884033, + -1.891411304473877, + -1.7494053840637207, + -1.6073999404907227, + -1.4653940200805664, + -1.323387861251831 + ], + "r_inf_mean": 0.2610398232936859, + "r_inf_median": 0.259442001581192, + "pr_mean": 0.3209933638572693, + "pr_median": 0.3190263509750366, + "hoyer_mean": 0.6233909130096436, + "eff_dim_mean": 0.6233908534049988, + "topk_energy": { + "1": 0.06900732219219208, + "5": 0.2780410647392273, + "10": 0.4377593994140625, + "25": 0.7348835468292236 + }, + "gamma_raw": -0.012182097882032394, + "gamma_active": { + "1e-08": -0.01220845989882946, + "1e-07": -0.011891835369169712, + "1e-06": -0.012068519368767738, + "1e-05": -0.011248770169913769, + "0.0001": -0.011462626047432423 + }, + "gamma_energy_weighted": { + "1e-08": -0.012193058475947706, + "1e-07": -0.012193058475947706, + "1e-06": -0.012193058475947706, + "1e-05": -0.012193058475947706, + "0.0001": -0.012193058475947706 + } + }, + { + "layer": 1, + "mean_norm": 0.01586856320500374, + "median_norm": 0.016772866249084473, + "max_norm": 0.028426069766283035, + "min_norm": 2.0444224091420438e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.631327152252197, + "5": -3.3599815368652344, + "10": -2.0496718883514404, + "25": -1.831351399421692, + "50": -1.7750396728515625, + "75": -1.7233316898345947, + "90": -1.6831339597702026, + "95": -1.6593334674835205, + "99": -1.6141445636749268 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 3, + 4, + 1, + 1, + 2, + 3, + 4, + 3, + 2, + 4, + 4, + 74, + 322, + 63 + ], + "log_norms_bin_edges": [ + -8.68942928314209, + -8.546566009521484, + -8.403703689575195, + -8.26084041595459, + -8.117977142333984, + -7.975114822387695, + -7.83225154876709, + -7.689388751983643, + -7.546525955200195, + -7.403663158416748, + -7.260800361633301, + -7.117937088012695, + -6.975074291229248, + -6.832211494445801, + -6.689348220825195, + -6.546485424041748, + -6.403622627258301, + -6.2607598304748535, + -6.117897033691406, + -5.975033760070801, + -5.8321709632873535, + -5.689308166503906, + -5.546444892883301, + -5.4035820960998535, + -5.260719299316406, + -5.117856502532959, + -4.974993705749512, + -4.832130432128906, + -4.689267635345459, + -4.546404838562012, + -4.403541564941406, + -4.260678768157959, + -4.117815971374512, + -3.9749531745910645, + -3.832090377807617, + -3.6892271041870117, + -3.5463643074035645, + -3.403501510620117, + -3.2606382369995117, + -3.1177754402160645, + -2.974912643432617, + -2.83204984664917, + -2.6891870498657227, + -2.546323776245117, + -2.40346097946167, + -2.2605981826782227, + -2.117734909057617, + -1.97487211227417, + -1.8320093154907227, + -1.6891465187072754, + -1.54628324508667 + ], + "r_inf_mean": 0.26326313614845276, + "r_inf_median": 0.2602284252643585, + "pr_mean": 0.3154227137565613, + "pr_median": 0.3142879605293274, + "hoyer_mean": 0.6181353330612183, + "eff_dim_mean": 0.6181353330612183, + "topk_energy": { + "1": 0.07022978365421295, + "5": 0.2819118797779083, + "10": 0.44311094284057617, + "25": 0.7418305277824402 + }, + "gamma_raw": -0.034946173429489136, + "gamma_active": { + "1e-08": -0.035004571080207825, + "1e-07": -0.03486623615026474, + "1e-06": -0.03499298915266991, + "1e-05": -0.03528119623661041, + "0.0001": -0.03493494912981987 + }, + "gamma_energy_weighted": { + "1e-08": -0.03460442188875065, + "1e-07": -0.03460442188875065, + "1e-06": -0.03460442188875065, + "1e-05": -0.03460442188875065, + "0.0001": -0.03460442188875065 + } + }, + { + "layer": 2, + "mean_norm": 0.009204928763210773, + "median_norm": 0.009891031309962273, + "max_norm": 0.015556092374026775, + "min_norm": 1.1342210504139416e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.978515625, + "1e-05": 0.96875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.88704776763916, + "5": -3.5951340198516846, + "10": -2.3089234828948975, + "25": -2.0531444549560547, + "50": -2.0046844482421875, + "75": -1.96296226978302, + "90": -1.928574800491333, + "95": -1.9096657037734985, + "99": -1.8761022090911865 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 4, + 2, + 1, + 1, + 3, + 4, + 3, + 3, + 2, + 6, + 22, + 344, + 93 + ], + "log_norms_bin_edges": [ + -8.945302963256836, + -8.802558898925781, + -8.659814834594727, + -8.517070770263672, + -8.374326705932617, + -8.231582641601562, + -8.088838577270508, + -7.946094512939453, + -7.803350448608398, + -7.660606384277344, + -7.517862319946289, + -7.375118255615234, + -7.23237419128418, + -7.089630126953125, + -6.94688606262207, + -6.804141998291016, + -6.661397933959961, + -6.518653869628906, + -6.375909805297852, + -6.233165740966797, + -6.090421676635742, + -5.9476776123046875, + -5.804933547973633, + -5.662189483642578, + -5.519445419311523, + -5.376701354980469, + -5.233957290649414, + -5.091213226318359, + -4.948469161987305, + -4.80572509765625, + -4.662981033325195, + -4.520236968994141, + -4.377492904663086, + -4.234748840332031, + -4.092004776000977, + -3.949260711669922, + -3.806516647338867, + -3.6637725830078125, + -3.521028518676758, + -3.378284454345703, + -3.2355403900146484, + -3.0927963256835938, + -2.950052261352539, + -2.8073081970214844, + -2.6645641326904297, + -2.521820068359375, + -2.3790760040283203, + -2.2363319396972656, + -2.093587875366211, + -1.9508438110351562, + -1.8080995082855225 + ], + "r_inf_mean": 0.25373345613479614, + "r_inf_median": 0.24971802532672882, + "pr_mean": 0.3346990644931793, + "pr_median": 0.337164044380188, + "hoyer_mean": 0.6303998827934265, + "eff_dim_mean": 0.6303998827934265, + "topk_energy": { + "1": 0.0652015283703804, + "5": 0.2670053541660309, + "10": 0.4260287880897522, + "25": 0.7291814088821411 + }, + "gamma_raw": 0.029147546738386154, + "gamma_active": { + "1e-08": 0.029367059469223022, + "1e-07": 0.029486199840903282, + "1e-06": 0.02955682948231697, + "1e-05": 0.02964233048260212, + "0.0001": 0.029142998158931732 + }, + "gamma_energy_weighted": { + "1e-08": 0.029637562283504313, + "1e-07": 0.029637562283504313, + "1e-06": 0.029637562283504313, + "1e-05": 0.029637562283504313, + "0.0001": 0.029637562283504313 + } + }, + { + "layer": 3, + "mean_norm": 0.005573907867074013, + "median_norm": 0.006060669664293528, + "max_norm": 0.008007535710930824, + "min_norm": 7.080063757491928e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.117966651916504, + "5": -3.7967824935913086, + "10": -2.508086919784546, + "25": -2.2595176696777344, + "50": -2.217456102371216, + "75": -2.1875898838043213, + "90": -2.15834903717041, + "95": -2.1467692852020264, + "99": -2.125723361968994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 4, + 3, + 2, + 1, + 2, + 2, + 5, + 3, + 1, + 6, + 2, + 135, + 324 + ], + "log_norms_bin_edges": [ + -9.149962425231934, + -9.008893013000488, + -8.867823600769043, + -8.726755142211914, + -8.585685729980469, + -8.444616317749023, + -8.303546905517578, + -8.162477493286133, + -8.021409034729004, + -7.880339622497559, + -7.739270210266113, + -7.598200798034668, + -7.457131862640381, + -7.3160624504089355, + -7.174993515014648, + -7.033924102783203, + -6.892854690551758, + -6.751785755157471, + -6.610716819763184, + -6.469647407531738, + -6.328577995300293, + -6.187508583068848, + -6.0464396476745605, + -5.905370712280273, + -5.764301300048828, + -5.623231887817383, + -5.4821624755859375, + -5.34109354019165, + -5.200024604797363, + -5.058955192565918, + -4.917885780334473, + -4.7768168449401855, + -4.63574743270874, + -4.494678020477295, + -4.353609085083008, + -4.2125396728515625, + -4.071470737457275, + -3.93040132522583, + -3.7893319129943848, + -3.6482629776000977, + -3.5071935653686523, + -3.3661246299743652, + -3.22505521774292, + -3.0839858055114746, + -2.9429168701171875, + -2.801847457885742, + -2.660778522491455, + -2.5197091102600098, + -2.3786401748657227, + -2.2375707626342773, + -2.096501111984253 + ], + "r_inf_mean": 0.23841184377670288, + "r_inf_median": 0.23435954749584198, + "pr_mean": 0.36868739128112793, + "pr_median": 0.3685479164123535, + "hoyer_mean": 0.6508683562278748, + "eff_dim_mean": 0.65086829662323, + "topk_energy": { + "1": 0.05745633691549301, + "5": 0.2438075691461563, + "10": 0.396484375, + "25": 0.706486701965332 + }, + "gamma_raw": -0.004493102431297302, + "gamma_active": { + "1e-08": -0.004433770664036274, + "1e-07": -0.0041787088848650455, + "1e-06": -0.00420941598713398, + "1e-05": -0.004596100188791752, + "0.0001": -0.004578771069645882 + }, + "gamma_energy_weighted": { + "1e-08": -0.008075383812721553, + "1e-07": -0.008075383812721553, + "1e-06": -0.008075383812721553, + "1e-05": -0.008075383812721553, + "0.0001": -0.008075383812721553 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json new file mode 100644 index 0000000..3bb798a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.59707260131836, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023088086396455765, + "median_norm": 0.023807918652892113, + "max_norm": 0.06253558397293091, + "min_norm": 3.4758163014458887e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.978515625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.66328763961792, + "5": -3.386953115463257, + "10": -1.9616137742996216, + "25": -1.704451084136963, + "50": -1.6227715015411377, + "75": -1.5486781597137451, + "90": -1.4828821420669556, + "95": -1.4466849565505981, + "99": -1.3468259572982788 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 2, + 5, + 1, + 1, + 5, + 1, + 1, + 2, + 2, + 3, + 6, + 24, + 143, + 226, + 60, + 6 + ], + "log_norms_bin_edges": [ + -8.458943367004395, + -8.313841819763184, + -8.168740272521973, + -8.023638725280762, + -7.878537654876709, + -7.733436107635498, + -7.588335037231445, + -7.443233489990234, + -7.298131942749023, + -7.1530303955078125, + -7.00792932510376, + -6.862827777862549, + -6.717726707458496, + -6.572625160217285, + -6.427523612976074, + -6.282422065734863, + -6.137320518493652, + -5.9922194480896, + -5.847117900848389, + -5.702016830444336, + -5.556915283203125, + -5.411813735961914, + -5.266712188720703, + -5.121610641479492, + -4.9765095710754395, + -4.8314080238342285, + -4.686306953430176, + -4.541205406188965, + -4.396103858947754, + -4.251002311706543, + -4.105900764465332, + -3.9607996940612793, + -3.8156981468200684, + -3.6705965995788574, + -3.5254955291748047, + -3.3803939819335938, + -3.235292434692383, + -3.090190887451172, + -2.945089817047119, + -2.799988269805908, + -2.6548867225646973, + -2.5097856521606445, + -2.3646841049194336, + -2.2195825576782227, + -2.0744810104370117, + -1.929379940032959, + -1.784278392791748, + -1.639176845550537, + -1.4940757751464844, + -1.3489742279052734, + -1.203872799873352 + ], + "r_inf_mean": 0.250956654548645, + "r_inf_median": 0.24865928292274475, + "pr_mean": 0.33950895071029663, + "pr_median": 0.3388816714286804, + "hoyer_mean": 0.6355150938034058, + "eff_dim_mean": 0.6355150938034058, + "topk_energy": { + "1": 0.06371217966079712, + "5": 0.264532208442688, + "10": 0.42087188363075256, + "25": 0.7230224609375 + }, + "gamma_raw": -0.00022031739354133606, + "gamma_active": { + "1e-08": -5.4817810450913385e-05, + "1e-07": 6.438756827265024e-05, + "1e-06": -2.1762305550510064e-05, + "1e-05": 0.0007992422324605286, + "0.0001": 0.0007686693570576608 + }, + "gamma_energy_weighted": { + "1e-08": -0.0012468210545523621, + "1e-07": -0.0012468210545523621, + "1e-06": -0.0012468210545523621, + "1e-05": -0.0012468210545523621, + "0.0001": -0.0012468210545523621 + } + }, + { + "layer": 1, + "mean_norm": 0.014187535271048546, + "median_norm": 0.014798741787672043, + "max_norm": 0.035591717809438705, + "min_norm": 2.048058389547691e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.870948791503906, + "5": -3.5858912467956543, + "10": -2.159614324569702, + "25": -1.8995847702026367, + "50": -1.829648494720459, + "75": -1.7651891708374023, + "90": -1.7042924165725708, + "95": -1.6765296459197998, + "99": -1.5902525186538696 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 1, + 6, + 1, + 0, + 6, + 1, + 0, + 3, + 2, + 2, + 5, + 9, + 89, + 274, + 82, + 7 + ], + "log_norms_bin_edges": [ + -8.688657760620117, + -8.54385757446289, + -8.399057388305664, + -8.254257202148438, + -8.109457015991211, + -7.964657306671143, + -7.819857120513916, + -7.6750569343566895, + -7.530256748199463, + -7.385456562042236, + -7.24065637588501, + -7.095856666564941, + -6.951056480407715, + -6.806256294250488, + -6.661456108093262, + -6.516655921936035, + -6.371855735778809, + -6.227055549621582, + -6.0822553634643555, + -5.937455177307129, + -5.792654991149902, + -5.647854804992676, + -5.503055095672607, + -5.358254909515381, + -5.213454723358154, + -5.068654537200928, + -4.923854351043701, + -4.779054641723633, + -4.634254455566406, + -4.48945426940918, + -4.344654083251953, + -4.199853897094727, + -4.0550537109375, + -3.9102535247802734, + -3.765453338623047, + -3.6206531524658203, + -3.4758529663085938, + -3.3310532569885254, + -3.186253070831299, + -3.0414528846740723, + -2.8966526985168457, + -2.751852512359619, + -2.6070523262023926, + -2.462252140045166, + -2.3174524307250977, + -2.172652244567871, + -2.0278520584106445, + -1.883051872253418, + -1.7382516860961914, + -1.5934514999389648, + -1.4486510753631592 + ], + "r_inf_mean": 0.25775328278541565, + "r_inf_median": 0.25594112277030945, + "pr_mean": 0.3239330053329468, + "pr_median": 0.3244157135486603, + "hoyer_mean": 0.6237548589706421, + "eff_dim_mean": 0.6237548589706421, + "topk_energy": { + "1": 0.06721861660480499, + "5": 0.275439977645874, + "10": 0.4347454905509949, + "25": 0.7345425486564636 + }, + "gamma_raw": 0.029956763610243797, + "gamma_active": { + "1e-08": 0.030067263171076775, + "1e-07": 0.03019082359969616, + "1e-06": 0.029907431453466415, + "1e-05": 0.03023167885839939, + "0.0001": 0.030038034543395042 + }, + "gamma_energy_weighted": { + "1e-08": 0.03570782249668829, + "1e-07": 0.03570782249668829, + "1e-06": 0.03570782249668829, + "1e-05": 0.03570782249668829, + "0.0001": 0.03570782249668829 + } + }, + { + "layer": 2, + "mean_norm": 0.008801487274467945, + "median_norm": 0.009305263869464397, + "max_norm": 0.02004067786037922, + "min_norm": 1.211089672992216e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.984375, + "1e-05": 0.974609375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -7.079906940460205, + "5": -3.794321060180664, + "10": -2.354046106338501, + "25": -2.094428539276123, + "50": -2.0312023162841797, + "75": -1.9739010334014893, + "90": -1.9262927770614624, + "95": -1.9020384550094604, + "99": -1.8224008083343506 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 2, + 1, + 3, + 2, + 1, + 6, + 1, + 0, + 5, + 1, + 1, + 3, + 1, + 3, + 5, + 6, + 32, + 272, + 143, + 8 + ], + "log_norms_bin_edges": [ + -8.916824340820312, + -8.772449493408203, + -8.628074645996094, + -8.483699798583984, + -8.339324951171875, + -8.194951057434082, + -8.050576210021973, + -7.906201362609863, + -7.761826515197754, + -7.6174516677856445, + -7.473076820373535, + -7.328702449798584, + -7.184327602386475, + -7.039952754974365, + -6.895578384399414, + -6.751203536987305, + -6.606828689575195, + -6.462453842163086, + -6.318078994750977, + -6.173704624176025, + -6.029329776763916, + -5.884954929351807, + -5.7405805587768555, + -5.596205711364746, + -5.451830863952637, + -5.307456016540527, + -5.163081169128418, + -5.018706798553467, + -4.874331951141357, + -4.729957103729248, + -4.585582733154297, + -4.4412078857421875, + -4.296833038330078, + -4.152458190917969, + -4.008083343505859, + -3.863708972930908, + -3.719334125518799, + -3.5749592781066895, + -3.4305849075317383, + -3.286210060119629, + -3.1418352127075195, + -2.99746036529541, + -2.853085517883301, + -2.7087111473083496, + -2.5643362998962402, + -2.419961452484131, + -2.2755870819091797, + -2.1312122344970703, + -1.986837387084961, + -1.8424625396728516, + -1.6980876922607422 + ], + "r_inf_mean": 0.25868016481399536, + "r_inf_median": 0.2553081810474396, + "pr_mean": 0.321316659450531, + "pr_median": 0.3201034665107727, + "hoyer_mean": 0.6228638887405396, + "eff_dim_mean": 0.6228638887405396, + "topk_energy": { + "1": 0.06772502511739731, + "5": 0.2773415446281433, + "10": 0.4380195736885071, + "25": 0.7359970808029175 + }, + "gamma_raw": -0.07858036458492279, + "gamma_active": { + "1e-08": -0.07877248525619507, + "1e-07": -0.07916661351919174, + "1e-06": -0.07945077866315842, + "1e-05": -0.07931297272443771, + "0.0001": -0.078327476978302 + }, + "gamma_energy_weighted": { + "1e-08": -0.07849757292460727, + "1e-07": -0.07849757292460727, + "1e-06": -0.07849757292460727, + "1e-05": -0.07849757292460727, + "0.0001": -0.07849757292460727 + } + }, + { + "layer": 3, + "mean_norm": 0.005749908275902271, + "median_norm": 0.006149429827928543, + "max_norm": 0.011245126836001873, + "min_norm": 7.527397594131457e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.2728729248046875, + "5": -3.996751070022583, + "10": -2.55138897895813, + "25": -2.263005256652832, + "50": -2.210731029510498, + "75": -2.163038492202759, + "90": -2.124950408935547, + "95": -2.0970659255981445, + "99": -2.0522520542144775 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 4, + 4, + 0, + 2, + 4, + 1, + 2, + 1, + 3, + 2, + 7, + 5, + 122, + 311, + 20 + ], + "log_norms_bin_edges": [ + -9.1233549118042, + -8.97986888885498, + -8.836381912231445, + -8.692895889282227, + -8.549409866333008, + -8.405922889709473, + -8.262436866760254, + -8.118949890136719, + -7.9754638671875, + -7.831977367401123, + -7.688490867614746, + -7.545004844665527, + -7.40151834487915, + -7.258031845092773, + -7.114545822143555, + -6.971059322357178, + -6.827572822570801, + -6.684086322784424, + -6.540599822998047, + -6.397113800048828, + -6.253627300262451, + -6.110140800476074, + -5.9666547775268555, + -5.8231682777404785, + -5.679681777954102, + -5.536195278167725, + -5.392708778381348, + -5.249222755432129, + -5.105736255645752, + -4.962249755859375, + -4.818763732910156, + -4.675277233123779, + -4.531790733337402, + -4.388304233551025, + -4.244817733764648, + -4.10133171081543, + -3.9578452110290527, + -3.814358711242676, + -3.670872688293457, + -3.52738618850708, + -3.383899688720703, + -3.240413188934326, + -3.096926689147949, + -2.9534406661987305, + -2.8099541664123535, + -2.6664676666259766, + -2.522981643676758, + -2.379495143890381, + -2.236008644104004, + -2.092522144317627, + -1.9490357637405396 + ], + "r_inf_mean": 0.2565044164657593, + "r_inf_median": 0.2548898756504059, + "pr_mean": 0.3252410888671875, + "pr_median": 0.32393038272857666, + "hoyer_mean": 0.6255109906196594, + "eff_dim_mean": 0.6255109310150146, + "topk_energy": { + "1": 0.06658080220222473, + "5": 0.27431559562683105, + "10": 0.4354552626609802, + "25": 0.7338710427284241 + }, + "gamma_raw": -0.02971789427101612, + "gamma_active": { + "1e-08": -0.03004550188779831, + "1e-07": -0.029976949095726013, + "1e-06": -0.02979002706706524, + "1e-05": -0.030267223715782166, + "0.0001": -0.030500944703817368 + }, + "gamma_energy_weighted": { + "1e-08": -0.03489773564488086, + "1e-07": -0.03489773564488086, + "1e-06": -0.03489773564488086, + "1e-05": -0.03489773564488086, + "0.0001": -0.03489773564488086 + } + }, + { + "layer": 4, + "mean_norm": 0.004230787977576256, + "median_norm": 0.004525578580796719, + "max_norm": 0.00702781043946743, + "min_norm": 5.351173393286501e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.422008514404297, + "5": -4.173186779022217, + "10": -2.706929922103882, + "25": -2.3902792930603027, + "50": -2.3441553115844727, + "75": -2.30007266998291, + "90": -2.257040023803711, + "95": -2.2299551963806152, + "99": -2.17854380607605 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 1, + 3, + 2, + 1, + 3, + 4, + 1, + 0, + 5, + 1, + 2, + 1, + 4, + 2, + 2, + 8, + 20, + 320, + 115 + ], + "log_norms_bin_edges": [ + -9.271551132202148, + -9.129183769226074, + -8.98681640625, + -8.844449043273926, + -8.702081680297852, + -8.559714317321777, + -8.417346954345703, + -8.274979591369629, + -8.132612228393555, + -7.990244388580322, + -7.847877025604248, + -7.705509185791016, + -7.563141822814941, + -7.420774459838867, + -7.278407096862793, + -7.136039733886719, + -6.9936723709106445, + -6.85130500793457, + -6.708937644958496, + -6.566570281982422, + -6.424202919006348, + -6.281835556030273, + -6.139467716217041, + -5.997100353240967, + -5.854732990264893, + -5.712365627288818, + -5.569998264312744, + -5.427630424499512, + -5.2852630615234375, + -5.142895698547363, + -5.000528335571289, + -4.858160972595215, + -4.715793609619141, + -4.573426246643066, + -4.431058883666992, + -4.288691520690918, + -4.146324157714844, + -4.003956317901611, + -3.861588954925537, + -3.719221591949463, + -3.5768542289733887, + -3.4344868659973145, + -3.2921195030212402, + -3.149752140045166, + -3.0073843002319336, + -2.8650169372558594, + -2.722649574279785, + -2.580282211303711, + -2.4379148483276367, + -2.2955474853515625, + -2.153179883956909 + ], + "r_inf_mean": 0.25213098526000977, + "r_inf_median": 0.2507719397544861, + "pr_mean": 0.3371385931968689, + "pr_median": 0.335987389087677, + "hoyer_mean": 0.6349136829376221, + "eff_dim_mean": 0.6349135637283325, + "topk_energy": { + "1": 0.06425687670707703, + "5": 0.2663413882255554, + "10": 0.42497730255126953, + "25": 0.7245923280715942 + }, + "gamma_raw": -0.017788277938961983, + "gamma_active": { + "1e-08": -0.01791795901954174, + "1e-07": -0.018430352210998535, + "1e-06": -0.018682805821299553, + "1e-05": -0.019097648561000824, + "0.0001": -0.020145956426858902 + }, + "gamma_energy_weighted": { + "1e-08": -0.02425339678785916, + "1e-07": -0.02425339678785916, + "1e-06": -0.02425339678785916, + "1e-05": -0.02425339678785916, + "0.0001": -0.02425339678785916 + } + }, + { + "layer": 5, + "mean_norm": 0.0035312289837747812, + "median_norm": 0.00371393165551126, + "max_norm": 0.00627749552950263, + "min_norm": 4.3828005114043833e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.5185747146606445, + "5": -4.281741142272949, + "10": -2.8111703395843506, + "25": -2.4729056358337402, + "50": -2.4299819469451904, + "75": -2.3891263008117676, + "90": -2.3235385417938232, + "95": -2.289917469024658, + "99": -2.2171974182128906 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 1, + 2, + 2, + 3, + 1, + 1, + 3, + 5, + 0, + 3, + 2, + 1, + 3, + 1, + 3, + 3, + 4, + 5, + 43, + 330, + 82 + ], + "log_norms_bin_edges": [ + -9.358248710632324, + -9.215127944946289, + -9.072007179260254, + -8.928886413574219, + -8.785765647888184, + -8.642644882202148, + -8.499524116516113, + -8.356403350830078, + -8.21328353881836, + -8.070161819458008, + -7.927041530609131, + -7.783921241760254, + -7.640800476074219, + -7.497679710388184, + -7.354558944702148, + -7.211438179016113, + -7.068317413330078, + -6.925196647644043, + -6.782075881958008, + -6.638955116271973, + -6.4958343505859375, + -6.352713584899902, + -6.209593296051025, + -6.06647253036499, + -5.923351764678955, + -5.78023099899292, + -5.637110233306885, + -5.493989944458008, + -5.350869178771973, + -5.2077484130859375, + -5.064627647399902, + -4.921506881713867, + -4.778386116027832, + -4.635265350341797, + -4.492144584655762, + -4.349023818969727, + -4.205903053283691, + -4.0627827644348145, + -3.9196619987487793, + -3.776541233062744, + -3.633420467376709, + -3.490299701690674, + -3.3471789360046387, + -3.2040581703186035, + -3.0609378814697266, + -2.9178171157836914, + -2.7746963500976562, + -2.631575584411621, + -2.488454818725586, + -2.345334053039551, + -2.2022135257720947 + ], + "r_inf_mean": 0.24249297380447388, + "r_inf_median": 0.24078503251075745, + "pr_mean": 0.35929885506629944, + "pr_median": 0.354493647813797, + "hoyer_mean": 0.6497938632965088, + "eff_dim_mean": 0.6497938632965088, + "topk_energy": { + "1": 0.05950459837913513, + "5": 0.25250402092933655, + "10": 0.4076904058456421, + "25": 0.7099634408950806 + }, + "gamma_raw": -0.03058970347046852, + "gamma_active": { + "1e-08": -0.030668053776025772, + "1e-07": -0.03086397424340248, + "1e-06": -0.03096063993871212, + "1e-05": -0.03098379820585251, + "0.0001": -0.031132882460951805 + }, + "gamma_energy_weighted": { + "1e-08": -0.027310575737545775, + "1e-07": -0.027310575737545775, + "1e-06": -0.027310575737545775, + "1e-05": -0.027310575737545775, + "0.0001": -0.027310575737545775 + } + }, + { + "layer": 6, + "mean_norm": 0.003204583888873458, + "median_norm": 0.0032887449488043785, + "max_norm": 0.0059593068435788155, + "min_norm": 3.9309594468406317e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.5731353759765625, + "5": -4.335965156555176, + "10": -2.858219861984253, + "25": -2.522493362426758, + "50": -2.4828925132751465, + "75": -2.4315528869628906, + "90": -2.350755453109741, + "95": -2.3087401390075684, + "99": -2.2324917316436768 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 3, + 2, + 1, + 1, + 3, + 5, + 0, + 3, + 2, + 1, + 3, + 3, + 3, + 1, + 4, + 7, + 101, + 282, + 70 + ], + "log_norms_bin_edges": [ + -9.405501365661621, + -9.261887550354004, + -9.118273735046387, + -8.97465991973877, + -8.831045150756836, + -8.687431335449219, + -8.543817520141602, + -8.400203704833984, + -8.256589889526367, + -8.11297607421875, + -7.969362258911133, + -7.825747966766357, + -7.68213415145874, + -7.538520336151123, + -7.394906044006348, + -7.2512922286987305, + -7.107678413391113, + -6.964064598083496, + -6.820450782775879, + -6.6768364906311035, + -6.533222675323486, + -6.389608860015869, + -6.245994567871094, + -6.102380752563477, + -5.958766937255859, + -5.815153121948242, + -5.671539306640625, + -5.52792501449585, + -5.384311199188232, + -5.240697383880615, + -5.09708309173584, + -4.953469276428223, + -4.8098554611206055, + -4.666241645812988, + -4.522627830505371, + -4.379013538360596, + -4.2353997230529785, + -4.091785907745361, + -3.948171615600586, + -3.8045578002929688, + -3.6609439849853516, + -3.5173301696777344, + -3.373716354370117, + -3.230102062225342, + -3.0864882469177246, + -2.9428744316101074, + -2.799260139465332, + -2.655646324157715, + -2.5120325088500977, + -2.3684186935424805, + -2.224804401397705 + ], + "r_inf_mean": 0.2327980101108551, + "r_inf_median": 0.2333887368440628, + "pr_mean": 0.3802170753479004, + "pr_median": 0.3657671809196472, + "hoyer_mean": 0.6621993780136108, + "eff_dim_mean": 0.6621993184089661, + "topk_energy": { + "1": 0.054887399077415466, + "5": 0.24021676182746887, + "10": 0.39188748598098755, + "25": 0.6977246403694153 + }, + "gamma_raw": -0.0557083897292614, + "gamma_active": { + "1e-08": -0.05609431117773056, + "1e-07": -0.05605192855000496, + "1e-06": -0.05574626103043556, + "1e-05": -0.055625393986701965, + "0.0001": -0.055262304842472076 + }, + "gamma_energy_weighted": { + "1e-08": -0.06847345237445025, + "1e-07": -0.06847345237445025, + "1e-06": -0.06847345237445025, + "1e-05": -0.06847345237445025, + "0.0001": -0.06847345237445025 + } + }, + { + "layer": 7, + "mean_norm": 0.0030416068620979786, + "median_norm": 0.003102468093857169, + "max_norm": 0.005811304319649935, + "min_norm": 3.6925176805091553e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.602756023406982, + "5": -4.367068290710449, + "10": -2.876365900039673, + "25": -2.5525550842285156, + "50": -2.5082902908325195, + "75": -2.45062255859375, + "90": -2.3651375770568848, + "95": -2.318098545074463, + "99": -2.238661289215088 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 3, + 2, + 1, + 3, + 1, + 5, + 0, + 4, + 1, + 2, + 2, + 3, + 3, + 1, + 5, + 6, + 164, + 222, + 67 + ], + "log_norms_bin_edges": [ + -9.432677268981934, + -9.288738250732422, + -9.14479923248291, + -9.000860214233398, + -8.856921195983887, + -8.712982177734375, + -8.569043159484863, + -8.425104141235352, + -8.28116512298584, + -8.137226104736328, + -7.993287086486816, + -7.849348068237305, + -7.705409049987793, + -7.561470031738281, + -7.4175310134887695, + -7.273591995239258, + -7.129652976989746, + -6.985713958740234, + -6.841774940490723, + -6.697835922241211, + -6.553896903991699, + -6.4099578857421875, + -6.266018867492676, + -6.122079849243164, + -5.978140830993652, + -5.834201812744141, + -5.690262794494629, + -5.546323776245117, + -5.4023847579956055, + -5.258445739746094, + -5.114506721496582, + -4.97056770324707, + -4.826628684997559, + -4.682689666748047, + -4.538750648498535, + -4.394811630249023, + -4.250872611999512, + -4.10693359375, + -3.9629945755004883, + -3.8190555572509766, + -3.675116539001465, + -3.531177520751953, + -3.3872385025024414, + -3.2432994842529297, + -3.099360466003418, + -2.9554214477539062, + -2.8114824295043945, + -2.667543411254883, + -2.523604393005371, + -2.3796653747558594, + -2.2357263565063477 + ], + "r_inf_mean": 0.22773778438568115, + "r_inf_median": 0.2258564829826355, + "pr_mean": 0.39661461114883423, + "pr_median": 0.37269410490989685, + "hoyer_mean": 0.6731645464897156, + "eff_dim_mean": 0.6731644868850708, + "topk_energy": { + "1": 0.05261486396193504, + "5": 0.23094169795513153, + "10": 0.3802891969680786, + "25": 0.6870591640472412 + }, + "gamma_raw": -0.013552876189351082, + "gamma_active": { + "1e-08": -0.013572313822805882, + "1e-07": -0.013607027940452099, + "1e-06": -0.013829033821821213, + "1e-05": -0.01384467352181673, + "0.0001": -0.014284036122262478 + }, + "gamma_energy_weighted": { + "1e-08": -0.011952804999564873, + "1e-07": -0.011952804999564873, + "1e-06": -0.011952804999564873, + "1e-05": -0.011952804999564873, + "0.0001": -0.011952804999564873 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json new file mode 100644 index 0000000..46095e6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 20.137977600097656, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.031741879880428314, + "median_norm": 0.033015575259923935, + "max_norm": 0.06685440242290497, + "min_norm": 2.490170071013653e-13, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.98046875, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.230891227722168, + "5": -3.222093343734741, + "10": -1.701249361038208, + "25": -1.5496958494186401, + "50": -1.4812648296356201, + "75": -1.4155893325805664, + "90": -1.3573081493377686, + "95": -1.3339816331863403, + "99": -1.2482860088348389 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 2, + 2, + 3, + 2, + 3, + 4, + 1, + 7, + 23, + 329, + 114 + ], + "log_norms_bin_edges": [ + -12.603771209716797, + -12.37519359588623, + -12.146615028381348, + -11.918037414550781, + -11.689458847045898, + -11.460881233215332, + -11.23230266571045, + -11.003725051879883, + -10.775146484375, + -10.546568870544434, + -10.317991256713867, + -10.089412689208984, + -9.860835075378418, + -9.632256507873535, + -9.403678894042969, + -9.175100326538086, + -8.94652271270752, + -8.717945098876953, + -8.48936653137207, + -8.260787963867188, + -8.032210350036621, + -7.803632736206055, + -7.57505464553833, + -7.3464765548706055, + -7.117898464202881, + -6.889320373535156, + -6.660742282867432, + -6.432164192199707, + -6.203586578369141, + -5.975008487701416, + -5.746430397033691, + -5.517852306365967, + -5.289274215698242, + -5.060696125030518, + -4.832118034362793, + -4.603540420532227, + -4.374961853027344, + -4.146384239196777, + -3.9178056716918945, + -3.689228057861328, + -3.4606494903564453, + -3.232071876525879, + -3.0034942626953125, + -2.7749156951904297, + -2.5463380813598633, + -2.3177595138549805, + -2.089181900024414, + -1.8606033325195312, + -1.6320257186889648, + -1.4034481048583984, + -1.1748700141906738 + ], + "r_inf_mean": 0.25482702255249023, + "r_inf_median": 0.25115543603897095, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6384286880493164, + "eff_dim_mean": 0.6384286284446716, + "topk_energy": { + "1": 0.06583899259567261, + "5": 0.2622494399547577, + "10": 0.4174934923648834, + "25": 0.7205021381378174 + }, + "gamma_raw": 0.03948409482836723, + "gamma_active": { + "1e-08": 0.03979174420237541, + "1e-07": 0.03975486010313034, + "1e-06": 0.039573218673467636, + "1e-05": 0.03843454644083977, + "0.0001": 0.038215626031160355 + }, + "gamma_energy_weighted": { + "1e-08": 0.04188533706116754, + "1e-07": 0.04188533706116754, + "1e-06": 0.04188533706116754, + "1e-05": 0.04188533706116754, + "0.0001": 0.04188533706116754 + } + }, + { + "layer": 1, + "mean_norm": 0.009770737029612064, + "median_norm": 0.01028424222022295, + "max_norm": 0.01893286406993866, + "min_norm": 7.587369453424322e-14, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.719101905822754, + "5": -3.7684593200683594, + "10": -2.1966614723205566, + "25": -2.053609609603882, + "50": -1.9877853393554688, + "75": -1.9305111169815063, + "90": -1.8777633905410767, + "95": -1.8573259115219116, + "99": -1.803807258605957 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 3, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 1, + 3, + 3, + 2, + 3, + 3, + 2, + 7, + 7, + 291, + 168 + ], + "log_norms_bin_edges": [ + -13.119909286499023, + -12.891966819763184, + -12.664024353027344, + -12.436081886291504, + -12.208139419555664, + -11.980196952819824, + -11.752254486083984, + -11.524312019348145, + -11.296369552612305, + -11.068426132202148, + -10.840484619140625, + -10.612541198730469, + -10.384599685668945, + -10.156656265258789, + -9.92871379852295, + -9.70077133178711, + -9.47282886505127, + -9.24488639831543, + -9.01694393157959, + -8.78900146484375, + -8.56105899810791, + -8.33311653137207, + -8.10517406463623, + -7.877231597900391, + -7.649289131164551, + -7.421346664428711, + -7.193404197692871, + -6.965461254119873, + -6.737518787384033, + -6.509576320648193, + -6.2816338539123535, + -6.053691387176514, + -5.825748920440674, + -5.597806453704834, + -5.369863986968994, + -5.141921520233154, + -4.913978576660156, + -4.686036109924316, + -4.458093643188477, + -4.230151176452637, + -4.002208709716797, + -3.774266242980957, + -3.546323776245117, + -3.3183813095092773, + -3.0904388427734375, + -2.8624963760375977, + -2.634553909301758, + -2.406611442565918, + -2.178668975830078, + -1.9507265090942383, + -1.7227836847305298 + ], + "r_inf_mean": 0.25195640325546265, + "r_inf_median": 0.2511955797672272, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6328220963478088, + "eff_dim_mean": 0.6328220963478088, + "topk_energy": { + "1": 0.06419876217842102, + "5": 0.2658066749572754, + "10": 0.42265307903289795, + "25": 0.7259687185287476 + }, + "gamma_raw": -0.03482368588447571, + "gamma_active": { + "1e-08": -0.03520052134990692, + "1e-07": -0.03522743657231331, + "1e-06": -0.03516561537981033, + "1e-05": -0.034401822835206985, + "0.0001": -0.0341724269092083 + }, + "gamma_energy_weighted": { + "1e-08": -0.03710551475040278, + "1e-07": -0.03710551475040278, + "1e-06": -0.03710551475040278, + "1e-05": -0.03710551475040278, + "0.0001": -0.03710551475040278 + } + }, + { + "layer": 2, + "mean_norm": 0.0042389072477817535, + "median_norm": 0.004504785407334566, + "max_norm": 0.006469398271292448, + "min_norm": 3.295797066250189e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.958984375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.105923652648926, + "5": -4.108242511749268, + "10": -2.5618350505828857, + "25": -2.3949368000030518, + "50": -2.3461170196533203, + "75": -2.2968525886535645, + "90": -2.254401683807373, + "95": -2.2376372814178467, + "99": -2.206953763961792 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 0, + 3, + 2, + 2, + 3, + 3, + 2, + 8, + 3, + 53, + 411 + ], + "log_norms_bin_edges": [ + -13.482039451599121, + -13.256181716918945, + -13.030323028564453, + -12.804465293884277, + -12.578607559204102, + -12.35274887084961, + -12.126891136169434, + -11.901033401489258, + -11.675174713134766, + -11.44931697845459, + -11.223459243774414, + -10.997600555419922, + -10.771742820739746, + -10.54588508605957, + -10.320026397705078, + -10.094168663024902, + -9.868310928344727, + -9.642452239990234, + -9.416594505310059, + -9.190736770629883, + -8.96487808227539, + -8.739020347595215, + -8.513162612915039, + -8.287303924560547, + -8.061446189880371, + -7.835587978363037, + -7.609729766845703, + -7.383871555328369, + -7.158013820648193, + -6.932155609130859, + -6.706297397613525, + -6.48043966293335, + -6.254581451416016, + -6.028723239898682, + -5.802865505218506, + -5.577007293701172, + -5.351149559020996, + -5.125290870666504, + -4.899433135986328, + -4.673575401306152, + -4.44771671295166, + -4.221858978271484, + -3.9960012435913086, + -3.7701425552368164, + -3.5442848205566406, + -3.318427085876465, + -3.0925683975219727, + -2.866710662841797, + -2.640852928161621, + -2.414994239807129, + -2.189136266708374 + ], + "r_inf_mean": 0.2434822916984558, + "r_inf_median": 0.23979413509368896, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6503675580024719, + "eff_dim_mean": 0.6503674983978271, + "topk_energy": { + "1": 0.060157954692840576, + "5": 0.24833902716636658, + "10": 0.4019292891025543, + "25": 0.7099142074584961 + }, + "gamma_raw": -0.0224851556122303, + "gamma_active": { + "1e-08": -0.02288464456796646, + "1e-07": -0.02323276549577713, + "1e-06": -0.022795014083385468, + "1e-05": -0.021906711161136627, + "0.0001": -0.020847391337156296 + }, + "gamma_energy_weighted": { + "1e-08": -0.022172554323861733, + "1e-07": -0.022172554323861733, + "1e-06": -0.022172554323861733, + "1e-05": -0.022172554323861733, + "0.0001": -0.022172554323861733 + } + }, + { + "layer": 3, + "mean_norm": 0.003206371795386076, + "median_norm": 0.003245375119149685, + "max_norm": 0.005445196758955717, + "min_norm": 2.6189845377024706e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.95703125, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -8.247123718261719, + "5": -4.218438625335693, + "10": -2.715023994445801, + "25": -2.536360740661621, + "50": -2.4886138439178467, + "75": -2.410890579223633, + "90": -2.3340039253234863, + "95": -2.3079888820648193, + "99": -2.2667770385742188 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 1, + 1, + 3, + 1, + 0, + 2, + 2, + 2, + 2, + 3, + 3, + 2, + 8, + 5, + 199, + 262 + ], + "log_norms_bin_edges": [ + -13.581867218017578, + -13.355509757995605, + -13.129152297973633, + -12.902793884277344, + -12.676436424255371, + -12.450078964233398, + -12.223721504211426, + -11.997364044189453, + -11.77100658416748, + -11.544649124145508, + -11.318290710449219, + -11.091933250427246, + -10.865575790405273, + -10.6392183303833, + -10.412860870361328, + -10.186503410339355, + -9.960145950317383, + -9.733787536621094, + -9.507430076599121, + -9.281072616577148, + -9.054715156555176, + -8.828357696533203, + -8.601999282836914, + -8.375642776489258, + -8.149284362792969, + -7.922926902770996, + -7.696569442749023, + -7.470211982727051, + -7.24385404586792, + -7.017496585845947, + -6.791139125823975, + -6.564781188964844, + -6.338423728942871, + -6.112066268920898, + -5.885708332061768, + -5.659350872039795, + -5.432992935180664, + -5.206635475158691, + -4.980278015136719, + -4.753920555114746, + -4.527563095092773, + -4.301205635070801, + -4.074847221374512, + -3.848489761352539, + -3.6221323013305664, + -3.3957748413085938, + -3.169417381286621, + -2.9430599212646484, + -2.7167015075683594, + -2.4903440475463867, + -2.263986349105835 + ], + "r_inf_mean": 0.22369056940078735, + "r_inf_median": 0.22084270417690277, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6837895512580872, + "eff_dim_mean": 0.6837894916534424, + "topk_energy": { + "1": 0.05078907310962677, + "5": 0.21824213862419128, + "10": 0.36476460099220276, + "25": 0.6747575402259827 + }, + "gamma_raw": -0.06399538367986679, + "gamma_active": { + "1e-08": -0.06460949033498764, + "1e-07": -0.06449320167303085, + "1e-06": -0.06435389071702957, + "1e-05": -0.06414292007684708, + "0.0001": -0.06395228952169418 + }, + "gamma_energy_weighted": { + "1e-08": -0.06389328812437152, + "1e-07": -0.06389328812437152, + "1e-06": -0.06389328812437152, + "1e-05": -0.06389328812437152, + "0.0001": -0.06389328812437152 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json new file mode 100644 index 0000000..b7d9351 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 21.792177200317383, + "acc": 0.064453125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029307343065738678, + "median_norm": 0.02914792113006115, + "max_norm": 0.06852643191814423, + "min_norm": 5.354949556696242e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -4.787210464477539, + "5": -1.955119013786316, + "10": -1.7004003524780273, + "25": -1.6042670011520386, + "50": -1.535387396812439, + "75": -1.462159514427185, + "90": -1.3972961902618408, + "95": -1.3622398376464844, + "99": -1.2587870359420776 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 3, + 5, + 10, + 150, + 297, + 29 + ], + "log_norms_bin_edges": [ + -11.271245002746582, + -11.069103240966797, + -10.866960525512695, + -10.66481876373291, + -10.462677001953125, + -10.260534286499023, + -10.058392524719238, + -9.856250762939453, + -9.654108047485352, + -9.451966285705566, + -9.249824523925781, + -9.04768180847168, + -8.845540046691895, + -8.64339828491211, + -8.441255569458008, + -8.239113807678223, + -8.036972045898438, + -7.834830284118652, + -7.632688045501709, + -7.430545806884766, + -7.2284040451049805, + -7.026261806488037, + -6.824119567871094, + -6.621977806091309, + -6.419835567474365, + -6.217693328857422, + -6.015551567077637, + -5.813409328460693, + -5.61126708984375, + -5.409125328063965, + -5.2069830894470215, + -5.004841327667236, + -4.802699089050293, + -4.60055685043335, + -4.3984150886535645, + -4.196272850036621, + -3.994131088256836, + -3.7919888496398926, + -3.589846611022949, + -3.387704849243164, + -3.185563087463379, + -2.9834203720092773, + -2.781278610229492, + -2.579136848449707, + -2.3769941329956055, + -2.1748523712158203, + -1.9727106094360352, + -1.7705678939819336, + -1.5684261322021484, + -1.3662843704223633, + -1.1641418933868408 + ], + "r_inf_mean": 0.2526929974555969, + "r_inf_median": 0.2497914731502533, + "pr_mean": Infinity, + "pr_median": 0.343156099319458, + "hoyer_mean": 0.6412186622619629, + "eff_dim_mean": 0.6412186622619629, + "topk_energy": { + "1": 0.0646769180893898, + "5": 0.26361018419265747, + "10": 0.41744518280029297, + "25": 0.7170089483261108 + }, + "gamma_raw": -0.031435295939445496, + "gamma_active": { + "1e-08": -0.031496789306402206, + "1e-07": -0.031496789306402206, + "1e-06": -0.03139055520296097, + "1e-05": -0.03157704696059227, + "0.0001": -0.03153017908334732 + }, + "gamma_energy_weighted": { + "1e-08": -0.02905773716768956, + "1e-07": -0.02905773716768956, + "1e-06": -0.02905773716768956, + "1e-05": -0.02905773716768956, + "0.0001": -0.02905773716768956 + } + }, + { + "layer": 1, + "mean_norm": 0.00932505913078785, + "median_norm": 0.009403732605278492, + "max_norm": 0.01829361543059349, + "min_norm": 1.6721465791874612e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -5.282224655151367, + "5": -2.4288594722747803, + "10": -2.165736198425293, + "25": -2.0961575508117676, + "50": -2.0265121459960938, + "75": -1.9652587175369263, + "90": -1.9069396257400513, + "95": -1.8719347715377808, + "99": -1.760785698890686 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 4, + 7, + 42, + 355, + 86 + ], + "log_norms_bin_edges": [ + -11.776725769042969, + -11.575944900512695, + -11.375164985656738, + -11.174384117126465, + -10.973604202270508, + -10.772823333740234, + -10.572042465209961, + -10.371262550354004, + -10.17048168182373, + -9.969700813293457, + -9.7689208984375, + -9.568140029907227, + -9.367359161376953, + -9.166579246520996, + -8.965798377990723, + -8.765018463134766, + -8.564237594604492, + -8.363456726074219, + -8.162676811218262, + -7.961895942687988, + -7.761115550994873, + -7.560335159301758, + -7.359554290771484, + -7.158773899078369, + -6.957993507385254, + -6.757213115692139, + -6.556432723999023, + -6.35565185546875, + -6.154871463775635, + -5.9540910720825195, + -5.753310203552246, + -5.552529811859131, + -5.351749420166016, + -5.1509690284729, + -4.950188636779785, + -4.749407768249512, + -4.5486273765563965, + -4.347846984863281, + -4.147066116333008, + -3.9462857246398926, + -3.7455053329467773, + -3.544724464416504, + -3.343944549560547, + -3.1431636810302734, + -2.9423828125, + -2.741602897644043, + -2.5408220291137695, + -2.3400421142578125, + -2.139261245727539, + -1.9384803771972656, + -1.7377004623413086 + ], + "r_inf_mean": 0.2598719596862793, + "r_inf_median": 0.25669413805007935, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6336963176727295, + "eff_dim_mean": 0.6336961984634399, + "topk_energy": { + "1": 0.06853325664997101, + "5": 0.27068576216697693, + "10": 0.42653748393058777, + "25": 0.7254041433334351 + }, + "gamma_raw": 0.010468782857060432, + "gamma_active": { + "1e-08": 0.010489266365766525, + "1e-07": 0.010489266365766525, + "1e-06": 0.010198616422712803, + "1e-05": 0.010077757760882378, + "0.0001": 0.010041039437055588 + }, + "gamma_energy_weighted": { + "1e-08": 0.011086188868979132, + "1e-07": 0.011086188868979132, + "1e-06": 0.011086188868979132, + "1e-05": 0.011086188868979132, + "0.0001": 0.011086188868979132 + } + }, + { + "layer": 2, + "mean_norm": 0.003943563438951969, + "median_norm": 0.004102250095456839, + "max_norm": 0.007043549325317144, + "min_norm": 8.179997477986145e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.613018989562988, + "5": -2.757620334625244, + "10": -2.5084726810455322, + "25": -2.4454047679901123, + "50": -2.386913776397705, + "75": -2.34588360786438, + "90": -2.304887294769287, + "95": -2.2870044708251953, + "99": -2.214353084564209 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 2, + 6, + 13, + 325, + 148 + ], + "log_norms_bin_edges": [ + -12.087246894836426, + -11.888545989990234, + -11.689845085144043, + -11.491144180297852, + -11.292444229125977, + -11.093743324279785, + -10.895042419433594, + -10.696341514587402, + -10.497640609741211, + -10.29893970489502, + -10.100238800048828, + -9.901538848876953, + -9.702837944030762, + -9.50413703918457, + -9.305436134338379, + -9.106735229492188, + -8.908034324645996, + -8.709333419799805, + -8.51063346862793, + -8.311932563781738, + -8.113231658935547, + -7.9145307540893555, + -7.715829849243164, + -7.517128944396973, + -7.3184285163879395, + -7.119727611541748, + -6.921026706695557, + -6.722326278686523, + -6.523625373840332, + -6.324924468994141, + -6.126223564147949, + -5.927523136138916, + -5.728822231292725, + -5.530121326446533, + -5.3314208984375, + -5.132719993591309, + -4.934019088745117, + -4.735318183898926, + -4.536617755889893, + -4.337916851043701, + -4.13921594619751, + -3.9405155181884766, + -3.741814613342285, + -3.5431137084960938, + -3.3444128036499023, + -3.145711898803711, + -2.9470109939575195, + -2.7483110427856445, + -2.549610137939453, + -2.3509092330932617, + -2.1522085666656494 + ], + "r_inf_mean": 0.2612144649028778, + "r_inf_median": 0.2564183175563812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.627091646194458, + "eff_dim_mean": 0.627091646194458, + "topk_energy": { + "1": 0.06922551989555359, + "5": 0.27175411581993103, + "10": 0.43242448568344116, + "25": 0.733778715133667 + }, + "gamma_raw": 0.03729451447725296, + "gamma_active": { + "1e-08": 0.037367500364780426, + "1e-07": 0.03730279579758644, + "1e-06": 0.03747573122382164, + "1e-05": 0.037488896399736404, + "0.0001": 0.03721977025270462 + }, + "gamma_energy_weighted": { + "1e-08": 0.0367088662396689, + "1e-07": 0.0367088662396689, + "1e-06": 0.0367088662396689, + "1e-05": 0.0367088662396689, + "0.0001": 0.0367088662396689 + } + }, + { + "layer": 3, + "mean_norm": 0.0027332790195941925, + "median_norm": 0.002760503673925996, + "max_norm": 0.004743725527077913, + "min_norm": 6.30422851508744e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.768816947937012, + "5": -2.903346061706543, + "10": -2.6496400833129883, + "25": -2.6014795303344727, + "50": -2.558786392211914, + "75": -2.5093696117401123, + "90": -2.45304799079895, + "95": -2.4158718585968018, + "99": -2.3673317432403564 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 3, + 5, + 9, + 331, + 146 + ], + "log_norms_bin_edges": [ + -12.200368881225586, + -12.002839088439941, + -11.805309295654297, + -11.607779502868652, + -11.410249710083008, + -11.212719917297363, + -11.015190124511719, + -10.817660331726074, + -10.62013053894043, + -10.422600746154785, + -10.22507095336914, + -10.027542114257812, + -9.830011367797852, + -9.632482528686523, + -9.434952735900879, + -9.237422943115234, + -9.03989315032959, + -8.842363357543945, + -8.6448335647583, + -8.447303771972656, + -8.249773979187012, + -8.052244186401367, + -7.854714393615723, + -7.657184600830078, + -7.459654808044434, + -7.262125015258789, + -7.0645952224731445, + -6.867065906524658, + -6.669536113739014, + -6.472006320953369, + -6.274476528167725, + -6.07694673538208, + -5.8794169425964355, + -5.681887149810791, + -5.4843573570251465, + -5.286827564239502, + -5.089297771453857, + -4.891767978668213, + -4.694238662719727, + -4.496708869934082, + -4.2991790771484375, + -4.101649284362793, + -3.9041194915771484, + -3.706589698791504, + -3.5090599060058594, + -3.311530113220215, + -3.1140003204345703, + -2.916470527648926, + -2.7189407348632812, + -2.5214109420776367, + -2.323880672454834 + ], + "r_inf_mean": 0.2512493133544922, + "r_inf_median": 0.2455642819404602, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6379715204238892, + "eff_dim_mean": 0.6379715204238892, + "topk_energy": { + "1": 0.06419065594673157, + "5": 0.2598211169242859, + "10": 0.4201717972755432, + "25": 0.7246526479721069 + }, + "gamma_raw": -0.049930356442928314, + "gamma_active": { + "1e-08": -0.05002806708216667, + "1e-07": -0.05017737299203873, + "1e-06": -0.05005839094519615, + "1e-05": -0.050274576991796494, + "0.0001": -0.050315842032432556 + }, + "gamma_energy_weighted": { + "1e-08": -0.05636445590398782, + "1e-07": -0.05636445590398782, + "1e-06": -0.05636445590398782, + "1e-05": -0.05636445590398782, + "0.0001": -0.05636445590398782 + } + }, + { + "layer": 4, + "mean_norm": 0.0023719090968370438, + "median_norm": 0.0022805987391620874, + "max_norm": 0.0043012178502976894, + "min_norm": 5.719745423821143e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.845930099487305, + "5": -3.0009899139404297, + "10": -2.7119059562683105, + "25": -2.6724131107330322, + "50": -2.641932487487793, + "75": -2.56602144241333, + "90": -2.484548807144165, + "95": -2.439436435699463, + "99": -2.386002779006958 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 5, + 5, + 8, + 352, + 124 + ], + "log_norms_bin_edges": [ + -12.242623329162598, + -12.045099258422852, + -11.847575187683105, + -11.650050163269043, + -11.452526092529297, + -11.25500202178955, + -11.057477951049805, + -10.859952926635742, + -10.662428855895996, + -10.46490478515625, + -10.267380714416504, + -10.069856643676758, + -9.872331619262695, + -9.67480754852295, + -9.477283477783203, + -9.27975845336914, + -9.082234382629395, + -8.884710311889648, + -8.687186241149902, + -8.489662170410156, + -8.292137145996094, + -8.094613075256348, + -7.897089004516602, + -7.699564456939697, + -7.502040386199951, + -7.304515838623047, + -7.106991767883301, + -6.9094672203063965, + -6.71194314956665, + -6.514418601989746, + -6.31689453125, + -6.119369983673096, + -5.92184591293335, + -5.7243218421936035, + -5.526797294616699, + -5.329273223876953, + -5.131748676300049, + -4.934224605560303, + -4.736700057983398, + -4.539175987243652, + -4.341651439666748, + -4.144126892089844, + -3.9466028213500977, + -3.7490787506103516, + -3.5515546798706055, + -3.354029655456543, + -3.156505584716797, + -2.958981513977051, + -2.7614574432373047, + -2.5639333724975586, + -2.3664088249206543 + ], + "r_inf_mean": 0.24074991047382355, + "r_inf_median": 0.23414556682109833, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6528857946395874, + "eff_dim_mean": 0.6528857946395874, + "topk_energy": { + "1": 0.05904470756649971, + "5": 0.24846038222312927, + "10": 0.40387600660324097, + "25": 0.7095060348510742 + }, + "gamma_raw": 0.03458291292190552, + "gamma_active": { + "1e-08": 0.034650590270757675, + "1e-07": 0.03446647897362709, + "1e-06": 0.03414858505129814, + "1e-05": 0.03397059068083763, + "0.0001": 0.033275749534368515 + }, + "gamma_energy_weighted": { + "1e-08": 0.03408392391010654, + "1e-07": 0.03408392391010654, + "1e-06": 0.03408392391010654, + "1e-05": 0.03408392391010654, + "0.0001": 0.03408392391010654 + } + }, + { + "layer": 5, + "mean_norm": 0.0022260528057813644, + "median_norm": 0.002105613937601447, + "max_norm": 0.00414673425257206, + "min_norm": 5.481969045373347e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.886659145355225, + "5": -3.043839931488037, + "10": -2.752139091491699, + "25": -2.709249258041382, + "50": -2.67661452293396, + "75": -2.589308738708496, + "90": -2.4971389770507812, + "95": -2.4479622840881348, + "99": -2.3931796550750732 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 4, + 6, + 12, + 369, + 102 + ], + "log_norms_bin_edges": [ + -12.261063575744629, + -12.063488006591797, + -11.865912437438965, + -11.66833782196045, + -11.470762252807617, + -11.273186683654785, + -11.075611114501953, + -10.878035545349121, + -10.680459976196289, + -10.482885360717773, + -10.285309791564941, + -10.08773422241211, + -9.890158653259277, + -9.692583084106445, + -9.49500846862793, + -9.297432899475098, + -9.099857330322266, + -8.902281761169434, + -8.704706192016602, + -8.507131576538086, + -8.309556007385254, + -8.111980438232422, + -7.91440486907959, + -7.716829776763916, + -7.519254207611084, + -7.321678638458252, + -7.124103546142578, + -6.926527976989746, + -6.728952407836914, + -6.53137731552124, + -6.333801746368408, + -6.136226654052734, + -5.938651084899902, + -5.74107551574707, + -5.5435004234313965, + -5.3459248542785645, + -5.148349761962891, + -4.950774192810059, + -4.753198623657227, + -4.555623531341553, + -4.358047962188721, + -4.160472869873047, + -3.962897300720215, + -3.765321731567383, + -3.567746162414551, + -3.3701705932617188, + -3.172595977783203, + -2.975020408630371, + -2.777444839477539, + -2.579869270324707, + -2.382293701171875 + ], + "r_inf_mean": 0.23204021155834198, + "r_inf_median": 0.2295495569705963, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6659931540489197, + "eff_dim_mean": 0.6659931540489197, + "topk_energy": { + "1": 0.05489778518676758, + "5": 0.23855741322040558, + "10": 0.3900526762008667, + "25": 0.6968624591827393 + }, + "gamma_raw": -0.005178316496312618, + "gamma_active": { + "1e-08": -0.0051884520798921585, + "1e-07": -0.005422122776508331, + "1e-06": -0.005181161221116781, + "1e-05": -0.005169667303562164, + "0.0001": -0.005782651249319315 + }, + "gamma_energy_weighted": { + "1e-08": 0.0006464593123783113, + "1e-07": 0.0006464593123783113, + "1e-06": 0.0006464593123783113, + "1e-05": 0.0006464593123783113, + "0.0001": 0.0006464593123783113 + } + }, + { + "layer": 6, + "mean_norm": 0.0021647100802510977, + "median_norm": 0.002041490050032735, + "max_norm": 0.004046132322400808, + "min_norm": 5.378936770820963e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.906320571899414, + "5": -3.0571227073669434, + "10": -2.774308681488037, + "25": -2.7258219718933105, + "50": -2.6897354125976562, + "75": -2.5997495651245117, + "90": -2.5008325576782227, + "95": -2.452265501022339, + "99": -2.3965680599212646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 3, + 7, + 15, + 360, + 108 + ], + "log_norms_bin_edges": [ + -12.269304275512695, + -12.07177734375, + -11.874250411987305, + -11.67672348022461, + -11.479196548461914, + -11.281669616699219, + -11.084142684936523, + -10.886615753173828, + -10.689088821411133, + -10.491561889648438, + -10.294034957885742, + -10.096508026123047, + -9.898981094360352, + -9.701454162597656, + -9.503928184509277, + -9.306401252746582, + -9.108874320983887, + -8.911347389221191, + -8.713820457458496, + -8.5162935256958, + -8.318766593933105, + -8.12123966217041, + -7.923712730407715, + -7.7261857986450195, + -7.528658866882324, + -7.331131935119629, + -7.133605003356934, + -6.9360785484313965, + -6.738551616668701, + -6.541024684906006, + -6.3434977531433105, + -6.145970821380615, + -5.94844388961792, + -5.750916957855225, + -5.553390026092529, + -5.355863094329834, + -5.158336162567139, + -4.960809230804443, + -4.763282775878906, + -4.565755844116211, + -4.368228912353516, + -4.17070198059082, + -3.973175048828125, + -3.7756481170654297, + -3.5781211853027344, + -3.380594253540039, + -3.1830673217773438, + -2.9855403900146484, + -2.788013458251953, + -2.590486526489258, + -2.3929600715637207 + ], + "r_inf_mean": 0.2258829027414322, + "r_inf_median": 0.22581747174263, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6773805022239685, + "eff_dim_mean": 0.6773804426193237, + "topk_energy": { + "1": 0.05197347700595856, + "5": 0.22914938628673553, + "10": 0.37830406427383423, + "25": 0.6860302686691284 + }, + "gamma_raw": -0.013546289876103401, + "gamma_active": { + "1e-08": -0.013572800904512405, + "1e-07": -0.01351291686296463, + "1e-06": -0.012828968465328217, + "1e-05": -0.013140260241925716, + "0.0001": -0.013098704628646374 + }, + "gamma_energy_weighted": { + "1e-08": 0.012072517005885271, + "1e-07": 0.012072517005885271, + "1e-06": 0.012072517005885271, + "1e-05": 0.012072517005885271, + "0.0001": 0.012072517005885271 + } + }, + { + "layer": 7, + "mean_norm": 0.002153638983145356, + "median_norm": 0.002018267521634698, + "max_norm": 0.004029437433928251, + "min_norm": 5.371818983558596e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.910909175872803, + "5": -3.059616804122925, + "10": -2.779618263244629, + "25": -2.7299938201904297, + "50": -2.6949727535247803, + "75": -2.6011459827423096, + "90": -2.500088930130005, + "95": -2.452584743499756, + "99": -2.396158218383789 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 3, + 7, + 17, + 357, + 109 + ], + "log_norms_bin_edges": [ + -12.269878387451172, + -12.072376251220703, + -11.874873161315918, + -11.67737102508545, + -11.47986888885498, + -11.282365798950195, + -11.084863662719727, + -10.887361526489258, + -10.689858436584473, + -10.492356300354004, + -10.294853210449219, + -10.09735107421875, + -9.899848937988281, + -9.702346801757812, + -9.504843711853027, + -9.307341575622559, + -9.109838485717773, + -8.912336349487305, + -8.714834213256836, + -8.517332077026367, + -8.319828987121582, + -8.122326850891113, + -7.924824237823486, + -7.727321624755859, + -7.529819488525391, + -7.332316875457764, + -7.134814262390137, + -6.93731164932251, + -6.739809513092041, + -6.542306900024414, + -6.344804286956787, + -6.147302150726318, + -5.949799537658691, + -5.7522969245910645, + -5.554794788360596, + -5.357292175292969, + -5.159789562225342, + -4.962287425994873, + -4.764784812927246, + -4.567282199859619, + -4.369779586791992, + -4.172277450561523, + -3.9747753143310547, + -3.7772722244262695, + -3.579770088195801, + -3.382267951965332, + -3.184764862060547, + -2.987262725830078, + -2.7897605895996094, + -2.592257499694824, + -2.3947556018829346 + ], + "r_inf_mean": 0.22010985016822815, + "r_inf_median": 0.22168132662773132, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.686570405960083, + "eff_dim_mean": 0.686570405960083, + "topk_energy": { + "1": 0.04927544295787811, + "5": 0.22100327908992767, + "10": 0.3671913743019104, + "25": 0.676092803478241 + }, + "gamma_raw": -0.035412468016147614, + "gamma_active": { + "1e-08": -0.0354817658662796, + "1e-07": -0.03528754040598869, + "1e-06": -0.035357773303985596, + "1e-05": -0.035974133759737015, + "0.0001": -0.035701628774404526 + }, + "gamma_energy_weighted": { + "1e-08": -0.05223819224248921, + "1e-07": -0.05223819224248921, + "1e-06": -0.05223819224248921, + "1e-05": -0.05223819224248921, + "0.0001": -0.05223819224248921 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json new file mode 100644 index 0000000..205de1b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 15.852537155151367, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0239572674036026, + "median_norm": 0.024802345782518387, + "max_norm": 0.04634813964366913, + "min_norm": 2.2386623110826065e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.564958095550537, + "5": -2.9034769535064697, + "10": -1.7870264053344727, + "25": -1.6741268634796143, + "50": -1.6053749322891235, + "75": -1.5388638973236084, + "90": -1.4874180555343628, + "95": -1.461096167564392, + "99": -1.406183123588562 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 2, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 4, + 5, + 91, + 313, + 63 + ], + "log_norms_bin_edges": [ + -9.650012016296387, + -9.483691215515137, + -9.317370414733887, + -9.151049613952637, + -8.984728813171387, + -8.818408012390137, + -8.65208625793457, + -8.48576545715332, + -8.31944465637207, + -8.15312385559082, + -7.98680305480957, + -7.82048225402832, + -7.65416145324707, + -7.48784065246582, + -7.32151985168457, + -7.15519905090332, + -6.98887825012207, + -6.82255744934082, + -6.656236171722412, + -6.489915370941162, + -6.323594570159912, + -6.157273292541504, + -5.990952491760254, + -5.824631690979004, + -5.658310890197754, + -5.491990089416504, + -5.325669288635254, + -5.159348487854004, + -4.993027687072754, + -4.826706409454346, + -4.660385608673096, + -4.494064807891846, + -4.327744007110596, + -4.161423206329346, + -3.9951024055480957, + -3.8287816047668457, + -3.6624603271484375, + -3.4961395263671875, + -3.3298187255859375, + -3.1634979248046875, + -2.9971771240234375, + -2.8308563232421875, + -2.6645350456237793, + -2.4982142448425293, + -2.3318934440612793, + -2.1655726432800293, + -1.9992518424987793, + -1.8329310417175293, + -1.666609764099121, + -1.500288963317871, + -1.3339678049087524 + ], + "r_inf_mean": 0.2649129629135132, + "r_inf_median": 0.2608755826950073, + "pr_mean": 0.3206167221069336, + "pr_median": 0.3240032196044922, + "hoyer_mean": 0.624692976474762, + "eff_dim_mean": 0.624692976474762, + "topk_energy": { + "1": 0.07143812626600266, + "5": 0.27655237913131714, + "10": 0.4349851608276367, + "25": 0.7339667081832886 + }, + "gamma_raw": 0.037005551159381866, + "gamma_active": { + "1e-08": 0.037179134786129, + "1e-07": 0.03718823567032814, + "1e-06": 0.03718823567032814, + "1e-05": 0.036910708993673325, + "0.0001": 0.035534076392650604 + }, + "gamma_energy_weighted": { + "1e-08": 0.037981364591991175, + "1e-07": 0.037981364591991175, + "1e-06": 0.037981364591991175, + "1e-05": 0.037981364591991175, + "0.0001": 0.037981364591991175 + } + }, + { + "layer": 1, + "mean_norm": 0.00937162060290575, + "median_norm": 0.009845150634646416, + "max_norm": 0.017141854390501976, + "min_norm": 8.961825032072213e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -5.96476936340332, + "5": -3.3339436054229736, + "10": -2.1831414699554443, + "25": -2.068986415863037, + "50": -2.006693124771118, + "75": -1.9505910873413086, + "90": -1.9090449810028076, + "95": -1.881074070930481, + "99": -1.8408849239349365 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 1, + 0, + 3, + 2, + 1, + 2, + 0, + 1, + 2, + 0, + 3, + 2, + 2, + 2, + 6, + 4, + 52, + 327, + 88 + ], + "log_norms_bin_edges": [ + -10.047603607177734, + -9.881970405578613, + -9.716337203979492, + -9.550704002380371, + -9.38507080078125, + -9.219437599182129, + -9.053804397583008, + -8.888171195983887, + -8.722537994384766, + -8.556904792785645, + -8.391271591186523, + -8.225638389587402, + -8.060005187988281, + -7.89437198638916, + -7.728738784790039, + -7.563105583190918, + -7.397472381591797, + -7.231839179992676, + -7.066205978393555, + -6.900572776794434, + -6.7349395751953125, + -6.569306373596191, + -6.40367317199707, + -6.238039970397949, + -6.07240629196167, + -5.906773090362549, + -5.741139888763428, + -5.575506687164307, + -5.4098734855651855, + -5.2442402839660645, + -5.078607082366943, + -4.912973880767822, + -4.747340679168701, + -4.58170747756958, + -4.416074275970459, + -4.250441074371338, + -4.084807872772217, + -3.9191746711730957, + -3.7535414695739746, + -3.5879082679748535, + -3.4222750663757324, + -3.2566418647766113, + -3.0910086631774902, + -2.925375461578369, + -2.759742259979248, + -2.594109058380127, + -2.428475856781006, + -2.2628426551818848, + -2.0972089767456055, + -1.9315757751464844, + -1.7659422159194946 + ], + "r_inf_mean": 0.2623242437839508, + "r_inf_median": 0.2597493827342987, + "pr_mean": 0.3236371874809265, + "pr_median": 0.32063162326812744, + "hoyer_mean": 0.6248624920845032, + "eff_dim_mean": 0.6248624324798584, + "topk_energy": { + "1": 0.06991523504257202, + "5": 0.2747739255428314, + "10": 0.43245354294776917, + "25": 0.7341554164886475 + }, + "gamma_raw": -0.036368537694215775, + "gamma_active": { + "1e-08": -0.03650810569524765, + "1e-07": -0.03673278167843819, + "1e-06": -0.03673278167843819, + "1e-05": -0.03640185296535492, + "0.0001": -0.03588266670703888 + }, + "gamma_energy_weighted": { + "1e-08": -0.038743569568787564, + "1e-07": -0.038743569568787564, + "1e-06": -0.038743569568787564, + "1e-05": -0.038743569568787564, + "0.0001": -0.038743569568787564 + } + }, + { + "layer": 2, + "mean_norm": 0.0043946923688054085, + "median_norm": 0.004680465441197157, + "max_norm": 0.006901477929204702, + "min_norm": 4.192171262906719e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.343230247497559, + "5": -3.7289388179779053, + "10": -2.5076117515563965, + "25": -2.3811235427856445, + "50": -2.3296799659729004, + "75": -2.282369375228882, + "90": -2.2475197315216064, + "95": -2.230478525161743, + "99": -2.199094772338867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 2, + 0, + 1, + 4, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 5, + 3, + 11, + 211, + 247 + ], + "log_norms_bin_edges": [ + -10.377561569213867, + -10.213231086730957, + -10.048901557922363, + -9.884571075439453, + -9.72024154663086, + -9.55591106414795, + -9.391581535339355, + -9.227251052856445, + -9.062921524047852, + -8.898591041564941, + -8.734260559082031, + -8.569931030273438, + -8.405600547790527, + -8.241271018981934, + -8.076940536499023, + -7.9126105308532715, + -7.7482805252075195, + -7.583950519561768, + -7.419620513916016, + -7.2552900314331055, + -7.090960502624512, + -6.926630020141602, + -6.76230001449585, + -6.597970008850098, + -6.433640003204346, + -6.269309997558594, + -6.104979991912842, + -5.94064998626709, + -5.77631950378418, + -5.611989498138428, + -5.447659492492676, + -5.283329486846924, + -5.118999481201172, + -4.95466947555542, + -4.790339469909668, + -4.626009464263916, + -4.461679458618164, + -4.297348976135254, + -4.133018970489502, + -3.96868896484375, + -3.804358959197998, + -3.640028953552246, + -3.475698947906494, + -3.311368942260742, + -3.147038459777832, + -2.98270845413208, + -2.818378448486328, + -2.654048442840576, + -2.489718437194824, + -2.325387954711914, + -2.161057949066162 + ], + "r_inf_mean": 0.2478114664554596, + "r_inf_median": 0.2443952113389969, + "pr_mean": 0.3476676940917969, + "pr_median": 0.3475007712841034, + "hoyer_mean": 0.6379199028015137, + "eff_dim_mean": 0.6379199028015137, + "topk_energy": { + "1": 0.062327612191438675, + "5": 0.2576318383216858, + "10": 0.4132451117038727, + "25": 0.7198907732963562 + }, + "gamma_raw": -0.022554779425263405, + "gamma_active": { + "1e-08": -0.022669170051813126, + "1e-07": -0.02264370024204254, + "1e-06": -0.023051591590046883, + "1e-05": -0.022407492622733116, + "0.0001": -0.021237514913082123 + }, + "gamma_energy_weighted": { + "1e-08": -0.021487253315477583, + "1e-07": -0.021487253315477583, + "1e-06": -0.021487253315477583, + "1e-05": -0.021487253315477583, + "0.0001": -0.021487253315477583 + } + }, + { + "layer": 3, + "mean_norm": 0.003175230696797371, + "median_norm": 0.003235443029552698, + "max_norm": 0.005144141614437103, + "min_norm": 3.071435814017143e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.562967300415039, + "5": -3.9611573219299316, + "10": -2.6973764896392822, + "25": -2.532054901123047, + "50": -2.489881992340088, + "75": -2.424436330795288, + "90": -2.3553860187530518, + "95": -2.3245933055877686, + "99": -2.294219970703125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 5, + 5, + 13, + 292, + 162 + ], + "log_norms_bin_edges": [ + -10.512659072875977, + -10.348179817199707, + -10.183700561523438, + -10.019220352172852, + -9.854741096496582, + -9.690261840820312, + -9.525782585144043, + -9.361303329467773, + -9.196823120117188, + -9.032343864440918, + -8.867864608764648, + -8.703385353088379, + -8.53890609741211, + -8.374425888061523, + -8.209946632385254, + -8.045467376708984, + -7.880988121032715, + -7.716508388519287, + -7.552028656005859, + -7.38754940032959, + -7.22307014465332, + -7.058590888977051, + -6.894111156463623, + -6.729631423950195, + -6.565152168273926, + -6.400672912597656, + -6.2361931800842285, + -6.071713924407959, + -5.9072346687316895, + -5.742754936218262, + -5.578275680541992, + -5.4137959480285645, + -5.249316692352295, + -5.084837436676025, + -4.920357704162598, + -4.755878448486328, + -4.5913987159729, + -4.426919460296631, + -4.262440204620361, + -4.097960472106934, + -3.933481216430664, + -3.7690014839172363, + -3.604522228240967, + -3.4400429725646973, + -3.2755632400512695, + -3.111083984375, + -2.9466042518615723, + -2.7821249961853027, + -2.617645263671875, + -2.4531660079956055, + -2.288687229156494 + ], + "r_inf_mean": 0.2285754382610321, + "r_inf_median": 0.22504442930221558, + "pr_mean": 0.39085835218429565, + "pr_median": 0.3873286843299866, + "hoyer_mean": 0.6683965921401978, + "eff_dim_mean": 0.6683965921401978, + "topk_energy": { + "1": 0.05309830978512764, + "5": 0.2305421680212021, + "10": 0.38050544261932373, + "25": 0.6918269395828247 + }, + "gamma_raw": -0.06284958124160767, + "gamma_active": { + "1e-08": -0.06306013464927673, + "1e-07": -0.06306013464927673, + "1e-06": -0.06258910149335861, + "1e-05": -0.06187746301293373, + "0.0001": -0.0615212619304657 + }, + "gamma_energy_weighted": { + "1e-08": -0.06229186980582587, + "1e-07": -0.06229186980582587, + "1e-06": -0.06229186980582587, + "1e-05": -0.06229186980582587, + "0.0001": -0.06229186980582587 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json new file mode 100644 index 0000000..bd031db --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 17.061813354492188, + "acc": 0.056640625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023056115955114365, + "median_norm": 0.02313390001654625, + "max_norm": 0.04976506531238556, + "min_norm": 2.1545403239286998e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.12074613571167, + "5": -2.0550363063812256, + "10": -1.777957558631897, + "25": -1.701404333114624, + "50": -1.6352636814117432, + "75": -1.5663219690322876, + "90": -1.5144866704940796, + "95": -1.4671611785888672, + "99": -1.3897532224655151 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 3, + 1, + 3, + 1, + 0, + 2, + 1, + 5, + 44, + 253, + 167, + 17 + ], + "log_norms_bin_edges": [ + -8.666646003723145, + -8.51937484741211, + -8.372102737426758, + -8.224831581115723, + -8.077560424804688, + -7.930288791656494, + -7.783017635345459, + -7.635746002197266, + -7.4884748458862305, + -7.341203212738037, + -7.193932056427002, + -7.046660423278809, + -6.899389266967773, + -6.75211763381958, + -6.604846000671387, + -6.457574844360352, + -6.310303688049316, + -6.163032054901123, + -6.01576042175293, + -5.8684892654418945, + -5.721218109130859, + -5.573946475982666, + -5.426674842834473, + -5.2794036865234375, + -5.132132053375244, + -4.984860420227051, + -4.837589263916016, + -4.6903181076049805, + -4.543046474456787, + -4.395775318145752, + -4.248503684997559, + -4.101232528686523, + -3.95396089553833, + -3.8066892623901367, + -3.6594181060791016, + -3.512146472930908, + -3.364875316619873, + -3.2176036834716797, + -3.0703325271606445, + -2.923060894012451, + -2.775789737701416, + -2.6285181045532227, + -2.4812469482421875, + -2.333975315093994, + -2.186704158782959, + -2.0394325256347656, + -1.8921613693237305, + -1.744889736175537, + -1.5976181030273438, + -1.4503469467163086, + -1.3030754327774048 + ], + "r_inf_mean": 0.2669941186904907, + "r_inf_median": 0.2633329927921295, + "pr_mean": 0.31926000118255615, + "pr_median": 0.3214753270149231, + "hoyer_mean": 0.6275486946105957, + "eff_dim_mean": 0.6275486350059509, + "topk_energy": { + "1": 0.07238369435071945, + "5": 0.27899426221847534, + "10": 0.43486636877059937, + "25": 0.7305291891098022 + }, + "gamma_raw": -0.031162425875663757, + "gamma_active": { + "1e-08": -0.031199946999549866, + "1e-07": -0.03122991882264614, + "1e-06": -0.031227147206664085, + "1e-05": -0.03117688186466694, + "0.0001": -0.031260691583156586 + }, + "gamma_energy_weighted": { + "1e-08": -0.026787754125572123, + "1e-07": -0.026787754125572123, + "1e-06": -0.026787754125572123, + "1e-05": -0.026787754125572123, + "0.0001": -0.026787754125572123 + } + }, + { + "layer": 1, + "mean_norm": 0.00927000306546688, + "median_norm": 0.009458066895604134, + "max_norm": 0.017840180546045303, + "min_norm": 8.40788438871698e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -5.522161483764648, + "5": -2.4434096813201904, + "10": -2.163954019546509, + "25": -2.0879058837890625, + "50": -2.02407169342041, + "75": -1.9694395065307617, + "90": -1.9155625104904175, + "95": -1.8800450563430786, + "99": -1.790057897567749 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 4, + 2, + 3, + 1, + 0, + 1, + 1, + 3, + 12, + 178, + 261, + 33 + ], + "log_norms_bin_edges": [ + -9.075313568115234, + -8.928779602050781, + -8.782244682312012, + -8.635710716247559, + -8.489176750183105, + -8.342641830444336, + -8.196107864379883, + -8.04957389831543, + -7.903039455413818, + -7.756505489349365, + -7.609971046447754, + -7.463437080383301, + -7.3169026374816895, + -7.170368194580078, + -7.023834228515625, + -6.877299785614014, + -6.730765342712402, + -6.584231376647949, + -6.437697410583496, + -6.291162490844727, + -6.144628524780273, + -5.99809455871582, + -5.851560115814209, + -5.705025672912598, + -5.5584917068481445, + -5.411957263946533, + -5.265422821044922, + -5.118888854980469, + -4.972354412078857, + -4.825820446014404, + -4.679286003112793, + -4.53275203704834, + -4.3862175941467285, + -4.239683151245117, + -4.093149185180664, + -3.9466147422790527, + -3.8000807762145996, + -3.6535463333129883, + -3.507011890411377, + -3.360477924346924, + -3.2139434814453125, + -3.0674095153808594, + -2.920875072479248, + -2.7743406295776367, + -2.6278066635131836, + -2.4812722206115723, + -2.334738254547119, + -2.188203811645508, + -2.0416698455810547, + -1.8951354026794434, + -1.748600721359253 + ], + "r_inf_mean": 0.2688714265823364, + "r_inf_median": 0.2648729681968689, + "pr_mean": 0.3143106698989868, + "pr_median": 0.31656667590141296, + "hoyer_mean": 0.6238069534301758, + "eff_dim_mean": 0.6238069534301758, + "topk_energy": { + "1": 0.0735076516866684, + "5": 0.2822803854942322, + "10": 0.43924516439437866, + "25": 0.733693540096283 + }, + "gamma_raw": 0.00824534147977829, + "gamma_active": { + "1e-08": 0.008229044266045094, + "1e-07": 0.008303522132337093, + "1e-06": 0.008472337387502193, + "1e-05": 0.008332597091794014, + "0.0001": 0.008112100884318352 + }, + "gamma_energy_weighted": { + "1e-08": 0.007742699436573058, + "1e-07": 0.007742699436573058, + "1e-06": 0.007742699436573058, + "1e-05": 0.007742699436573058, + "0.0001": 0.007742699436573058 + } + }, + { + "layer": 2, + "mean_norm": 0.004302237182855606, + "median_norm": 0.004473302513360977, + "max_norm": 0.008140248246490955, + "min_norm": 4.088883398534193e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -5.834597587585449, + "5": -2.777665853500366, + "10": -2.4703636169433594, + "25": -2.4041826725006104, + "50": -2.3493542671203613, + "75": -2.3110146522521973, + "90": -2.2661261558532715, + "95": -2.240938663482666, + "99": -2.188190221786499 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 5, + 0, + 3, + 1, + 1, + 1, + 1, + 3, + 5, + 142, + 315, + 22 + ], + "log_norms_bin_edges": [ + -9.388395309448242, + -9.242414474487305, + -9.096433639526367, + -8.950453758239746, + -8.804472923278809, + -8.658492088317871, + -8.512511253356934, + -8.366530418395996, + -8.220550537109375, + -8.074569702148438, + -7.9285888671875, + -7.7826080322265625, + -7.636627197265625, + -7.490646839141846, + -7.344666004180908, + -7.198685646057129, + -7.052704811096191, + -6.906723976135254, + -6.760743618011475, + -6.614762783050537, + -6.468782424926758, + -6.32280158996582, + -6.176820755004883, + -6.030839920043945, + -5.884859561920166, + -5.738879203796387, + -5.592898368835449, + -5.446917533874512, + -5.300936698913574, + -5.154956340789795, + -5.008975505828857, + -4.862995147705078, + -4.717014312744141, + -4.571033477783203, + -4.425053119659424, + -4.279072284698486, + -4.133091926574707, + -3.9871110916137695, + -3.841130256652832, + -3.6951498985290527, + -3.5491690635681152, + -3.4031882286071777, + -3.2572078704833984, + -3.111227035522461, + -2.9652462005615234, + -2.819265842437744, + -2.6732850074768066, + -2.5273046493530273, + -2.38132381439209, + -2.2353429794311523, + -2.089362382888794 + ], + "r_inf_mean": 0.26220375299453735, + "r_inf_median": 0.25837594270706177, + "pr_mean": 0.3234407305717468, + "pr_median": 0.3254278302192688, + "hoyer_mean": 0.6273101568222046, + "eff_dim_mean": 0.6273101568222046, + "topk_energy": { + "1": 0.06972677260637283, + "5": 0.27532464265823364, + "10": 0.4333680272102356, + "25": 0.7315458655357361 + }, + "gamma_raw": 0.035732101649045944, + "gamma_active": { + "1e-08": 0.0356329046189785, + "1e-07": 0.0356329046189785, + "1e-06": 0.03541698306798935, + "1e-05": 0.03554971143603325, + "0.0001": 0.03602075204253197 + }, + "gamma_energy_weighted": { + "1e-08": 0.035243349025203916, + "1e-07": 0.035243349025203916, + "1e-06": 0.035243349025203916, + "1e-05": 0.035243349025203916, + "0.0001": 0.035243349025203916 + } + }, + { + "layer": 3, + "mean_norm": 0.002856211271136999, + "median_norm": 0.0029053697362542152, + "max_norm": 0.004986434243619442, + "min_norm": 2.7689475712300293e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.969149112701416, + "5": -2.966609477996826, + "10": -2.6276936531066895, + "25": -2.573939800262451, + "50": -2.5367650985717773, + "75": -2.4944663047790527, + "90": -2.4402058124542236, + "95": -2.4054598808288574, + "99": -2.3537354469299316 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 4, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 4, + 58, + 366, + 57 + ], + "log_norms_bin_edges": [ + -9.557684898376465, + -9.412575721740723, + -9.267465591430664, + -9.122356414794922, + -8.97724723815918, + -8.832137107849121, + -8.687027931213379, + -8.541918754577637, + -8.396808624267578, + -8.251699447631836, + -8.106590270996094, + -7.961480140686035, + -7.816370964050293, + -7.671261310577393, + -7.526151657104492, + -7.38104248046875, + -7.23593282699585, + -7.090823173522949, + -6.945713996887207, + -6.800604343414307, + -6.655494689941406, + -6.510385513305664, + -6.365275859832764, + -6.220166206359863, + -6.075057029724121, + -5.929947376251221, + -5.78483772277832, + -5.639728546142578, + -5.494618892669678, + -5.349509239196777, + -5.204399585723877, + -5.059290409088135, + -4.914180755615234, + -4.769071102142334, + -4.623961925506592, + -4.478852272033691, + -4.333742618560791, + -4.188633441925049, + -4.043523788452148, + -3.898414134979248, + -3.7533044815063477, + -3.6081953048706055, + -3.463085651397705, + -3.3179759979248047, + -3.1728668212890625, + -3.027757167816162, + -2.8826475143432617, + -2.7375383377075195, + -2.592428684234619, + -2.4473190307617188, + -2.3022100925445557 + ], + "r_inf_mean": 0.25219297409057617, + "r_inf_median": 0.24712103605270386, + "pr_mean": 0.34220945835113525, + "pr_median": 0.3385019600391388, + "hoyer_mean": 0.6389341354370117, + "eff_dim_mean": 0.6389341354370117, + "topk_energy": { + "1": 0.06445793807506561, + "5": 0.2605636715888977, + "10": 0.4183560609817505, + "25": 0.722144365310669 + }, + "gamma_raw": -0.05284200608730316, + "gamma_active": { + "1e-08": -0.052972979843616486, + "1e-07": -0.052972979843616486, + "1e-06": -0.052817560732364655, + "1e-05": -0.05290079489350319, + "0.0001": -0.052873458713293076 + }, + "gamma_energy_weighted": { + "1e-08": -0.059948287555103424, + "1e-07": -0.059948287555103424, + "1e-06": -0.059948287555103424, + "1e-05": -0.059948287555103424, + "0.0001": -0.059948287555103424 + } + }, + { + "layer": 4, + "mean_norm": 0.002410298213362694, + "median_norm": 0.002354532480239868, + "max_norm": 0.004251181613653898, + "min_norm": 2.2980334302147298e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.982421875, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -6.016390800476074, + "5": -3.0531299114227295, + "10": -2.703050136566162, + "25": -2.657576560974121, + "50": -2.6279587745666504, + "75": -2.5664782524108887, + "90": -2.4892971515655518, + "95": -2.4402425289154053, + "99": -2.383350372314453 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 4, + 3, + 1, + 1, + 2, + 0, + 2, + 2, + 2, + 3, + 76, + 334, + 71 + ], + "log_norms_bin_edges": [ + -9.638644218444824, + -9.493301391601562, + -9.347957611083984, + -9.202614784240723, + -9.057271957397461, + -8.9119291305542, + -8.766585350036621, + -8.62124252319336, + -8.475899696350098, + -8.330556869506836, + -8.185213088989258, + -8.039870262145996, + -7.894527435302734, + -7.7491841316223145, + -7.6038408279418945, + -7.458498001098633, + -7.313155174255371, + -7.167811870574951, + -7.022468566894531, + -6.8771257400512695, + -6.731782913208008, + -6.586439609527588, + -6.441096305847168, + -6.295753479003906, + -6.150410175323486, + -6.005066871643066, + -5.859724044799805, + -5.714381217956543, + -5.569037914276123, + -5.423695087432861, + -5.278351783752441, + -5.13300895690918, + -4.98766565322876, + -4.84232234954834, + -4.696979522705078, + -4.551636219024658, + -4.4062933921813965, + -4.260950088500977, + -4.115607261657715, + -3.970263957977295, + -3.824921131134033, + -3.6795778274536133, + -3.5342350006103516, + -3.3888916969299316, + -3.24354887008667, + -3.09820556640625, + -2.9528627395629883, + -2.8075194358825684, + -2.6621761322021484, + -2.5168333053588867, + -2.371490478515625 + ], + "r_inf_mean": 0.2422318160533905, + "r_inf_median": 0.2394760698080063, + "pr_mean": 0.36302614212036133, + "pr_median": 0.3487294912338257, + "hoyer_mean": 0.6512412428855896, + "eff_dim_mean": 0.6512412428855896, + "topk_energy": { + "1": 0.05963245779275894, + "5": 0.24835357069969177, + "10": 0.40461593866348267, + "25": 0.7104533314704895 + }, + "gamma_raw": 0.03061112016439438, + "gamma_active": { + "1e-08": 0.030850812792778015, + "1e-07": 0.030850812792778015, + "1e-06": 0.030127028003335, + "1e-05": 0.029716748744249344, + "0.0001": 0.029396982863545418 + }, + "gamma_energy_weighted": { + "1e-08": 0.02983167811969433, + "1e-07": 0.02983167811969433, + "1e-06": 0.02983167811969433, + "1e-05": 0.02983167811969433, + "0.0001": 0.02983167811969433 + } + }, + { + "layer": 5, + "mean_norm": 0.00223814626224339, + "median_norm": 0.0021552175749093294, + "max_norm": 0.004059004597365856, + "min_norm": 2.0938384359681095e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.0350165367126465, + "5": -3.092172145843506, + "10": -2.7487335205078125, + "25": -2.7004899978637695, + "50": -2.6664743423461914, + "75": -2.596571207046509, + "90": -2.4983911514282227, + "95": -2.45235276222229, + "99": -2.393334150314331 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 0, + 3, + 1, + 3, + 4, + 167, + 243, + 69 + ], + "log_norms_bin_edges": [ + -9.679057121276855, + -9.533308029174805, + -9.387557983398438, + -9.241808891296387, + -9.09605884552002, + -8.950309753417969, + -8.804559707641602, + -8.65881061553955, + -8.513060569763184, + -8.367311477661133, + -8.221561431884766, + -8.075812339782715, + -7.930062770843506, + -7.784313201904297, + -7.638564109802246, + -7.492814064025879, + -7.347064971923828, + -7.201314926147461, + -7.05556583404541, + -6.909816265106201, + -6.764066696166992, + -6.618317127227783, + -6.472567558288574, + -6.326817989349365, + -6.181068420410156, + -6.0353193283081055, + -5.889569282531738, + -5.7438201904296875, + -5.5980706214904785, + -5.4523210525512695, + -5.3065714836120605, + -5.160821914672852, + -5.015072345733643, + -4.869322776794434, + -4.723573207855225, + -4.577823638916016, + -4.432074069976807, + -4.286324501037598, + -4.140575408935547, + -3.994825839996338, + -3.849076271057129, + -3.70332670211792, + -3.557577133178711, + -3.411827564239502, + -3.266077995300293, + -3.120328426361084, + -2.974578857421875, + -2.828829288482666, + -2.683079719543457, + -2.5373306274414062, + -2.39158034324646 + ], + "r_inf_mean": 0.23578889667987823, + "r_inf_median": 0.23367148637771606, + "pr_mean": 0.3786587715148926, + "pr_median": 0.3522185683250427, + "hoyer_mean": 0.6609423756599426, + "eff_dim_mean": 0.6609423756599426, + "topk_energy": { + "1": 0.05657849460840225, + "5": 0.24077937006950378, + "10": 0.3943527936935425, + "25": 0.7006747722625732 + }, + "gamma_raw": 0.004018779378384352, + "gamma_active": { + "1e-08": 0.0040368023328483105, + "1e-07": 0.0040368023328483105, + "1e-06": 0.003635481698438525, + "1e-05": 0.0033391586039215326, + "0.0001": 0.0030145414639264345 + }, + "gamma_energy_weighted": { + "1e-08": 0.010103874931637379, + "1e-07": 0.010103874931637379, + "1e-06": 0.010103874931637379, + "1e-05": 0.010103874931637379, + "0.0001": 0.010103874931637379 + } + }, + { + "layer": 6, + "mean_norm": 0.002168749924749136, + "median_norm": 0.0020755380392074585, + "max_norm": 0.004020589869469404, + "min_norm": 2.006784044494836e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.042474746704102, + "5": -3.109067678451538, + "10": -2.7725648880004883, + "25": -2.7213826179504395, + "50": -2.6828348636627197, + "75": -2.6098709106445312, + "90": -2.5054471492767334, + "95": -2.458082914352417, + "99": -2.3983421325683594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 2, + 1, + 3, + 6, + 209, + 201, + 67 + ], + "log_norms_bin_edges": [ + -9.69749927520752, + -9.55146312713623, + -9.405427932739258, + -9.259391784667969, + -9.113356590270996, + -8.967320442199707, + -8.821284294128418, + -8.675249099731445, + -8.529212951660156, + -8.383176803588867, + -8.237141609191895, + -8.091105461120605, + -7.945070266723633, + -7.799034118652344, + -7.652998447418213, + -7.506962776184082, + -7.360926628112793, + -7.21489143371582, + -7.068855285644531, + -6.9228196144104, + -6.7767839431762695, + -6.6307477951049805, + -6.48471212387085, + -6.338676452636719, + -6.192640781402588, + -6.046605110168457, + -5.900568962097168, + -5.754533290863037, + -5.608497619628906, + -5.462461948394775, + -5.316425800323486, + -5.1703901290893555, + -5.024354457855225, + -4.878318786621094, + -4.732283115386963, + -4.586246967315674, + -4.440211296081543, + -4.294175624847412, + -4.148139953613281, + -4.002103805541992, + -3.8560681343078613, + -3.7100324630737305, + -3.5639967918395996, + -3.4179611206054688, + -3.2719249725341797, + -3.125889301300049, + -2.979853630065918, + -2.833817958831787, + -2.6877822875976562, + -2.541746139526367, + -2.3957104682922363 + ], + "r_inf_mean": 0.23052150011062622, + "r_inf_median": 0.23006433248519897, + "pr_mean": 0.3905954957008362, + "pr_median": 0.3608737885951996, + "hoyer_mean": 0.6681610345840454, + "eff_dim_mean": 0.6681610345840454, + "topk_energy": { + "1": 0.054094236344099045, + "5": 0.23483271896839142, + "10": 0.38614264130592346, + "25": 0.6930032968521118 + }, + "gamma_raw": -0.005990336649119854, + "gamma_active": { + "1e-08": -0.0060124886222183704, + "1e-07": -0.0060124886222183704, + "1e-06": -0.0058357869274914265, + "1e-05": -0.00581751111894846, + "0.0001": -0.0057667396031320095 + }, + "gamma_energy_weighted": { + "1e-08": 0.014453480922830343, + "1e-07": 0.014453480922830343, + "1e-06": 0.014453480922830343, + "1e-05": 0.014453480922830343, + "0.0001": 0.014453480922830343 + } + }, + { + "layer": 7, + "mean_norm": 0.0021562715992331505, + "median_norm": 0.0020540652330964804, + "max_norm": 0.0040147616527974606, + "min_norm": 1.9848722665471996e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.042855739593506, + "5": -3.1129393577575684, + "10": -2.7759830951690674, + "25": -2.724703073501587, + "50": -2.6873841285705566, + "75": -2.6113452911376953, + "90": -2.5068812370300293, + "95": -2.459929943084717, + "99": -2.3990554809570312 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 2, + 1, + 3, + 6, + 214, + 196, + 67 + ], + "log_norms_bin_edges": [ + -9.70226764678955, + -9.55614948272705, + -9.410030364990234, + -9.263912200927734, + -9.117793083190918, + -8.971674919128418, + -8.825556755065918, + -8.679437637329102, + -8.533319473266602, + -8.387200355529785, + -8.241082191467285, + -8.094963073730469, + -7.948844909667969, + -7.802726745605469, + -7.656607627868652, + -7.510489463806152, + -7.364370822906494, + -7.218252182006836, + -7.072134017944336, + -6.9260149002075195, + -6.7798967361450195, + -6.633778095245361, + -6.487659454345703, + -6.341541290283203, + -6.195422172546387, + -6.049304008483887, + -5.9031853675842285, + -5.75706672668457, + -5.610948085784912, + -5.464829444885254, + -5.318711280822754, + -5.172592639923096, + -5.0264739990234375, + -4.880355358123779, + -4.734236717224121, + -4.588118553161621, + -4.441999912261963, + -4.295881271362305, + -4.1497626304626465, + -4.003643989562988, + -3.8575258255004883, + -3.71140718460083, + -3.565288543701172, + -3.4191699028015137, + -3.2730512619018555, + -3.1269326210021973, + -2.9808144569396973, + -2.834695816040039, + -2.688577175140381, + -2.5424585342407227, + -2.3963403701782227 + ], + "r_inf_mean": 0.22596287727355957, + "r_inf_median": 0.2262418270111084, + "pr_mean": 0.4016551375389099, + "pr_median": 0.3716473877429962, + "hoyer_mean": 0.6751446723937988, + "eff_dim_mean": 0.675144612789154, + "topk_energy": { + "1": 0.051925044506788254, + "5": 0.22876915335655212, + "10": 0.377649188041687, + "25": 0.6849237680435181 + }, + "gamma_raw": -0.04519002139568329, + "gamma_active": { + "1e-08": -0.04543444141745567, + "1e-07": -0.04543444141745567, + "1e-06": -0.04538138583302498, + "1e-05": -0.04522787034511566, + "0.0001": -0.04549990966916084 + }, + "gamma_energy_weighted": { + "1e-08": -0.06065349333259164, + "1e-07": -0.06065349333259164, + "1e-06": -0.06065349333259164, + "1e-05": -0.06065349333259164, + "0.0001": -0.06065349333259164 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json new file mode 100644 index 0000000..b34a518 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 16.871688842773438, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.025796178728342056, + "median_norm": 0.02691991813480854, + "max_norm": 0.04794222116470337, + "min_norm": 3.885623073296429e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.495810508728027, + "5": -2.3238718509674072, + "10": -1.7379170656204224, + "25": -1.6230664253234863, + "50": -1.5697295665740967, + "75": -1.5171253681182861, + "90": -1.4712815284729004, + "95": -1.4450901746749878, + "99": -1.4015480279922485 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 1, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 0, + 1, + 0, + 4, + 5, + 6, + 33, + 338, + 101 + ], + "log_norms_bin_edges": [ + -10.410539627075195, + -10.228713989257812, + -10.046889305114746, + -9.86506462097168, + -9.683238983154297, + -9.501413345336914, + -9.319588661193848, + -9.137763977050781, + -8.955938339233398, + -8.774112701416016, + -8.59228801727295, + -8.410463333129883, + -8.2286376953125, + -8.046812057495117, + -7.864987373352051, + -7.683162212371826, + -7.501337051391602, + -7.319511890411377, + -7.137686729431152, + -6.955861568450928, + -6.774036407470703, + -6.5922112464904785, + -6.410386085510254, + -6.228560924530029, + -6.046735763549805, + -5.86491060256958, + -5.6830854415893555, + -5.501260280609131, + -5.319435119628906, + -5.137609958648682, + -4.955784797668457, + -4.773959636688232, + -4.592134475708008, + -4.410309314727783, + -4.228484153747559, + -4.046658992767334, + -3.8648338317871094, + -3.6830086708068848, + -3.50118350982666, + -3.3193583488464355, + -3.137533187866211, + -2.9557080268859863, + -2.7738828659057617, + -2.592057704925537, + -2.4102325439453125, + -2.2284069061279297, + -2.0465822219848633, + -1.8647575378417969, + -1.682931900024414, + -1.5011062622070312, + -1.3192819356918335 + ], + "r_inf_mean": 0.25863713026046753, + "r_inf_median": 0.2520403563976288, + "pr_mean": 0.3338625729084015, + "pr_median": 0.3343391716480255, + "hoyer_mean": 0.6328182220458984, + "eff_dim_mean": 0.6328182220458984, + "topk_energy": { + "1": 0.06799417734146118, + "5": 0.2665333151817322, + "10": 0.42365482449531555, + "25": 0.7262265682220459 + }, + "gamma_raw": 0.03680870682001114, + "gamma_active": { + "1e-08": 0.03705750033259392, + "1e-07": 0.03701025992631912, + "1e-06": 0.03701025992631912, + "1e-05": 0.03649694472551346, + "0.0001": 0.03550533205270767 + }, + "gamma_energy_weighted": { + "1e-08": 0.03685289100273682, + "1e-07": 0.03685289100273682, + "1e-06": 0.03685289100273682, + "1e-05": 0.03685289100273682, + "0.0001": 0.03685289100273682 + } + }, + { + "layer": 1, + "mean_norm": 0.015417613089084625, + "median_norm": 0.01617538556456566, + "max_norm": 0.025703703984618187, + "min_norm": 2.340217776508613e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.713306427001953, + "5": -2.5506982803344727, + "10": -1.9485924243927002, + "25": -1.8453112840652466, + "50": -1.7910797595977783, + "75": -1.7426385879516602, + "90": -1.7046606540679932, + "95": -1.684820532798767, + "99": -1.649526834487915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 0, + 4, + 0, + 1, + 0, + 2, + 7, + 5, + 12, + 267, + 194 + ], + "log_norms_bin_edges": [ + -10.630743980407715, + -10.449929237365723, + -10.26911449432373, + -10.088299751281738, + -9.907485008239746, + -9.726670265197754, + -9.545855522155762, + -9.365039825439453, + -9.184225082397461, + -9.003410339355469, + -8.822595596313477, + -8.641780853271484, + -8.460966110229492, + -8.2801513671875, + -8.099336624145508, + -7.918521881103516, + -7.737707138061523, + -7.556892395019531, + -7.376077651977539, + -7.195262908935547, + -7.014448165893555, + -6.8336334228515625, + -6.652818202972412, + -6.47200345993042, + -6.291188716888428, + -6.1103739738464355, + -5.929559230804443, + -5.748744487762451, + -5.567929267883301, + -5.387114524841309, + -5.206299781799316, + -5.025485038757324, + -4.844670295715332, + -4.66385555267334, + -4.483040809631348, + -4.3022260665893555, + -4.121411323547363, + -3.940596103668213, + -3.7597813606262207, + -3.5789666175842285, + -3.3981518745422363, + -3.217337131500244, + -3.036522388458252, + -2.8557076454162598, + -2.6748924255371094, + -2.494077682495117, + -2.313262939453125, + -2.132448196411133, + -1.9516334533691406, + -1.7708187103271484, + -1.590004324913025 + ], + "r_inf_mean": 0.2587449550628662, + "r_inf_median": 0.25234463810920715, + "pr_mean": 0.33503615856170654, + "pr_median": 0.334098756313324, + "hoyer_mean": 0.6317828893661499, + "eff_dim_mean": 0.6317828297615051, + "topk_energy": { + "1": 0.06811091303825378, + "5": 0.2662903070449829, + "10": 0.42287588119506836, + "25": 0.7272636890411377 + }, + "gamma_raw": -0.03784826025366783, + "gamma_active": { + "1e-08": -0.03811715915799141, + "1e-07": -0.03820505738258362, + "1e-06": -0.03820505738258362, + "1e-05": -0.03811976686120033, + "0.0001": -0.037820834666490555 + }, + "gamma_energy_weighted": { + "1e-08": -0.039950205249663674, + "1e-07": -0.039950205249663674, + "1e-06": -0.039950205249663674, + "1e-05": -0.039950205249663674, + "0.0001": -0.039950205249663674 + } + }, + { + "layer": 2, + "mean_norm": 0.008978884667158127, + "median_norm": 0.009543357416987419, + "max_norm": 0.013544481247663498, + "min_norm": 1.3463047517092708e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.990234375, + "1e-05": 0.9765625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.953614711761475, + "5": -2.800468683242798, + "10": -2.1831612586975098, + "25": -2.066675901412964, + "50": -2.0202958583831787, + "75": -1.9805554151535034, + "90": -1.9498425722122192, + "95": -1.9342142343521118, + "99": -1.9049105644226074 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 4, + 0, + 0, + 1, + 2, + 5, + 7, + 9, + 120, + 344 + ], + "log_norms_bin_edges": [ + -10.870857238769531, + -10.690804481506348, + -10.51075267791748, + -10.330699920654297, + -10.15064811706543, + -9.970595359802246, + -9.790542602539062, + -9.610490798950195, + -9.430438041687012, + -9.250385284423828, + -9.070333480834961, + -8.890280723571777, + -8.710227966308594, + -8.530176162719727, + -8.350123405456543, + -8.17007064819336, + -7.990018844604492, + -7.809966564178467, + -7.629914283752441, + -7.449861526489258, + -7.269809246063232, + -7.089756965637207, + -6.909704208374023, + -6.729651927947998, + -6.549599647521973, + -6.369547367095947, + -6.189495086669922, + -6.009442329406738, + -5.829390048980713, + -5.6493377685546875, + -5.469285011291504, + -5.2892327308654785, + -5.109180450439453, + -4.929128170013428, + -4.749075889587402, + -4.569023132324219, + -4.388970851898193, + -4.208918571472168, + -4.028865814208984, + -3.848813533782959, + -3.6687612533569336, + -3.488708972930908, + -3.308656692504883, + -3.128603935241699, + -2.948551654815674, + -2.7684993743896484, + -2.588446617126465, + -2.4083948135375977, + -2.228342056274414, + -2.0482892990112305, + -1.8682376146316528 + ], + "r_inf_mean": 0.24657054245471954, + "r_inf_median": 0.24134927988052368, + "pr_mean": Infinity, + "pr_median": 0.3549477159976959, + "hoyer_mean": 0.6430889368057251, + "eff_dim_mean": 0.6430889368057251, + "topk_energy": { + "1": 0.0617733933031559, + "5": 0.25209102034568787, + "10": 0.4064326286315918, + "25": 0.7144553661346436 + }, + "gamma_raw": -0.016461696475744247, + "gamma_active": { + "1e-08": -0.016573984175920486, + "1e-07": -0.01662219688296318, + "1e-06": -0.01662219688296318, + "1e-05": -0.016600821167230606, + "0.0001": -0.016005346551537514 + }, + "gamma_energy_weighted": { + "1e-08": -0.014209874639918582, + "1e-07": -0.014209874639918582, + "1e-06": -0.014209874639918582, + "1e-05": -0.014209874639918582, + "0.0001": -0.014209874639918582 + } + }, + { + "layer": 3, + "mean_norm": 0.0055578965693712234, + "median_norm": 0.005937379319220781, + "max_norm": 0.007707989774644375, + "min_norm": 8.15245180391111e-12, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.187015056610107, + "5": -3.0357933044433594, + "10": -2.4139018058776855, + "25": -2.2672441005706787, + "50": -2.226222515106201, + "75": -2.1919867992401123, + "90": -2.164323568344116, + "95": -2.1517858505249023, + "99": -2.1261892318725586 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 4, + 0, + 0, + 1, + 1, + 4, + 8, + 10, + 34, + 430 + ], + "log_norms_bin_edges": [ + -11.088712692260742, + -10.909199714660645, + -10.729686737060547, + -10.55017375946045, + -10.370660781860352, + -10.191146850585938, + -10.011634826660156, + -9.832120895385742, + -9.652607917785645, + -9.473094940185547, + -9.29358196258545, + -9.114068984985352, + -8.934556007385254, + -8.755043029785156, + -8.575530052185059, + -8.396017074584961, + -8.216503143310547, + -8.036991119384766, + -7.857477188110352, + -7.677964210510254, + -7.498451232910156, + -7.318938255310059, + -7.139425277709961, + -6.959912300109863, + -6.780399322509766, + -6.60088586807251, + -6.421372890472412, + -6.2418599128723145, + -6.062346935272217, + -5.882833957672119, + -5.703320503234863, + -5.523807525634766, + -5.344294548034668, + -5.16478157043457, + -4.985268592834473, + -4.805755138397217, + -4.626242160797119, + -4.4467291831970215, + -4.267216205596924, + -4.087703227996826, + -3.9081897735595703, + -3.7286767959594727, + -3.549163818359375, + -3.3696508407592773, + -3.1901378631591797, + -3.010624885559082, + -2.8311119079589844, + -2.6515989303588867, + -2.472085952758789, + -2.292572021484375, + -2.1130590438842773 + ], + "r_inf_mean": 0.23085950314998627, + "r_inf_median": 0.22685813903808594, + "pr_mean": Infinity, + "pr_median": 0.37963202595710754, + "hoyer_mean": 0.6573941707611084, + "eff_dim_mean": 0.6573941707611084, + "topk_energy": { + "1": 0.05391804128885269, + "5": 0.23423443734645844, + "10": 0.3860146701335907, + "25": 0.6997583508491516 + }, + "gamma_raw": -0.055032599717378616, + "gamma_active": { + "1e-08": -0.055418871343135834, + "1e-07": -0.055297572165727615, + "1e-06": -0.05537514388561249, + "1e-05": -0.054338131099939346, + "0.0001": -0.053806502372026443 + }, + "gamma_energy_weighted": { + "1e-08": -0.05444606303270995, + "1e-07": -0.05444606303270995, + "1e-06": -0.05444606303270995, + "1e-05": -0.05444606303270995, + "0.0001": -0.05444606303270995 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json new file mode 100644 index 0000000..5f28e1d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 18.544483184814453, + "acc": 0.0625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024943716824054718, + "median_norm": 0.025181757286190987, + "max_norm": 0.051433585584163666, + "min_norm": 1.8274393109862785e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -5.541088581085205, + "5": -2.0038554668426514, + "10": -1.7379688024520874, + "25": -1.6614525318145752, + "50": -1.5985617637634277, + "75": -1.53574538230896, + "90": -1.4839485883712769, + "95": -1.4398938417434692, + "99": -1.3667871952056885 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 3, + 13, + 151, + 285, + 36 + ], + "log_norms_bin_edges": [ + -9.738157272338867, + -9.569169044494629, + -9.40018081665039, + -9.231193542480469, + -9.06220531463623, + -8.893217086791992, + -8.724228858947754, + -8.555240631103516, + -8.386252403259277, + -8.217264175415039, + -8.048276901245117, + -7.879288673400879, + -7.710300445556641, + -7.541312217712402, + -7.372323989868164, + -7.203335762023926, + -7.034348011016846, + -6.865360260009766, + -6.696372032165527, + -6.527383804321289, + -6.358395576477051, + -6.1894073486328125, + -6.020419597625732, + -5.851431369781494, + -5.682443618774414, + -5.513455390930176, + -5.3444671630859375, + -5.175478935241699, + -5.006491184234619, + -4.837502956390381, + -4.668514728546143, + -4.4995269775390625, + -4.330538749694824, + -4.161550521850586, + -3.992562770843506, + -3.8235745429992676, + -3.6545863151550293, + -3.485598564147949, + -3.316610336303711, + -3.1476221084594727, + -2.9786338806152344, + -2.8096461296081543, + -2.640657901763916, + -2.4716696739196777, + -2.3026819229125977, + -2.1336936950683594, + -1.964705467224121, + -1.795717716217041, + -1.626729965209961, + -1.4577417373657227, + -1.2887532711029053 + ], + "r_inf_mean": 0.2592282295227051, + "r_inf_median": 0.2584441006183624, + "pr_mean": 0.32978084683418274, + "pr_median": 0.33368387818336487, + "hoyer_mean": 0.6335095167160034, + "eff_dim_mean": 0.6335095167160034, + "topk_energy": { + "1": 0.06805849075317383, + "5": 0.2719274163246155, + "10": 0.42678508162498474, + "25": 0.7245383262634277 + }, + "gamma_raw": -0.02927248366177082, + "gamma_active": { + "1e-08": -0.029328664764761925, + "1e-07": -0.02951255813241005, + "1e-06": -0.029479537159204483, + "1e-05": -0.029208900406956673, + "0.0001": -0.0292726531624794 + }, + "gamma_energy_weighted": { + "1e-08": -0.026156029033617603, + "1e-07": -0.026156029033617603, + "1e-06": -0.026156029033617603, + "1e-05": -0.026156029033617603, + "0.0001": -0.026156029033617603 + } + }, + { + "layer": 1, + "mean_norm": 0.015373233705759048, + "median_norm": 0.015636801719665527, + "max_norm": 0.031246481463313103, + "min_norm": 1.1040288822039557e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -5.773871421813965, + "5": -2.208232879638672, + "10": -1.9335746765136719, + "25": -1.863028883934021, + "50": -1.8052759170532227, + "75": -1.750260591506958, + "90": -1.6979732513427734, + "95": -1.671219825744629, + "99": -1.5988398790359497 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 2, + 10, + 137, + 311, + 28 + ], + "log_norms_bin_edges": [ + -9.957019805908203, + -9.787982940673828, + -9.61894702911377, + -9.449910163879395, + -9.280874252319336, + -9.111837387084961, + -8.942801475524902, + -8.773764610290527, + -8.604728698730469, + -8.435691833496094, + -8.266654968261719, + -8.09761905670166, + -7.928582668304443, + -7.759546279907227, + -7.590509414672852, + -7.421473503112793, + -7.252436637878418, + -7.083400726318359, + -6.914363861083984, + -6.745327472686768, + -6.576291084289551, + -6.407254695892334, + -6.238218307495117, + -6.0691819190979, + -5.900145530700684, + -5.731109142303467, + -5.56207275390625, + -5.393035888671875, + -5.223999500274658, + -5.054963111877441, + -4.885926723480225, + -4.716890335083008, + -4.547853946685791, + -4.378817558288574, + -4.209781169891357, + -4.040744781494141, + -3.871708393096924, + -3.702672004699707, + -3.533635139465332, + -3.3645987510681152, + -3.1955623626708984, + -3.0265259742736816, + -2.857489585876465, + -2.688453197479248, + -2.5194168090820312, + -2.3503804206848145, + -2.1813440322875977, + -2.012307643890381, + -1.843271255493164, + -1.674234390258789, + -1.5051988363265991 + ], + "r_inf_mean": 0.26503825187683105, + "r_inf_median": 0.26362815499305725, + "pr_mean": 0.3185596168041229, + "pr_median": 0.3206579089164734, + "hoyer_mean": 0.6265734434127808, + "eff_dim_mean": 0.6265734434127808, + "topk_energy": { + "1": 0.07123569399118423, + "5": 0.2797052264213562, + "10": 0.4366861879825592, + "25": 0.7318668961524963 + }, + "gamma_raw": 0.0037125947419553995, + "gamma_active": { + "1e-08": 0.003719939151778817, + "1e-07": 0.0038433249574154615, + "1e-06": 0.0038251152727752924, + "1e-05": 0.003772295778617263, + "0.0001": 0.003708981443196535 + }, + "gamma_energy_weighted": { + "1e-08": 0.0032707853489802137, + "1e-07": 0.0032707853489802137, + "1e-06": 0.0032707853489802137, + "1e-05": 0.0032707853489802137, + "0.0001": 0.0032707853489802137 + } + }, + { + "layer": 2, + "mean_norm": 0.009512042626738548, + "median_norm": 0.009835018776357174, + "max_norm": 0.01938004605472088, + "min_norm": 6.831279986130312e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -6.013818264007568, + "5": -2.4126572608947754, + "10": -2.133437395095825, + "25": -2.062596321105957, + "50": -2.0071682929992676, + "75": -1.9623615741729736, + "90": -1.9143974781036377, + "95": -1.8866289854049683, + "99": -1.8308480978012085 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 5, + 3, + 2, + 1, + 2, + 9, + 119, + 335, + 23 + ], + "log_norms_bin_edges": [ + -10.165497779846191, + -9.996440887451172, + -9.827383995056152, + -9.658327102661133, + -9.489269256591797, + -9.320212364196777, + -9.151155471801758, + -8.982098579406738, + -8.813041687011719, + -8.6439847946167, + -8.47492790222168, + -8.305870056152344, + -8.136813163757324, + -7.967756271362305, + -7.798699378967285, + -7.629642486572266, + -7.460585117340088, + -7.29152774810791, + -7.122470855712891, + -6.953413963317871, + -6.784357070922852, + -6.615300178527832, + -6.446242809295654, + -6.277185916900635, + -6.108128547668457, + -5.9390716552734375, + -5.770014762878418, + -5.600957870483398, + -5.431900501251221, + -5.262843608856201, + -5.093786716461182, + -4.924729347229004, + -4.755672454833984, + -4.586615562438965, + -4.417558193206787, + -4.248501300811768, + -4.079444408416748, + -3.9103870391845703, + -3.741330146789551, + -3.5722732543945312, + -3.4032163619995117, + -3.234158992767334, + -3.0651021003723145, + -2.896045207977295, + -2.726987838745117, + -2.5579309463500977, + -2.388874053955078, + -2.2198166847229004, + -2.0507593154907227, + -1.8817024230957031, + -1.712645173072815 + ], + "r_inf_mean": 0.26295149326324463, + "r_inf_median": 0.258951336145401, + "pr_mean": 0.32211005687713623, + "pr_median": 0.32419487833976746, + "hoyer_mean": 0.6279230713844299, + "eff_dim_mean": 0.6279230117797852, + "topk_energy": { + "1": 0.07009349018335342, + "5": 0.27718091011047363, + "10": 0.4343833029270172, + "25": 0.7308527827262878 + }, + "gamma_raw": 0.030417239293456078, + "gamma_active": { + "1e-08": 0.03047564998269081, + "1e-07": 0.030224928632378578, + "1e-06": 0.030111655592918396, + "1e-05": 0.030282037332654, + "0.0001": 0.030522774904966354 + }, + "gamma_energy_weighted": { + "1e-08": 0.030574207844896267, + "1e-07": 0.030574207844896267, + "1e-06": 0.030574207844896267, + "1e-05": 0.030574207844896267, + "0.0001": 0.030574207844896267 + } + }, + { + "layer": 3, + "mean_norm": 0.006155656185001135, + "median_norm": 0.006394953932613134, + "max_norm": 0.012088925577700138, + "min_norm": 4.540010728470989e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -6.237298011779785, + "5": -2.608456611633301, + "10": -2.303708076477051, + "25": -2.2437007427215576, + "50": -2.1938929557800293, + "75": -2.155118942260742, + "90": -2.11965274810791, + "95": -2.092994213104248, + "99": -2.056628465652466 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 3, + 5, + 2, + 1, + 2, + 7, + 69, + 389, + 21 + ], + "log_norms_bin_edges": [ + -10.34294319152832, + -10.174436569213867, + -10.005929946899414, + -9.837423324584961, + -9.668916702270508, + -9.500410079956055, + -9.331903457641602, + -9.163396835327148, + -8.994890213012695, + -8.826383590698242, + -8.657876968383789, + -8.489370346069336, + -8.320863723754883, + -8.15235710144043, + -7.983850479125977, + -7.815343856811523, + -7.64683723449707, + -7.478330612182617, + -7.309823989868164, + -7.141317367553711, + -6.972810745239258, + -6.804304122924805, + -6.635797500610352, + -6.467290878295898, + -6.298784255981445, + -6.130277633666992, + -5.961771011352539, + -5.793264389038086, + -5.624757766723633, + -5.45625114440918, + -5.287744522094727, + -5.119237899780273, + -4.95073127746582, + -4.782224655151367, + -4.613718032836914, + -4.445211410522461, + -4.276704788208008, + -4.108198165893555, + -3.9396915435791016, + -3.7711849212646484, + -3.6026782989501953, + -3.434171676635742, + -3.265665054321289, + -3.097158432006836, + -2.928651809692383, + -2.7601451873779297, + -2.5916385650634766, + -2.4231319427490234, + -2.2546253204345703, + -2.086118698120117, + -1.9176123142242432 + ], + "r_inf_mean": 0.25978392362594604, + "r_inf_median": 0.2569252550601959, + "pr_mean": 0.32997170090675354, + "pr_median": 0.330869197845459, + "hoyer_mean": 0.6332738399505615, + "eff_dim_mean": 0.6332737803459167, + "topk_energy": { + "1": 0.06831978261470795, + "5": 0.27129846811294556, + "10": 0.42740094661712646, + "25": 0.7262023687362671 + }, + "gamma_raw": -0.057751432061195374, + "gamma_active": { + "1e-08": -0.057861924171447754, + "1e-07": -0.05785656347870827, + "1e-06": -0.05747159942984581, + "1e-05": -0.05749933049082756, + "0.0001": -0.057318467646837234 + }, + "gamma_energy_weighted": { + "1e-08": -0.06264227474399169, + "1e-07": -0.06264227474399169, + "1e-06": -0.06264227474399169, + "1e-05": -0.06264227474399169, + "0.0001": -0.06264227474399169 + } + }, + { + "layer": 4, + "mean_norm": 0.004445358645170927, + "median_norm": 0.004600665997713804, + "max_norm": 0.0080570662394166, + "min_norm": 3.3677661354092336e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.409004211425781, + "5": -2.770660638809204, + "10": -2.427584409713745, + "25": -2.3791754245758057, + "50": -2.336996555328369, + "75": -2.300764560699463, + "90": -2.256956100463867, + "95": -2.2345120906829834, + "99": -2.203731060028076 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 4, + 3, + 3, + 1, + 2, + 4, + 20, + 404, + 58 + ], + "log_norms_bin_edges": [ + -10.47265911102295, + -10.305082321166992, + -10.137505531311035, + -9.969928741455078, + -9.802351951599121, + -9.634775161743164, + -9.467199325561523, + -9.29962158203125, + -9.13204574584961, + -8.964468955993652, + -8.796892166137695, + -8.629315376281738, + -8.461738586425781, + -8.294161796569824, + -8.126585006713867, + -7.95900821685791, + -7.791431427001953, + -7.623854637145996, + -7.456278324127197, + -7.28870153427124, + -7.121124744415283, + -6.953548431396484, + -6.785971641540527, + -6.61839485168457, + -6.450818061828613, + -6.283241271972656, + -6.115664482116699, + -5.948087692260742, + -5.780510902404785, + -5.612934589385986, + -5.445357799530029, + -5.277781009674072, + -5.110204219818115, + -4.942627429962158, + -4.775050640106201, + -4.607473850250244, + -4.439897537231445, + -4.272320747375488, + -4.104743957519531, + -3.937167167663574, + -3.769590377807617, + -3.60201358795166, + -3.4344372749328613, + -3.2668604850769043, + -3.0992836952209473, + -2.9317069053649902, + -2.764130115509033, + -2.596553325653076, + -2.4289770126342773, + -2.2614002227783203, + -2.093822956085205 + ], + "r_inf_mean": 0.25348615646362305, + "r_inf_median": 0.25214430689811707, + "pr_mean": 0.3438718318939209, + "pr_median": 0.34314021468162537, + "hoyer_mean": 0.6420001983642578, + "eff_dim_mean": 0.6420001983642578, + "topk_energy": { + "1": 0.06492555886507034, + "5": 0.2603427767753601, + "10": 0.41501492261886597, + "25": 0.718519926071167 + }, + "gamma_raw": 0.01994839310646057, + "gamma_active": { + "1e-08": 0.01998729631304741, + "1e-07": 0.01996035687625408, + "1e-06": 0.019706005230545998, + "1e-05": 0.018958328291773796, + "0.0001": 0.01839248277246952 + }, + "gamma_energy_weighted": { + "1e-08": 0.017844755040923442, + "1e-07": 0.017844755040923442, + "1e-06": 0.017844755040923442, + "1e-05": 0.017844755040923442, + "0.0001": 0.017844755040923442 + } + }, + { + "layer": 5, + "mean_norm": 0.0036453385837376118, + "median_norm": 0.0036906967870891094, + "max_norm": 0.006285070441663265, + "min_norm": 2.7647658468188396e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.52433443069458, + "5": -2.877371072769165, + "10": -2.5103704929351807, + "25": -2.4663174152374268, + "50": -2.4328231811523438, + "75": -2.3907127380371094, + "90": -2.32977032661438, + "95": -2.29555606842041, + "99": -2.25003981590271 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 2, + 2, + 2, + 3, + 12, + 386, + 85 + ], + "log_norms_bin_edges": [ + -10.558341979980469, + -10.39120864868164, + -10.224076271057129, + -10.0569429397583, + -9.889809608459473, + -9.722677230834961, + -9.555543899536133, + -9.388410568237305, + -9.221277236938477, + -9.054144859313965, + -8.887011528015137, + -8.719878196716309, + -8.552745819091797, + -8.385612487792969, + -8.21847915649414, + -8.051345825195312, + -7.884213447570801, + -7.717080116271973, + -7.5499467849731445, + -7.382814407348633, + -7.215681076049805, + -7.048547744750977, + -6.881414890289307, + -6.714282035827637, + -6.547148704528809, + -6.380015850067139, + -6.2128825187683105, + -6.045749664306641, + -5.878616809844971, + -5.711483478546143, + -5.544350624084473, + -5.3772172927856445, + -5.210084438323975, + -5.042951583862305, + -4.875818252563477, + -4.708685398101807, + -4.5415520668029785, + -4.374419212341309, + -4.207286357879639, + -4.0401530265808105, + -3.8730201721191406, + -3.7058868408203125, + -3.5387539863586426, + -3.3716211318969727, + -3.2044878005981445, + -3.0373549461364746, + -2.8702216148376465, + -2.7030887603759766, + -2.5359554290771484, + -2.3688230514526367, + -2.2016899585723877 + ], + "r_inf_mean": 0.2421020269393921, + "r_inf_median": 0.2404220849275589, + "pr_mean": 0.3677402138710022, + "pr_median": 0.363219678401947, + "hoyer_mean": 0.6548056602478027, + "eff_dim_mean": 0.6548056602478027, + "topk_energy": { + "1": 0.05917425453662872, + "5": 0.24392381310462952, + "10": 0.3963644206523895, + "25": 0.7051184177398682 + }, + "gamma_raw": 0.01752196066081524, + "gamma_active": { + "1e-08": 0.017418812960386276, + "1e-07": 0.017418812960386276, + "1e-06": 0.017604036256670952, + "1e-05": 0.01757875643670559, + "0.0001": 0.01765461638569832 + }, + "gamma_energy_weighted": { + "1e-08": 0.02338120823343252, + "1e-07": 0.02338120823343252, + "1e-06": 0.02338120823343252, + "1e-05": 0.02338120823343252, + "0.0001": 0.02338120823343252 + } + }, + { + "layer": 6, + "mean_norm": 0.0032705608755350113, + "median_norm": 0.003216492012143135, + "max_norm": 0.005608830135315657, + "min_norm": 2.4531239886660394e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -6.595219612121582, + "5": -2.939939022064209, + "10": -2.565890073776245, + "25": -2.5183403491973877, + "50": -2.492608070373535, + "75": -2.4367263317108154, + "90": -2.36128830909729, + "95": -2.321669101715088, + "99": -2.266033172607422 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 3, + 1, + 2, + 4, + 13, + 382, + 87 + ], + "log_norms_bin_edges": [ + -10.610280990600586, + -10.443098068237305, + -10.275915145874023, + -10.108732223510742, + -9.941548347473145, + -9.774365425109863, + -9.607182502746582, + -9.4399995803833, + -9.27281665802002, + -9.105633735656738, + -8.93844985961914, + -8.77126693725586, + -8.604084014892578, + -8.436901092529297, + -8.269718170166016, + -8.102535247802734, + -7.935351848602295, + -7.7681684494018555, + -7.600985527038574, + -7.433802604675293, + -7.266619682312012, + -7.0994367599487305, + -6.932253360748291, + -6.76507043838501, + -6.59788703918457, + -6.430704116821289, + -6.263521194458008, + -6.096338272094727, + -5.929154872894287, + -5.761971950531006, + -5.594789028167725, + -5.427605628967285, + -5.260422706604004, + -5.093239784240723, + -4.926056385040283, + -4.758873462677002, + -4.591690540313721, + -4.424507141113281, + -4.25732421875, + -4.090141296386719, + -3.9229583740234375, + -3.755774974822998, + -3.588592052459717, + -3.4214091300964355, + -3.254225730895996, + -3.087042808532715, + -2.9198598861694336, + -2.752676486968994, + -2.5854930877685547, + -2.4183101654052734, + -2.2511277198791504 + ], + "r_inf_mean": 0.2308952510356903, + "r_inf_median": 0.22695453464984894, + "pr_mean": 0.3889833986759186, + "pr_median": 0.3759351968765259, + "hoyer_mean": 0.6656502485275269, + "eff_dim_mean": 0.6656502485275269, + "topk_energy": { + "1": 0.05391927808523178, + "5": 0.23151594400405884, + "10": 0.3822669982910156, + "25": 0.6939773559570312 + }, + "gamma_raw": -0.0031392681412398815, + "gamma_active": { + "1e-08": -0.0031669402960687876, + "1e-07": -0.0031669402960687876, + "1e-06": -0.0028612930327653885, + "1e-05": -0.002641621744260192, + "0.0001": -0.002544064074754715 + }, + "gamma_energy_weighted": { + "1e-08": 0.0097040107947092, + "1e-07": 0.0097040107947092, + "1e-06": 0.0097040107947092, + "1e-05": 0.0097040107947092, + "0.0001": 0.0097040107947092 + } + }, + { + "layer": 7, + "mean_norm": 0.003092734143137932, + "median_norm": 0.0029898928478360176, + "max_norm": 0.00534145999699831, + "min_norm": 2.2952761219441342e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.984375, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -6.63435173034668, + "5": -2.9739134311676025, + "10": -2.5982632637023926, + "25": -2.5502679347991943, + "50": -2.5243444442749023, + "75": -2.4591140747070312, + "90": -2.3717219829559326, + "95": -2.332230567932129, + "99": -2.2735657691955566 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 3, + 1, + 2, + 4, + 16, + 378, + 88 + ], + "log_norms_bin_edges": [ + -10.639165878295898, + -10.471829414367676, + -10.304492950439453, + -10.13715648651123, + -9.969820022583008, + -9.802483558654785, + -9.635147094726562, + -9.467809677124023, + -9.300474166870117, + -9.133136749267578, + -8.965800285339355, + -8.798463821411133, + -8.63112735748291, + -8.463790893554688, + -8.296454429626465, + -8.129117965698242, + -7.9617815017700195, + -7.794445037841797, + -7.627108573913574, + -7.459772109985352, + -7.292435646057129, + -7.125099182128906, + -6.957762241363525, + -6.790425777435303, + -6.62308931350708, + -6.455752849578857, + -6.288416385650635, + -6.121079921722412, + -5.953742980957031, + -5.786406517028809, + -5.619070053100586, + -5.451733589172363, + -5.284397125244141, + -5.117060661315918, + -4.949724197387695, + -4.782387733459473, + -4.61505126953125, + -4.447714328765869, + -4.2803778648376465, + -4.113041400909424, + -3.945704936981201, + -3.7783684730529785, + -3.611032009124756, + -3.443695545196533, + -3.2763586044311523, + -3.1090221405029297, + -2.941685676574707, + -2.7743492126464844, + -2.6070127487182617, + -2.439676284790039, + -2.2723400592803955 + ], + "r_inf_mean": 0.22549960017204285, + "r_inf_median": 0.22389009594917297, + "pr_mean": 0.4029165804386139, + "pr_median": 0.3791774809360504, + "hoyer_mean": 0.6730375289916992, + "eff_dim_mean": 0.6730375289916992, + "topk_energy": { + "1": 0.0515168234705925, + "5": 0.22507478296756744, + "10": 0.37442272901535034, + "25": 0.6855036616325378 + }, + "gamma_raw": -0.05878349021077156, + "gamma_active": { + "1e-08": -0.05894923955202103, + "1e-07": -0.05894923955202103, + "1e-06": -0.058894187211990356, + "1e-05": -0.05897298455238342, + "0.0001": -0.05904095619916916 + }, + "gamma_energy_weighted": { + "1e-08": -0.07011299410418195, + "1e-07": -0.07011299410418195, + "1e-06": -0.07011299410418195, + "1e-05": -0.07011299410418195, + "0.0001": -0.07011299410418195 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L4.json new file mode 100644 index 0000000..0777c1e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.246234893798828, + "acc": 0.13671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03371433913707733, + "median_norm": 0.03598208352923393, + "max_norm": 0.0731552466750145, + "min_norm": 3.182734769637506e-16, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.951171875, + "1e-05": 0.9296875, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -10.573590278625488, + "5": -5.967494010925293, + "10": -2.8853461742401123, + "25": -1.5224621295928955, + "50": -1.4436380863189697, + "75": -1.3687148094177246, + "90": -1.3064777851104736, + "95": -1.2803752422332764, + "99": -1.2120376825332642 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 4, + 3, + 1, + 2, + 1, + 5, + 2, + 1, + 5, + 4, + 1, + 0, + 3, + 2, + 1, + 4, + 4, + 3, + 2, + 7, + 223, + 220 + ], + "log_norms_bin_edges": [ + -15.497200012207031, + -15.20997142791748, + -14.922741889953613, + -14.635513305664062, + -14.348284721374512, + -14.061055183410645, + -13.773826599121094, + -13.486597061157227, + -13.199368476867676, + -12.912139892578125, + -12.624910354614258, + -12.337681770324707, + -12.050453186035156, + -11.763223648071289, + -11.475995063781738, + -11.188766479492188, + -10.90153694152832, + -10.61430835723877, + -10.327079772949219, + -10.039850234985352, + -9.7526216506958, + -9.46539306640625, + -9.178163528442383, + -8.890934944152832, + -8.603706359863281, + -8.316476821899414, + -8.029248237609863, + -7.742019176483154, + -7.454790115356445, + -7.1675615310668945, + -6.880332946777344, + -6.593103408813477, + -6.305874824523926, + -6.018646240234375, + -5.731416702270508, + -5.444188117980957, + -5.156959533691406, + -4.869729995727539, + -4.582501411437988, + -4.2952728271484375, + -4.00804328918457, + -3.7208147048950195, + -3.4335861206054688, + -3.1463565826416016, + -2.859127998352051, + -2.5718994140625, + -2.284669876098633, + -1.997441291809082, + -1.7102127075195312, + -1.422983169555664, + -1.1357545852661133 + ], + "r_inf_mean": 0.24692213535308838, + "r_inf_median": 0.24288107454776764, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6414854526519775, + "eff_dim_mean": 0.6414854526519775, + "topk_energy": { + "1": 0.06172607094049454, + "5": 0.25855305790901184, + "10": 0.4144371449947357, + "25": 0.7161468863487244 + }, + "gamma_raw": -0.037562139332294464, + "gamma_active": { + "1e-08": -0.03825005888938904, + "1e-07": -0.038344405591487885, + "1e-06": -0.0385248102247715, + "1e-05": -0.03826713189482689, + "0.0001": -0.038130201399326324 + }, + "gamma_energy_weighted": { + "1e-08": -0.035222037473634095, + "1e-07": -0.035222037473634095, + "1e-06": -0.035222037473634095, + "1e-05": -0.035222037473634095, + "0.0001": -0.035222037473634095 + } + }, + { + "layer": 1, + "mean_norm": 0.010197605937719345, + "median_norm": 0.011014033108949661, + "max_norm": 0.02042347379028797, + "min_norm": 8.605739600562424e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.95703125, + "1e-06": 0.9375, + "1e-05": 0.91796875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -11.087349891662598, + "5": -6.485074996948242, + "10": -3.4352073669433594, + "25": -2.03532075881958, + "50": -1.95796799659729, + "75": -1.8940372467041016, + "90": -1.838608741760254, + "95": -1.8037109375, + "99": -1.7425925731658936 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 3, + 4, + 0, + 2, + 2, + 5, + 2, + 1, + 4, + 2, + 4, + 0, + 3, + 2, + 1, + 4, + 4, + 2, + 3, + 5, + 156, + 289 + ], + "log_norms_bin_edges": [ + -16.06521224975586, + -15.777705192565918, + -15.490198135375977, + -15.202692031860352, + -14.91518497467041, + -14.627677917480469, + -14.340171813964844, + -14.052664756774902, + -13.765157699584961, + -13.47765064239502, + -13.190143585205078, + -12.902637481689453, + -12.615130424499512, + -12.32762336730957, + -12.040117263793945, + -11.752610206604004, + -11.465103149414062, + -11.177596092224121, + -10.89008903503418, + -10.602582931518555, + -10.315075874328613, + -10.027568817138672, + -9.740062713623047, + -9.452555656433105, + -9.165048599243164, + -8.877541542053223, + -8.590034484863281, + -8.302528381347656, + -8.015021324157715, + -7.727514266967773, + -7.440008163452148, + -7.152501106262207, + -6.864994049072266, + -6.577486991882324, + -6.289979934692383, + -6.002473831176758, + -5.714966773986816, + -5.427459716796875, + -5.13995361328125, + -4.852446556091309, + -4.564939498901367, + -4.277432441711426, + -3.9899253845214844, + -3.7024192810058594, + -3.414912223815918, + -3.1274051666259766, + -2.8398990631103516, + -2.55239200592041, + -2.2648849487304688, + -1.9773778915405273, + -1.6898704767227173 + ], + "r_inf_mean": 0.2547852396965027, + "r_inf_median": 0.2526341378688812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6296149492263794, + "eff_dim_mean": 0.6296149492263794, + "topk_energy": { + "1": 0.06577406078577042, + "5": 0.26978471875190735, + "10": 0.4290829002857208, + "25": 0.7319592237472534 + }, + "gamma_raw": 0.01272846944630146, + "gamma_active": { + "1e-08": 0.013463095761835575, + "1e-07": 0.014143267646431923, + "1e-06": 0.013901663944125175, + "1e-05": 0.01447781641036272, + "0.0001": 0.01397088821977377 + }, + "gamma_energy_weighted": { + "1e-08": 0.013906056394405002, + "1e-07": 0.013906056394405002, + "1e-06": 0.013906056394405002, + "1e-05": 0.013906056394405002, + "0.0001": 0.013906056394405002 + } + }, + { + "layer": 2, + "mean_norm": 0.004145616665482521, + "median_norm": 0.00462120957672596, + "max_norm": 0.006685913074761629, + "min_norm": 3.028657292775132e-17, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.951171875, + "1e-06": 0.931640625, + "1e-05": 0.916015625, + "0.0001": 0.904296875 + }, + "log_norms_percentiles": { + "1": -11.446488380432129, + "5": -6.915821552276611, + "10": -3.872812032699585, + "25": -2.399684190750122, + "50": -2.3351430892944336, + "75": -2.289257287979126, + "90": -2.253657579421997, + "95": -2.239821672439575, + "99": -2.2051641941070557 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 3, + 4, + 0, + 1, + 3, + 3, + 4, + 0, + 4, + 2, + 5, + 0, + 3, + 1, + 2, + 2, + 5, + 3, + 3, + 3, + 20, + 427 + ], + "log_norms_bin_edges": [ + -16.51875114440918, + -16.23187255859375, + -15.944994926452637, + -15.658116340637207, + -15.371238708496094, + -15.084360122680664, + -14.797481536865234, + -14.510602951049805, + -14.223725318908691, + -13.936847686767578, + -13.649969100952148, + -13.363090515136719, + -13.076211929321289, + -12.789334297180176, + -12.502455711364746, + -12.215578079223633, + -11.928699493408203, + -11.641820907592773, + -11.35494327545166, + -11.06806468963623, + -10.781187057495117, + -10.494308471679688, + -10.207429885864258, + -9.920551300048828, + -9.633673667907715, + -9.346796035766602, + -9.059917449951172, + -8.773038864135742, + -8.486160278320312, + -8.1992826461792, + -7.9124040603637695, + -7.625526428222656, + -7.338647842407227, + -7.051769256591797, + -6.764891624450684, + -6.478013038635254, + -6.191135406494141, + -5.904256820678711, + -5.617378234863281, + -5.330500602722168, + -5.043622016906738, + -4.756743431091309, + -4.469865798950195, + -4.182987213134766, + -3.896108627319336, + -3.6092309951782227, + -3.322352409362793, + -3.0354747772216797, + -2.74859619140625, + -2.4617176055908203, + -2.1748392581939697 + ], + "r_inf_mean": 0.24444130063056946, + "r_inf_median": 0.24171864986419678, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6383702158927917, + "eff_dim_mean": 0.6383702158927917, + "topk_energy": { + "1": 0.06040874496102333, + "5": 0.2564466595649719, + "10": 0.4142264425754547, + "25": 0.7221653461456299 + }, + "gamma_raw": -0.0015002250438556075, + "gamma_active": { + "1e-08": -0.0015677368501201272, + "1e-07": -0.0015688319690525532, + "1e-06": -0.0016009071841835976, + "1e-05": -0.0017956626834347844, + "0.0001": -0.0018200959311798215 + }, + "gamma_energy_weighted": { + "1e-08": -0.001405931571644631, + "1e-07": -0.001405931571644631, + "1e-06": -0.001405931571644631, + "1e-05": -0.001405931571644631, + "0.0001": -0.001405931571644631 + } + }, + { + "layer": 3, + "mean_norm": 0.00298503041267395, + "median_norm": 0.0032275633420795202, + "max_norm": 0.004777770489454269, + "min_norm": 1.9320694141056258e-17, + "support": { + "1e-08": 0.958984375, + "1e-07": 0.947265625, + "1e-06": 0.927734375, + "1e-05": 0.912109375, + "0.0001": 0.896484375 + }, + "log_norms_percentiles": { + "1": -11.554296493530273, + "5": -7.090439319610596, + "10": -4.077291965484619, + "25": -2.5440573692321777, + "50": -2.4908769130706787, + "75": -2.430363655090332, + "90": -2.3766767978668213, + "95": -2.348259925842285, + "99": -2.3280255794525146 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 4, + 3, + 0, + 1, + 3, + 4, + 3, + 0, + 4, + 3, + 4, + 0, + 2, + 2, + 2, + 3, + 4, + 3, + 3, + 3, + 12, + 435 + ], + "log_norms_bin_edges": [ + -16.713977813720703, + -16.42611312866211, + -16.13825035095215, + -15.850385665893555, + -15.562521934509277, + -15.274657249450684, + -14.986793518066406, + -14.698928833007812, + -14.411065101623535, + -14.123201370239258, + -13.835336685180664, + -13.547472953796387, + -13.25960922241211, + -12.971744537353516, + -12.683880805969238, + -12.396017074584961, + -12.108152389526367, + -11.82028865814209, + -11.532424926757812, + -11.244560241699219, + -10.956696510314941, + -10.668832778930664, + -10.38096809387207, + -10.093104362487793, + -9.805240631103516, + -9.517375946044922, + -9.229512214660645, + -8.941648483276367, + -8.653783798217773, + -8.365920066833496, + -8.078056335449219, + -7.790191650390625, + -7.502327919006348, + -7.21446418762207, + -6.926599502563477, + -6.638735771179199, + -6.350872039794922, + -6.063007354736328, + -5.775143623352051, + -5.487279891967773, + -5.19941520690918, + -4.911551475524902, + -4.623687744140625, + -4.335823059082031, + -4.047959327697754, + -3.7600955963134766, + -3.472230911254883, + -3.1843671798706055, + -2.896503448486328, + -2.6086387634277344, + -2.320774793624878 + ], + "r_inf_mean": 0.22055548429489136, + "r_inf_median": 0.21906055510044098, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6680030822753906, + "eff_dim_mean": 0.6680030822753906, + "topk_energy": { + "1": 0.04912378638982773, + "5": 0.2242628037929535, + "10": 0.37454330921173096, + "25": 0.6906181573867798 + }, + "gamma_raw": -0.010318201035261154, + "gamma_active": { + "1e-08": -0.010546742007136345, + "1e-07": -0.01099266018718481, + "1e-06": -0.010983297601342201, + "1e-05": -0.01174740120768547, + "0.0001": -0.011675748974084854 + }, + "gamma_energy_weighted": { + "1e-08": -0.008056593067495607, + "1e-07": -0.008056593067495607, + "1e-06": -0.008056593067495607, + "1e-05": -0.008056593067495607, + "0.0001": -0.008056593067495607 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json new file mode 100644 index 0000000..bd5a35b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 21.980783462524414, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03483397513628006, + "median_norm": 0.035890884697437286, + "max_norm": 0.08692357689142227, + "min_norm": 5.5071097286368484e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.97265625, + "1e-06": 0.966796875, + "1e-05": 0.9609375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -9.297152519226074, + "5": -3.8073086738586426, + "10": -1.720779299736023, + "25": -1.5288500785827637, + "50": -1.4448537826538086, + "75": -1.372133493423462, + "90": -1.3006352186203003, + "95": -1.2656304836273193, + "99": -1.189743161201477 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 6, + 1, + 3, + 0, + 2, + 1, + 3, + 4, + 5, + 61, + 347, + 57 + ], + "log_norms_bin_edges": [ + -13.259076118469238, + -13.015111923217773, + -12.771147727966309, + -12.527183532714844, + -12.283219337463379, + -12.039255142211914, + -11.795289993286133, + -11.551326751708984, + -11.307361602783203, + -11.063397407531738, + -10.819433212280273, + -10.575469017028809, + -10.331504821777344, + -10.087540626525879, + -9.843576431274414, + -9.59961223602295, + -9.355648040771484, + -9.111682891845703, + -8.867719650268555, + -8.623754501342773, + -8.379791259765625, + -8.135826110839844, + -7.891862392425537, + -7.647897720336914, + -7.403933525085449, + -7.159969329833984, + -6.9160051345825195, + -6.672040939331055, + -6.42807674407959, + -6.184112071990967, + -5.940147876739502, + -5.696183681488037, + -5.452219486236572, + -5.208254814147949, + -4.964290618896484, + -4.7203264236450195, + -4.476362228393555, + -4.23239803314209, + -3.988433837890625, + -3.74446964263916, + -3.5005054473876953, + -3.2565412521362305, + -3.0125770568847656, + -2.768612861633301, + -2.524648666381836, + -2.2806835174560547, + -2.03671932220459, + -1.792755126953125, + -1.5487909317016602, + -1.3048267364501953, + -1.060862421989441 + ], + "r_inf_mean": 0.256337434053421, + "r_inf_median": 0.2509196102619171, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6320006847381592, + "eff_dim_mean": 0.6320006847381592, + "topk_energy": { + "1": 0.06671112775802612, + "5": 0.26944565773010254, + "10": 0.425165057182312, + "25": 0.7263699769973755 + }, + "gamma_raw": 0.0009242948144674301, + "gamma_active": { + "1e-08": 0.0010030276607722044, + "1e-07": 0.002109172288328409, + "1e-06": 0.0024605179205536842, + "1e-05": 0.00229376507923007, + "0.0001": 0.0023351656273007393 + }, + "gamma_energy_weighted": { + "1e-08": 0.0008858699137212396, + "1e-07": 0.0008858699137212396, + "1e-06": 0.0008858699137212396, + "1e-05": 0.0008858699137212396, + "0.0001": 0.0008858699137212396 + } + }, + { + "layer": 1, + "mean_norm": 0.010818039067089558, + "median_norm": 0.011270050890743732, + "max_norm": 0.024941636249423027, + "min_norm": 1.7064832281087593e-14, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.9609375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -9.826638221740723, + "5": -4.314035892486572, + "10": -2.192784070968628, + "25": -2.0250401496887207, + "50": -1.9480607509613037, + "75": -1.8849002122879028, + "90": -1.8144714832305908, + "95": -1.786596417427063, + "99": -1.6988445520401 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 6, + 1, + 3, + 0, + 2, + 0, + 4, + 4, + 5, + 34, + 351, + 80 + ], + "log_norms_bin_edges": [ + -13.767898559570312, + -13.524601936340332, + -13.281305313110352, + -13.038009643554688, + -12.794713020324707, + -12.551416397094727, + -12.308119773864746, + -12.064823150634766, + -11.821526527404785, + -11.578229904174805, + -11.33493423461914, + -11.09163761138916, + -10.84834098815918, + -10.6050443649292, + -10.361747741699219, + -10.118451118469238, + -9.875154495239258, + -9.631858825683594, + -9.388562202453613, + -9.145265579223633, + -8.901968955993652, + -8.658672332763672, + -8.415376663208008, + -8.172079086303711, + -7.928783416748047, + -7.685486793518066, + -7.442190170288086, + -7.1988935470581055, + -6.955597400665283, + -6.712300777435303, + -6.469004154205322, + -6.2257080078125, + -5.9824113845825195, + -5.739114761352539, + -5.495818138122559, + -5.252521514892578, + -5.009225845336914, + -4.765929222106934, + -4.522632598876953, + -4.279335975646973, + -4.036039352416992, + -3.7927427291870117, + -3.5494470596313477, + -3.306150436401367, + -3.0628538131713867, + -2.8195571899414062, + -2.576260566711426, + -2.3329639434814453, + -2.0896682739257812, + -1.8463716506958008, + -1.6030750274658203 + ], + "r_inf_mean": 0.2560151517391205, + "r_inf_median": 0.2511535882949829, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6251074075698853, + "eff_dim_mean": 0.6251073479652405, + "topk_energy": { + "1": 0.0664868876338005, + "5": 0.27455949783325195, + "10": 0.4322616159915924, + "25": 0.7321909666061401 + }, + "gamma_raw": 0.01658342219889164, + "gamma_active": { + "1e-08": 0.01682683452963829, + "1e-07": 0.015712903812527657, + "1e-06": 0.01541103795170784, + "1e-05": 0.01507290918380022, + "0.0001": 0.0157582089304924 + }, + "gamma_energy_weighted": { + "1e-08": 0.011113714245035438, + "1e-07": 0.011113714245035438, + "1e-06": 0.011113714245035438, + "1e-05": 0.011113714245035438, + "0.0001": 0.011113714245035438 + } + }, + { + "layer": 2, + "mean_norm": 0.004247492179274559, + "median_norm": 0.00455187214538455, + "max_norm": 0.008027967065572739, + "min_norm": 7.088573096016536e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -10.238944053649902, + "5": -4.788488388061523, + "10": -2.595599412918091, + "25": -2.405696392059326, + "50": -2.341390609741211, + "75": -2.2954916954040527, + "90": -2.2568657398223877, + "95": -2.2321524620056152, + "99": -2.172497510910034 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 5, + 2, + 2, + 1, + 1, + 1, + 4, + 3, + 3, + 8, + 219, + 241 + ], + "log_norms_bin_edges": [ + -14.149441719055176, + -13.908360481262207, + -13.667280197143555, + -13.426198959350586, + -13.185117721557617, + -12.944036483764648, + -12.702956199645996, + -12.461874961853027, + -12.220793724060059, + -11.979713439941406, + -11.738632202148438, + -11.497550964355469, + -11.2564697265625, + -11.015389442443848, + -10.774308204650879, + -10.533227920532227, + -10.292146682739258, + -10.051065444946289, + -9.80998420715332, + -9.568902969360352, + -9.3278226852417, + -9.08674144744873, + -8.845661163330078, + -8.60457992553711, + -8.36349868774414, + -8.122417449951172, + -7.881336688995361, + -7.640255928039551, + -7.39917516708374, + -7.1580939292907715, + -6.917013168334961, + -6.675931930541992, + -6.434851169586182, + -6.193770408630371, + -5.952689170837402, + -5.711607933044434, + -5.470527648925781, + -5.2294464111328125, + -4.988365173339844, + -4.747284889221191, + -4.506203651428223, + -4.265122413635254, + -4.024041175842285, + -3.782960891723633, + -3.541879653930664, + -3.3007984161376953, + -3.059718132019043, + -2.818636894226074, + -2.5775556564331055, + -2.336475372314453, + -2.0953943729400635 + ], + "r_inf_mean": 0.2575961947441101, + "r_inf_median": 0.25485292077064514, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6202178597450256, + "eff_dim_mean": 0.6202178001403809, + "topk_energy": { + "1": 0.06716097891330719, + "5": 0.2793901860713959, + "10": 0.4392808675765991, + "25": 0.7383623123168945 + }, + "gamma_raw": 0.014384879730641842, + "gamma_active": { + "1e-08": 0.014678672887384892, + "1e-07": 0.0147092305123806, + "1e-06": 0.015000637620687485, + "1e-05": 0.014996817335486412, + "0.0001": 0.014889610931277275 + }, + "gamma_energy_weighted": { + "1e-08": 0.01445893985347707, + "1e-07": 0.01445893985347707, + "1e-06": 0.01445893985347707, + "1e-05": 0.01445893985347707, + "0.0001": 0.01445893985347707 + } + }, + { + "layer": 3, + "mean_norm": 0.002687408123165369, + "median_norm": 0.0029146706219762564, + "max_norm": 0.003977462649345398, + "min_norm": 4.600517998509541e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.947265625, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -10.441848754882812, + "5": -5.030099391937256, + "10": -2.823265314102173, + "25": -2.5834460258483887, + "50": -2.5353550910949707, + "75": -2.498392105102539, + "90": -2.469778299331665, + "95": -2.4554667472839355, + "99": -2.427830457687378 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 5, + 5, + 17, + 446 + ], + "log_norms_bin_edges": [ + -14.337193489074707, + -14.098457336425781, + -13.859721183776855, + -13.62098503112793, + -13.38224983215332, + -13.143513679504395, + -12.904777526855469, + -12.666041374206543, + -12.427305221557617, + -12.188570022583008, + -11.949832916259766, + -11.711097717285156, + -11.47236156463623, + -11.233625411987305, + -10.994889259338379, + -10.756153106689453, + -10.517417907714844, + -10.278680801391602, + -10.039945602416992, + -9.801209449768066, + -9.56247329711914, + -9.323738098144531, + -9.085000991821289, + -8.84626579284668, + -8.607529640197754, + -8.368793487548828, + -8.130057334899902, + -7.891321182250977, + -7.652585506439209, + -7.413849353790283, + -7.175113201141357, + -6.93637752532959, + -6.697641372680664, + -6.458905220031738, + -6.2201690673828125, + -5.981432914733887, + -5.742697715759277, + -5.503961563110352, + -5.265225410461426, + -5.0264892578125, + -4.787753105163574, + -4.549016952514648, + -4.310281753540039, + -4.071545600891113, + -3.8328094482421875, + -3.5940732955932617, + -3.355337142944336, + -3.11660099029541, + -2.877865791320801, + -2.639129638671875, + -2.4003939628601074 + ], + "r_inf_mean": 0.2564346492290497, + "r_inf_median": 0.25421130657196045, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6196185350418091, + "eff_dim_mean": 0.6196185350418091, + "topk_energy": { + "1": 0.06656206399202347, + "5": 0.2780887484550476, + "10": 0.4378396272659302, + "25": 0.7396352291107178 + }, + "gamma_raw": -0.012010077014565468, + "gamma_active": { + "1e-08": -0.012481512501835823, + "1e-07": -0.012657019309699535, + "1e-06": -0.012919561937451363, + "1e-05": -0.013598287478089333, + "0.0001": -0.014138809405267239 + }, + "gamma_energy_weighted": { + "1e-08": -0.016604324011066016, + "1e-07": -0.016604324011066016, + "1e-06": -0.016604324011066016, + "1e-05": -0.016604324011066016, + "0.0001": -0.016604324011066016 + } + }, + { + "layer": 4, + "mean_norm": 0.002206546487286687, + "median_norm": 0.0023475266061723232, + "max_norm": 0.003205708460882306, + "min_norm": 3.790147178311248e-15, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.530962944030762, + "5": -5.132242202758789, + "10": -2.9368131160736084, + "25": -2.6628689765930176, + "50": -2.629291534423828, + "75": -2.587921380996704, + "90": -2.5509824752807617, + "95": -2.525437593460083, + "99": -2.502065896987915 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 4, + 6, + 12, + 451 + ], + "log_norms_bin_edges": [ + -14.421343803405762, + -14.182798385620117, + -13.944252967834473, + -13.705707550048828, + -13.467162132263184, + -13.228616714477539, + -12.990071296691895, + -12.75152587890625, + -12.512981414794922, + -12.274435043334961, + -12.035890579223633, + -11.797345161437988, + -11.558799743652344, + -11.3202543258667, + -11.081708908081055, + -10.84316349029541, + -10.604618072509766, + -10.366072654724121, + -10.127527236938477, + -9.888981819152832, + -9.650436401367188, + -9.41189193725586, + -9.173345565795898, + -8.93480110168457, + -8.69625473022461, + -8.457710266113281, + -8.21916389465332, + -7.980618953704834, + -7.742074012756348, + -7.503528594970703, + -7.264983177185059, + -7.026437759399414, + -6.7878923416137695, + -6.549346923828125, + -6.3108015060424805, + -6.072256088256836, + -5.833710670471191, + -5.595165252685547, + -5.356619834899902, + -5.118074417114258, + -4.879528999328613, + -4.640984535217285, + -4.402439117431641, + -4.163893699645996, + -3.9253482818603516, + -3.686802864074707, + -3.4482574462890625, + -3.209712028503418, + -2.9711666107177734, + -2.732621192932129, + -2.4940760135650635 + ], + "r_inf_mean": 0.2510221600532532, + "r_inf_median": 0.24912796914577484, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6270691156387329, + "eff_dim_mean": 0.6270690560340881, + "topk_energy": { + "1": 0.06385378539562225, + "5": 0.2696636915206909, + "10": 0.42824268341064453, + "25": 0.7328143119812012 + }, + "gamma_raw": 0.052463240921497345, + "gamma_active": { + "1e-08": 0.05384074151515961, + "1e-07": 0.053850654512643814, + "1e-06": 0.05387323722243309, + "1e-05": 0.05458110570907593, + "0.0001": 0.05419241264462471 + }, + "gamma_energy_weighted": { + "1e-08": 0.05090141359124348, + "1e-07": 0.05090141359124348, + "1e-06": 0.05090141359124348, + "1e-05": 0.05090141359124348, + "0.0001": 0.05090141359124348 + } + }, + { + "layer": 5, + "mean_norm": 0.0020073475316166878, + "median_norm": 0.0020934308413416147, + "max_norm": 0.0029856828041374683, + "min_norm": 3.4428975512548754e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.574885368347168, + "5": -5.183961868286133, + "10": -2.999995470046997, + "25": -2.7047834396362305, + "50": -2.6789841651916504, + "75": -2.6260528564453125, + "90": -2.583439588546753, + "95": -2.5552821159362793, + "99": -2.5287961959838867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 3, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 4, + 3, + 2, + 1, + 0, + 2, + 2, + 3, + 4, + 9, + 11, + 449 + ], + "log_norms_bin_edges": [ + -14.4630765914917, + -14.224313735961914, + -13.985551834106445, + -13.74678897857666, + -13.508027076721191, + -13.269264221191406, + -13.030502319335938, + -12.791739463806152, + -12.552977561950684, + -12.314214706420898, + -12.07545280456543, + -11.836689949035645, + -11.597928047180176, + -11.35916519165039, + -11.120403289794922, + -10.881640434265137, + -10.642878532409668, + -10.404115676879883, + -10.165353775024414, + -9.926590919494629, + -9.687828063964844, + -9.449066162109375, + -9.210304260253906, + -8.971541404724121, + -8.732778549194336, + -8.494016647338867, + -8.255254745483398, + -8.016491889953613, + -7.777729511260986, + -7.538967132568359, + -7.300204753875732, + -7.0614423751831055, + -6.8226799964904785, + -6.583917617797852, + -6.345154762268066, + -6.106392860412598, + -5.8676300048828125, + -5.628868103027344, + -5.390105247497559, + -5.15134334564209, + -4.912580490112305, + -4.673818588256836, + -4.435055732727051, + -4.196293830871582, + -3.957530975341797, + -3.718769073486328, + -3.480006217956543, + -3.241244316101074, + -3.002481460571289, + -2.7637195587158203, + -2.524956226348877 + ], + "r_inf_mean": 0.24304574728012085, + "r_inf_median": 0.2428063452243805, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6385942101478577, + "eff_dim_mean": 0.6385941505432129, + "topk_energy": { + "1": 0.05995821952819824, + "5": 0.2589065432548523, + "10": 0.41536837816238403, + "25": 0.7212749123573303 + }, + "gamma_raw": 0.022653069347143173, + "gamma_active": { + "1e-08": 0.023300189524888992, + "1e-07": 0.023675067350268364, + "1e-06": 0.023490779101848602, + "1e-05": 0.023747246712446213, + "0.0001": 0.023159755393862724 + }, + "gamma_energy_weighted": { + "1e-08": 0.019365653653655678, + "1e-07": 0.019365653653655678, + "1e-06": 0.019365653653655678, + "1e-05": 0.019365653653655678, + "0.0001": 0.019365653653655678 + } + }, + { + "layer": 6, + "mean_norm": 0.0019245792645961046, + "median_norm": 0.0019849769305437803, + "max_norm": 0.0029092738404870033, + "min_norm": 3.302589296399279e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.594369888305664, + "5": -5.206794261932373, + "10": -3.0315589904785156, + "25": -2.722670316696167, + "50": -2.702188491821289, + "75": -2.6401495933532715, + "90": -2.5967767238616943, + "95": -2.5681891441345215, + "99": -2.5379605293273926 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 3, + 3, + 2, + 1, + 0, + 2, + 2, + 4, + 5, + 7, + 12, + 448 + ], + "log_norms_bin_edges": [ + -14.481145858764648, + -14.242247581481934, + -14.003348350524902, + -13.764450073242188, + -13.525551795959473, + -13.286652565002441, + -13.047754287719727, + -12.808856010437012, + -12.56995677947998, + -12.331058502197266, + -12.092159271240234, + -11.85326099395752, + -11.614362716674805, + -11.375463485717773, + -11.136565208435059, + -10.897666931152344, + -10.658767700195312, + -10.419869422912598, + -10.180971145629883, + -9.942071914672852, + -9.703173637390137, + -9.464275360107422, + -9.22537612915039, + -8.986477851867676, + -8.747579574584961, + -8.50868034362793, + -8.269782066345215, + -8.0308837890625, + -7.791985034942627, + -7.553086280822754, + -7.314187526702881, + -7.075289249420166, + -6.836390495300293, + -6.59749174118042, + -6.358592987060547, + -6.119694709777832, + -5.880796432495117, + -5.641897201538086, + -5.402998924255371, + -5.164100646972656, + -4.925201416015625, + -4.68630313873291, + -4.447404861450195, + -4.208505630493164, + -3.969607353210449, + -3.7307090759277344, + -3.491809844970703, + -3.2529115676879883, + -3.0140132904052734, + -2.775114059448242, + -2.5362155437469482 + ], + "r_inf_mean": 0.23671835660934448, + "r_inf_median": 0.2346799373626709, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6487705707550049, + "eff_dim_mean": 0.6487705707550049, + "topk_energy": { + "1": 0.05679477006196976, + "5": 0.24930351972579956, + "10": 0.40438827872276306, + "25": 0.7113168239593506 + }, + "gamma_raw": -0.03440014272928238, + "gamma_active": { + "1e-08": -0.035480841994285583, + "1e-07": -0.03514362499117851, + "1e-06": -0.034709639847278595, + "1e-05": -0.03507131710648537, + "0.0001": -0.03553719446063042 + }, + "gamma_energy_weighted": { + "1e-08": -0.03834894211990862, + "1e-07": -0.03834894211990862, + "1e-06": -0.03834894211990862, + "1e-05": -0.03834894211990862, + "0.0001": -0.03834894211990862 + } + }, + { + "layer": 7, + "mean_norm": 0.0019049315014854074, + "median_norm": 0.00196360913105309, + "max_norm": 0.0029014209285378456, + "min_norm": 3.2756907063680347e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -10.598732948303223, + "5": -5.213141441345215, + "10": -3.041884660720825, + "25": -2.729121446609497, + "50": -2.7069029808044434, + "75": -2.6433773040771484, + "90": -2.5998029708862305, + "95": -2.568925142288208, + "99": -2.5386626720428467 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 3, + 3, + 2, + 1, + 0, + 2, + 2, + 4, + 5, + 7, + 15, + 445 + ], + "log_norms_bin_edges": [ + -14.484698295593262, + -14.245752334594727, + -14.006806373596191, + -13.76785945892334, + -13.528913497924805, + -13.28996753692627, + -13.051021575927734, + -12.812074661254883, + -12.573128700256348, + -12.334182739257812, + -12.095236778259277, + -11.856290817260742, + -11.61734390258789, + -11.378397941589355, + -11.13945198059082, + -10.900505065917969, + -10.661559104919434, + -10.422613143920898, + -10.183667182922363, + -9.944721221923828, + -9.705774307250977, + -9.466828346252441, + -9.227882385253906, + -8.988935470581055, + -8.749990463256836, + -8.511043548583984, + -8.27209758758545, + -8.033151626586914, + -7.794205188751221, + -7.555258750915527, + -7.316312789916992, + -7.077366352081299, + -6.838420391082764, + -6.5994744300842285, + -6.360527992248535, + -6.12158203125, + -5.882636070251465, + -5.643689155578613, + -5.404743194580078, + -5.165797233581543, + -4.926851272583008, + -4.687904357910156, + -4.448958396911621, + -4.210012435913086, + -3.971066474914551, + -3.732119560241699, + -3.493173599243164, + -3.254227638244629, + -3.0152816772460938, + -2.7763357162475586, + -2.5373892784118652 + ], + "r_inf_mean": 0.23037678003311157, + "r_inf_median": 0.22596317529678345, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6564525365829468, + "eff_dim_mean": 0.6564525365829468, + "topk_energy": { + "1": 0.053681641817092896, + "5": 0.23957109451293945, + "10": 0.3936571478843689, + "25": 0.7024872303009033 + }, + "gamma_raw": 0.024835865944623947, + "gamma_active": { + "1e-08": 0.025659576058387756, + "1e-07": 0.025888312608003616, + "1e-06": 0.025852994993329048, + "1e-05": 0.026044348254799843, + "0.0001": 0.025251366198062897 + }, + "gamma_energy_weighted": { + "1e-08": 0.03113055478121498, + "1e-07": 0.03113055478121498, + "1e-06": 0.03113055478121498, + "1e-05": 0.03113055478121498, + "0.0001": 0.03113055478121498 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json new file mode 100644 index 0000000..9ea58be --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 15.944795608520508, + "acc": 0.138671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023784736171364784, + "median_norm": 0.025603916496038437, + "max_norm": 0.047457896173000336, + "min_norm": 8.433872523971875e-12, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.550762176513672, + "5": -4.566172122955322, + "10": -2.8123419284820557, + "25": -1.668541669845581, + "50": -1.5913089513778687, + "75": -1.5220891237258911, + "90": -1.468807339668274, + "95": -1.4395735263824463, + "99": -1.3800441026687622 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 1, + 2, + 2, + 3, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 4, + 5, + 1, + 5, + 3, + 3, + 3, + 4, + 2, + 9, + 24, + 294, + 123 + ], + "log_norms_bin_edges": [ + -11.073973655700684, + -10.878968238830566, + -10.68396282196045, + -10.488956451416016, + -10.293951034545898, + -10.098945617675781, + -9.903940200805664, + -9.70893383026123, + -9.513928413391113, + -9.318922996520996, + -9.123917579650879, + -8.928911209106445, + -8.733905792236328, + -8.538900375366211, + -8.343894958496094, + -8.148889541625977, + -7.953883171081543, + -7.758877754211426, + -7.563872337341309, + -7.368866443634033, + -7.173860549926758, + -6.978855133056641, + -6.783849716186523, + -6.588843822479248, + -6.393838405609131, + -6.1988325119018555, + -6.003827095031738, + -5.808821201324463, + -5.613815784454346, + -5.41880989074707, + -5.223804473876953, + -5.028798580169678, + -4.8337931632995605, + -4.638787746429443, + -4.443781852722168, + -4.248776435852051, + -4.053770542144775, + -3.858765125274658, + -3.663759231567383, + -3.4687538146972656, + -3.2737479209899902, + -3.078742504119873, + -2.8837366104125977, + -2.6887311935424805, + -2.4937257766723633, + -2.2987194061279297, + -2.1037139892578125, + -1.9087085723876953, + -1.7137031555175781, + -1.518697738647461, + -1.3236916065216064 + ], + "r_inf_mean": 0.2618117332458496, + "r_inf_median": 0.25732824206352234, + "pr_mean": Infinity, + "pr_median": 0.3276878893375397, + "hoyer_mean": 0.6282726526260376, + "eff_dim_mean": 0.6282726526260376, + "topk_energy": { + "1": 0.06982789188623428, + "5": 0.27585452795028687, + "10": 0.4325017035007477, + "25": 0.7301008701324463 + }, + "gamma_raw": -0.03709735721349716, + "gamma_active": { + "1e-08": -0.037343867123126984, + "1e-07": -0.037692099809646606, + "1e-06": -0.037278495728969574, + "1e-05": -0.03693839907646179, + "0.0001": -0.03693587705492973 + }, + "gamma_energy_weighted": { + "1e-08": -0.03495999624444062, + "1e-07": -0.03495999624444062, + "1e-06": -0.03495999624444062, + "1e-05": -0.03495999624444062, + "0.0001": -0.03495999624444062 + } + }, + { + "layer": 1, + "mean_norm": 0.009239206090569496, + "median_norm": 0.010150241665542126, + "max_norm": 0.017330219969153404, + "min_norm": 2.9411347489405326e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.95703125, + "1e-05": 0.94921875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -7.976055145263672, + "5": -4.982442855834961, + "10": -3.229161024093628, + "25": -2.066685676574707, + "50": -1.9933629035949707, + "75": -1.9365724325180054, + "90": -1.8930062055587769, + "95": -1.8604779243469238, + "99": -1.8047442436218262 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 1, + 5, + 4, + 2, + 4, + 3, + 4, + 3, + 3, + 3, + 7, + 15, + 258, + 170 + ], + "log_norms_bin_edges": [ + -11.531485557556152, + -11.336079597473145, + -11.140673637390137, + -10.945268630981445, + -10.749862670898438, + -10.55445671081543, + -10.359050750732422, + -10.163644790649414, + -9.968238830566406, + -9.772833824157715, + -9.577427864074707, + -9.3820219039917, + -9.186615943908691, + -8.9912109375, + -8.795804977416992, + -8.600399017333984, + -8.404993057250977, + -8.209587097167969, + -8.014181137084961, + -7.818775653839111, + -7.623370170593262, + -7.427964210510254, + -7.232558250427246, + -7.0371527671813965, + -6.841746807098389, + -6.646340847015381, + -6.450935363769531, + -6.255529403686523, + -6.060123443603516, + -5.864717960357666, + -5.669312000274658, + -5.473906517028809, + -5.278500556945801, + -5.083094596862793, + -4.887689113616943, + -4.6922831535339355, + -4.496877670288086, + -4.301471710205078, + -4.10606575012207, + -3.9106602668762207, + -3.715254306793213, + -3.5198488235473633, + -3.3244428634643555, + -3.1290369033813477, + -2.93363094329834, + -2.738224983215332, + -2.5428199768066406, + -2.347414016723633, + -2.152008056640625, + -1.9566020965576172, + -1.7611960172653198 + ], + "r_inf_mean": 0.2634659707546234, + "r_inf_median": 0.25977012515068054, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6217922568321228, + "eff_dim_mean": 0.621792197227478, + "topk_energy": { + "1": 0.07054142653942108, + "5": 0.2817334830760956, + "10": 0.44187039136886597, + "25": 0.7388648986816406 + }, + "gamma_raw": 0.012205743230879307, + "gamma_active": { + "1e-08": 0.01239959429949522, + "1e-07": 0.012568756006658077, + "1e-06": 0.013228538446128368, + "1e-05": 0.01371544785797596, + "0.0001": 0.015474476851522923 + }, + "gamma_energy_weighted": { + "1e-08": 0.015037563330066095, + "1e-07": 0.015037563330066095, + "1e-06": 0.015037563330066095, + "1e-05": 0.015037563330066095, + "0.0001": 0.015037563330066095 + } + }, + { + "layer": 2, + "mean_norm": 0.004161193035542965, + "median_norm": 0.004655888304114342, + "max_norm": 0.006770177744328976, + "min_norm": 1.1852716074248204e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.97265625, + "1e-06": 0.953125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.337381362915039, + "5": -5.359579086303711, + "10": -3.5812020301818848, + "25": -2.3912296295166016, + "50": -2.331671953201294, + "75": -2.2897095680236816, + "90": -2.2574172019958496, + "95": -2.2339558601379395, + "99": -2.191486358642578 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 4, + 1, + 3, + 1, + 2, + 3, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 1, + 6, + 3, + 3, + 4, + 3, + 3, + 4, + 2, + 3, + 5, + 7, + 106, + 333 + ], + "log_norms_bin_edges": [ + -11.926182746887207, + -11.731046676635742, + -11.535911560058594, + -11.340775489807129, + -11.14564037322998, + -10.950504302978516, + -10.755369186401367, + -10.560233116149902, + -10.365097045898438, + -10.169961929321289, + -9.974825859069824, + -9.779690742492676, + -9.584554672241211, + -9.389419555664062, + -9.194283485412598, + -8.999147415161133, + -8.804012298583984, + -8.608877182006836, + -8.413741111755371, + -8.218605041503906, + -8.023469924926758, + -7.828333854675293, + -7.633198261260986, + -7.43806266784668, + -7.242927074432373, + -7.047791481018066, + -6.85265588760376, + -6.657520294189453, + -6.462384223937988, + -6.267248630523682, + -6.072113037109375, + -5.876977443695068, + -5.681841850280762, + -5.486706256866455, + -5.291570663452148, + -5.096435070037842, + -4.901299476623535, + -4.70616340637207, + -4.511027812957764, + -4.315892219543457, + -4.12075662612915, + -3.9256210327148438, + -3.730484962463379, + -3.5353498458862305, + -3.3402137756347656, + -3.145078659057617, + -2.9499425888061523, + -2.754807472229004, + -2.559671401977539, + -2.364535331726074, + -2.1693999767303467 + ], + "r_inf_mean": 0.2528076171875, + "r_inf_median": 0.2508910894393921, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6302827596664429, + "eff_dim_mean": 0.6302827000617981, + "topk_energy": { + "1": 0.06466493755578995, + "5": 0.2690400183200836, + "10": 0.42841488122940063, + "25": 0.7304035425186157 + }, + "gamma_raw": 0.002006006194278598, + "gamma_active": { + "1e-08": 0.002312374534085393, + "1e-07": 0.0028448919765651226, + "1e-06": 0.003154897131025791, + "1e-05": 0.003164655528962612, + "0.0001": 0.0031139806378632784 + }, + "gamma_energy_weighted": { + "1e-08": 0.0029828697579380057, + "1e-07": 0.0029828697579380057, + "1e-06": 0.0029828697579380057, + "1e-05": 0.0029828697579380057, + "0.0001": 0.0029828697579380057 + } + }, + { + "layer": 3, + "mean_norm": 0.002873527817428112, + "median_norm": 0.003170999698340893, + "max_norm": 0.004506884608417749, + "min_norm": 7.755936734868407e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.96875, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -8.513521194458008, + "5": -5.552793502807617, + "10": -3.723759651184082, + "25": -2.5539119243621826, + "50": -2.498513698577881, + "75": -2.456958055496216, + "90": -2.404656171798706, + "95": -2.382528305053711, + "99": -2.3569178581237793 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 4, + 1, + 2, + 2, + 2, + 3, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 1, + 5, + 4, + 4, + 3, + 3, + 3, + 4, + 2, + 2, + 6, + 5, + 76, + 365 + ], + "log_norms_bin_edges": [ + -12.110365867614746, + -11.915081024169922, + -11.719796180725098, + -11.524511337280273, + -11.32922649383545, + -11.133941650390625, + -10.9386568069458, + -10.743371963500977, + -10.548087120056152, + -10.352802276611328, + -10.157517433166504, + -9.96223258972168, + -9.766947746276855, + -9.571662902832031, + -9.376378059387207, + -9.181093215942383, + -8.985808372497559, + -8.790523529052734, + -8.59523868560791, + -8.399953842163086, + -8.204668998718262, + -8.009384155273438, + -7.814099311828613, + -7.618814468383789, + -7.423529624938965, + -7.228244781494141, + -7.032959938049316, + -6.837675094604492, + -6.642390251159668, + -6.447105407714844, + -6.2518205642700195, + -6.056535720825195, + -5.861250877380371, + -5.665966033935547, + -5.470681190490723, + -5.275396347045898, + -5.080111503601074, + -4.88482666015625, + -4.689541816711426, + -4.494256973266602, + -4.298972129821777, + -4.103687286376953, + -3.908402442932129, + -3.7131175994873047, + -3.5178327560424805, + -3.3225479125976562, + -3.127263069152832, + -2.931978225708008, + -2.7366933822631836, + -2.5414085388183594, + -2.346123695373535 + ], + "r_inf_mean": 0.2337840348482132, + "r_inf_median": 0.23227737843990326, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6518576741218567, + "eff_dim_mean": 0.6518576741218567, + "topk_energy": { + "1": 0.055197469890117645, + "5": 0.24059060215950012, + "10": 0.39488130807876587, + "25": 0.7075468897819519 + }, + "gamma_raw": -0.012838518247008324, + "gamma_active": { + "1e-08": -0.012919072061777115, + "1e-07": -0.012282038107514381, + "1e-06": -0.012844106182456017, + "1e-05": -0.012498411349952221, + "0.0001": -0.012898992747068405 + }, + "gamma_energy_weighted": { + "1e-08": -0.011976224147313272, + "1e-07": -0.011976224147313272, + "1e-06": -0.011976224147313272, + "1e-05": -0.011976224147313272, + "0.0001": -0.011976224147313272 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json new file mode 100644 index 0000000..851c237 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.722597122192383, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024682089686393738, + "median_norm": 0.02518976293504238, + "max_norm": 0.0532434917986393, + "min_norm": 3.201766629601366e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.488956451416016, + "5": -4.1042985916137695, + "10": -1.8588578701019287, + "25": -1.668283462524414, + "50": -1.597416639328003, + "75": -1.5187163352966309, + "90": -1.4555799961090088, + "95": -1.4199692010879517, + "99": -1.3316795825958252 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 4, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 4, + 0, + 1, + 1, + 3, + 0, + 0, + 0, + 1, + 4, + 2, + 0, + 3, + 3, + 0, + 5, + 2, + 17, + 181, + 226, + 39 + ], + "log_norms_bin_edges": [ + -9.494610786437988, + -9.330193519592285, + -9.165775299072266, + -9.001358032226562, + -8.83694076538086, + -8.672523498535156, + -8.508105278015137, + -8.343688011169434, + -8.17927074432373, + -8.014852523803711, + -7.850435256958008, + -7.686017990112305, + -7.521600246429443, + -7.357182502746582, + -7.192765235900879, + -7.028347492218018, + -6.863929748535156, + -6.699512481689453, + -6.53509521484375, + -6.3706769943237305, + -6.206259727478027, + -6.041842460632324, + -5.877424716949463, + -5.713006973266602, + -5.548589706420898, + -5.384171962738037, + -5.219754695892334, + -5.055336952209473, + -4.890919208526611, + -4.726501941680908, + -4.562084197998047, + -4.397666931152344, + -4.233249187469482, + -4.068831443786621, + -3.904414176940918, + -3.7399964332580566, + -3.5755791664123535, + -3.411161422729492, + -3.246743679046631, + -3.0823264122009277, + -2.9179086685180664, + -2.7534914016723633, + -2.589073657989502, + -2.4246559143066406, + -2.2602386474609375, + -2.095820903778076, + -1.931403636932373, + -1.7669858932495117, + -1.6025686264038086, + -1.438150405883789, + -1.2737334966659546 + ], + "r_inf_mean": 0.26959866285324097, + "r_inf_median": 0.26067692041397095, + "pr_mean": 0.3102928102016449, + "pr_median": 0.31595727801322937, + "hoyer_mean": 0.6192284226417542, + "eff_dim_mean": 0.6192283630371094, + "topk_energy": { + "1": 0.07430621981620789, + "5": 0.2863679826259613, + "10": 0.4434254467487335, + "25": 0.7392972111701965 + }, + "gamma_raw": -0.0013466216623783112, + "gamma_active": { + "1e-08": -0.001467653433792293, + "1e-07": -0.0014455841155722737, + "1e-06": -0.0011845113476738334, + "1e-05": -0.0004732278175652027, + "0.0001": -0.000514342391397804 + }, + "gamma_energy_weighted": { + "1e-08": -0.0022591834732702413, + "1e-07": -0.0022591834732702413, + "1e-06": -0.0022591834732702413, + "1e-05": -0.0022591834732702413, + "0.0001": -0.0022591834732702413 + } + }, + { + "layer": 1, + "mean_norm": 0.00978371873497963, + "median_norm": 0.010147634893655777, + "max_norm": 0.019735805690288544, + "min_norm": 1.3096296269665686e-10, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.929009437561035, + "5": -4.495950698852539, + "10": -2.277759075164795, + "25": -2.0560860633850098, + "50": -1.9935495853424072, + "75": -1.9262858629226685, + "90": -1.8650468587875366, + "95": -1.8305021524429321, + "99": -1.7626571655273438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 4, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 4, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 4, + 3, + 0, + 2, + 4, + 0, + 5, + 2, + 9, + 106, + 295, + 53 + ], + "log_norms_bin_edges": [ + -9.882851600646973, + -9.719289779663086, + -9.555727005004883, + -9.392165184020996, + -9.22860336303711, + -9.065040588378906, + -8.90147876739502, + -8.737916946411133, + -8.57435417175293, + -8.410792350769043, + -8.247230529785156, + -8.083667755126953, + -7.920105934143066, + -7.75654411315918, + -7.592981815338135, + -7.42941951751709, + -7.265857696533203, + -7.102295875549316, + -6.9387335777282715, + -6.775171279907227, + -6.61160945892334, + -6.448047161102295, + -6.28448486328125, + -6.120923042297363, + -5.957360744476318, + -5.793798446655273, + -5.630236625671387, + -5.466674327850342, + -5.303112030029297, + -5.13955020904541, + -4.975987911224365, + -4.8124260902404785, + -4.648863792419434, + -4.485301494598389, + -4.321739673614502, + -4.158177375793457, + -3.9946155548095703, + -3.8310532569885254, + -3.6674909591674805, + -3.5039291381835938, + -3.340366840362549, + -3.176804542541504, + -3.013242721557617, + -2.8496804237365723, + -2.6861181259155273, + -2.5225563049316406, + -2.3589940071105957, + -2.195432186126709, + -2.031869888305664, + -1.8683080673217773, + -1.7047451734542847 + ], + "r_inf_mean": 0.27144336700439453, + "r_inf_median": 0.26500895619392395, + "pr_mean": 0.3059435188770294, + "pr_median": 0.3087612986564636, + "hoyer_mean": 0.6153020858764648, + "eff_dim_mean": 0.6153020858764648, + "topk_energy": { + "1": 0.07509204000234604, + "5": 0.289947509765625, + "10": 0.4476844072341919, + "25": 0.7419822216033936 + }, + "gamma_raw": 0.023638322949409485, + "gamma_active": { + "1e-08": 0.023760175332427025, + "1e-07": 0.0238349586725235, + "1e-06": 0.022721637040376663, + "1e-05": 0.022170864045619965, + "0.0001": 0.02269725315272808 + }, + "gamma_energy_weighted": { + "1e-08": 0.019427254201991876, + "1e-07": 0.019427254201991876, + "1e-06": 0.019427254201991876, + "1e-05": 0.019427254201991876, + "0.0001": 0.019427254201991876 + } + }, + { + "layer": 2, + "mean_norm": 0.004325454588979483, + "median_norm": 0.004614797420799732, + "max_norm": 0.007731753867119551, + "min_norm": 6.364519328228013e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.321829795837402, + "5": -4.834035873413086, + "10": -2.6812515258789062, + "25": -2.391611337661743, + "50": -2.335777997970581, + "75": -2.288302421569824, + "90": -2.2442359924316406, + "95": -2.2198848724365234, + "99": -2.166624069213867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 1, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 1, + 1, + 5, + 0, + 2, + 3, + 7, + 28, + 329, + 101 + ], + "log_norms_bin_edges": [ + -10.196234703063965, + -10.034543991088867, + -9.872854232788086, + -9.711163520812988, + -9.549473762512207, + -9.38778305053711, + -9.226093292236328, + -9.06440258026123, + -8.90271282196045, + -8.741022109985352, + -8.57933235168457, + -8.417641639709473, + -8.255951881408691, + -8.094261169433594, + -7.9325714111328125, + -7.770880699157715, + -7.609190940856934, + -7.447500228881836, + -7.285810470581055, + -7.124119758605957, + -6.962430000305176, + -6.800739288330078, + -6.639049530029297, + -6.477358818054199, + -6.31566858291626, + -6.15397834777832, + -5.992288112640381, + -5.830597877502441, + -5.668907642364502, + -5.5072174072265625, + -5.345527172088623, + -5.183836936950684, + -5.022146701812744, + -4.860456466674805, + -4.698766231536865, + -4.537075996398926, + -4.375385761260986, + -4.213695526123047, + -4.052005290985107, + -3.890315055847168, + -3.7286248207092285, + -3.566934585571289, + -3.4052443504333496, + -3.24355411529541, + -3.0818638801574707, + -2.9201736450195312, + -2.758483409881592, + -2.5967931747436523, + -2.4351024627685547, + -2.2734122276306152, + -2.111721992492676 + ], + "r_inf_mean": 0.2656398117542267, + "r_inf_median": 0.2604816257953644, + "pr_mean": 0.31283339858055115, + "pr_median": 0.31263455748558044, + "hoyer_mean": 0.6184889078140259, + "eff_dim_mean": 0.6184889078140259, + "topk_energy": { + "1": 0.07169011980295181, + "5": 0.2850642800331116, + "10": 0.4435252547264099, + "25": 0.7396730184555054 + }, + "gamma_raw": 0.010447227396070957, + "gamma_active": { + "1e-08": 0.01044553890824318, + "1e-07": 0.010546449571847916, + "1e-06": 0.010764271020889282, + "1e-05": 0.010974958539009094, + "0.0001": 0.011123423464596272 + }, + "gamma_energy_weighted": { + "1e-08": 0.012355716082506416, + "1e-07": 0.012355716082506416, + "1e-06": 0.012355716082506416, + "1e-05": 0.012355716082506416, + "0.0001": 0.012355716082506416 + } + }, + { + "layer": 3, + "mean_norm": 0.002659775083884597, + "median_norm": 0.002900764113292098, + "max_norm": 0.003979839384555817, + "min_norm": 4.308776252459623e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.97265625, + "1e-06": 0.96484375, + "1e-05": 0.94921875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.539504051208496, + "5": -5.033128261566162, + "10": -2.9134209156036377, + "25": -2.585592031478882, + "50": -2.5373988151550293, + "75": -2.507326602935791, + "90": -2.4758267402648926, + "95": -2.4579434394836426, + "99": -2.420121192932129 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 3, + 3, + 1, + 0, + 4, + 2, + 2, + 2, + 6, + 5, + 140, + 315 + ], + "log_norms_bin_edges": [ + -10.365646362304688, + -10.20633602142334, + -10.047025680541992, + -9.887715339660645, + -9.728404998779297, + -9.569095611572266, + -9.409785270690918, + -9.25047492980957, + -9.091164588928223, + -8.931854248046875, + -8.772543907165527, + -8.61323356628418, + -8.453923225402832, + -8.294612884521484, + -8.135303497314453, + -7.9759931564331055, + -7.816682815551758, + -7.65737247467041, + -7.4980621337890625, + -7.338751792907715, + -7.179441452026367, + -7.0201311111450195, + -6.86082124710083, + -6.701510906219482, + -6.542200565338135, + -6.382890701293945, + -6.223580360412598, + -6.06427001953125, + -5.904959678649902, + -5.745649337768555, + -5.586339473724365, + -5.427029132843018, + -5.26771879196167, + -5.108408451080322, + -4.949098110198975, + -4.789788246154785, + -4.6304779052734375, + -4.47116756439209, + -4.311857223510742, + -4.152547359466553, + -3.993237018585205, + -3.8339266777038574, + -3.6746163368225098, + -3.515305995941162, + -3.3559961318969727, + -3.196685791015625, + -3.0373754501342773, + -2.8780651092529297, + -2.718754768371582, + -2.5594449043273926, + -2.400134563446045 + ], + "r_inf_mean": 0.2578399181365967, + "r_inf_median": 0.25468122959136963, + "pr_mean": 0.3205720782279968, + "pr_median": 0.3211720287799835, + "hoyer_mean": 0.6206525564193726, + "eff_dim_mean": 0.6206525564193726, + "topk_energy": { + "1": 0.0673782229423523, + "5": 0.27895402908325195, + "10": 0.439509779214859, + "25": 0.7376211285591125 + }, + "gamma_raw": -0.019425734877586365, + "gamma_active": { + "1e-08": -0.019617591053247452, + "1e-07": -0.020119767636060715, + "1e-06": -0.02073647268116474, + "1e-05": -0.02049960009753704, + "0.0001": -0.02051428146660328 + }, + "gamma_energy_weighted": { + "1e-08": -0.022197002841647464, + "1e-07": -0.022197002841647464, + "1e-06": -0.022197002841647464, + "1e-05": -0.022197002841647464, + "0.0001": -0.022197002841647464 + } + }, + { + "layer": 4, + "mean_norm": 0.00212454772554338, + "median_norm": 0.0022880807518959045, + "max_norm": 0.0031191708985716105, + "min_norm": 3.57781478055319e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.640803337097168, + "5": -5.133338451385498, + "10": -3.0289204120635986, + "25": -2.673403263092041, + "50": -2.6404309272766113, + "75": -2.609011173248291, + "90": -2.5691394805908203, + "95": -2.545874834060669, + "99": -2.5175652503967285 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 0, + 3, + 1, + 6, + 5, + 96, + 359 + ], + "log_norms_bin_edges": [ + -10.446382522583008, + -10.28757381439209, + -10.128766059875488, + -9.96995735168457, + -9.811148643493652, + -9.652339935302734, + -9.493532180786133, + -9.334723472595215, + -9.175914764404297, + -9.017107009887695, + -8.858298301696777, + -8.69948959350586, + -8.540680885314941, + -8.38187313079834, + -8.223064422607422, + -8.064255714416504, + -7.905447483062744, + -7.746639251708984, + -7.587830543518066, + -7.429021835327148, + -7.270213603973389, + -7.111405372619629, + -6.952596664428711, + -6.793788433074951, + -6.634980201721191, + -6.476171493530273, + -6.317363262176514, + -6.158554553985596, + -5.999746322631836, + -5.840937614440918, + -5.682129383087158, + -5.52332067489624, + -5.3645124435424805, + -5.205704212188721, + -5.046895503997803, + -4.888087272644043, + -4.729278564453125, + -4.570470333099365, + -4.411661624908447, + -4.2528533935546875, + -4.0940446853637695, + -3.9352364540100098, + -3.77642822265625, + -3.617619514465332, + -3.4588112831115723, + -3.3000025749206543, + -3.1411943435668945, + -2.9823856353759766, + -2.823577404022217, + -2.664769172668457, + -2.505960702896118 + ], + "r_inf_mean": 0.2537367045879364, + "r_inf_median": 0.25053828954696655, + "pr_mean": 0.3252456486225128, + "pr_median": 0.3281073570251465, + "hoyer_mean": 0.6206676959991455, + "eff_dim_mean": 0.6206676959991455, + "topk_energy": { + "1": 0.0651760846376419, + "5": 0.2749873399734497, + "10": 0.4360474646091461, + "25": 0.7379684448242188 + }, + "gamma_raw": 0.05663968622684479, + "gamma_active": { + "1e-08": 0.057191405445337296, + "1e-07": 0.05797114223241806, + "1e-06": 0.0579809695482254, + "1e-05": 0.057603634893894196, + "0.0001": 0.05763769894838333 + }, + "gamma_energy_weighted": { + "1e-08": 0.05390131178024747, + "1e-07": 0.05390131178024747, + "1e-06": 0.05390131178024747, + "1e-05": 0.05390131178024747, + "0.0001": 0.05390131178024747 + } + }, + { + "layer": 5, + "mean_norm": 0.0019093204755336046, + "median_norm": 0.0020374469459056854, + "max_norm": 0.0028507697861641645, + "min_norm": 3.283022118050205e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.689103126525879, + "5": -5.1851091384887695, + "10": -3.08404541015625, + "25": -2.7171411514282227, + "50": -2.690911293029785, + "75": -2.6556832790374756, + "90": -2.611548662185669, + "95": -2.581342935562134, + "99": -2.5556564331054688 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 0, + 3, + 2, + 5, + 6, + 138, + 316 + ], + "log_norms_bin_edges": [ + -10.483726501464844, + -10.324953079223633, + -10.166178703308105, + -10.007405281066895, + -9.848630905151367, + -9.689857482910156, + -9.531084060668945, + -9.372309684753418, + -9.213536262512207, + -9.054762840270996, + -8.895988464355469, + -8.737215042114258, + -8.578441619873047, + -8.41966724395752, + -8.260893821716309, + -8.102119445800781, + -7.94334602355957, + -7.784572124481201, + -7.625798225402832, + -7.467024803161621, + -7.308250904083252, + -7.149477005004883, + -6.990703582763672, + -6.831929683685303, + -6.673155784606934, + -6.5143818855285645, + -6.355607986450195, + -6.196834564208984, + -6.038060665130615, + -5.879286766052246, + -5.720513343811035, + -5.561739444732666, + -5.402965545654297, + -5.244191646575928, + -5.085417747497559, + -4.926644325256348, + -4.7678704261779785, + -4.609096527099609, + -4.450323104858398, + -4.291549205780029, + -4.13277530670166, + -3.974001407623291, + -3.815227508544922, + -3.656454086303711, + -3.497680187225342, + -3.3389062881469727, + -3.1801328659057617, + -3.0213589668273926, + -2.8625850677490234, + -2.7038111686706543, + -2.5450377464294434 + ], + "r_inf_mean": 0.24924695491790771, + "r_inf_median": 0.24678656458854675, + "pr_mean": 0.33280616998672485, + "pr_median": 0.3361029624938965, + "hoyer_mean": 0.6248698234558105, + "eff_dim_mean": 0.6248698234558105, + "topk_energy": { + "1": 0.06291797757148743, + "5": 0.2693381905555725, + "10": 0.42980101704597473, + "25": 0.7348726391792297 + }, + "gamma_raw": 0.022074654698371887, + "gamma_active": { + "1e-08": 0.02198312059044838, + "1e-07": 0.02240353636443615, + "1e-06": 0.02271118015050888, + "1e-05": 0.022632960230112076, + "0.0001": 0.02266453020274639 + }, + "gamma_energy_weighted": { + "1e-08": 0.01857119188898664, + "1e-07": 0.01857119188898664, + "1e-06": 0.01857119188898664, + "1e-05": 0.01857119188898664, + "0.0001": 0.01857119188898664 + } + }, + { + "layer": 6, + "mean_norm": 0.001823374885134399, + "median_norm": 0.0019372886745259166, + "max_norm": 0.00275108078494668, + "min_norm": 3.165236822644246e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.709918975830078, + "5": -5.20842170715332, + "10": -3.1079320907592773, + "25": -2.7411510944366455, + "50": -2.712554693222046, + "75": -2.6748831272125244, + "90": -2.630443572998047, + "95": -2.5928874015808105, + "99": -2.5670433044433594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 1, + 2, + 2, + 5, + 6, + 165, + 289 + ], + "log_norms_bin_edges": [ + -10.499593734741211, + -10.340811729431152, + -10.182029724121094, + -10.023247718811035, + -9.864465713500977, + -9.705683708190918, + -9.54690170288086, + -9.388120651245117, + -9.229337692260742, + -9.070556640625, + -8.911774635314941, + -8.752992630004883, + -8.594210624694824, + -8.435428619384766, + -8.276646614074707, + -8.117864608764648, + -7.95908260345459, + -7.800300598144531, + -7.641518592834473, + -7.482736587524414, + -7.3239545822143555, + -7.165172576904297, + -7.0063910484313965, + -6.847609043121338, + -6.688827037811279, + -6.530045032501221, + -6.371263027191162, + -6.2124810218811035, + -6.053699493408203, + -5.8949174880981445, + -5.736135482788086, + -5.577353477478027, + -5.418571472167969, + -5.25978946685791, + -5.101007461547852, + -4.942225456237793, + -4.783443450927734, + -4.624661922454834, + -4.465879917144775, + -4.307097911834717, + -4.148315906524658, + -3.9895339012145996, + -3.830751895904541, + -3.6719698905944824, + -3.513188362121582, + -3.3544063568115234, + -3.195624351501465, + -3.0368423461914062, + -2.8780603408813477, + -2.719278335571289, + -2.5604968070983887 + ], + "r_inf_mean": 0.24572645127773285, + "r_inf_median": 0.24387839436531067, + "pr_mean": 0.3407631516456604, + "pr_median": 0.34117886424064636, + "hoyer_mean": 0.6305033564567566, + "eff_dim_mean": 0.6305033564567566, + "topk_energy": { + "1": 0.06116192415356636, + "5": 0.263574481010437, + "10": 0.4232074022293091, + "25": 0.729602575302124 + }, + "gamma_raw": -0.03851785510778427, + "gamma_active": { + "1e-08": -0.03880087658762932, + "1e-07": -0.038336098194122314, + "1e-06": -0.037757325917482376, + "1e-05": -0.03857588768005371, + "0.0001": -0.0391482450067997 + }, + "gamma_energy_weighted": { + "1e-08": -0.04182962752954722, + "1e-07": -0.04182962752954722, + "1e-06": -0.04182962752954722, + "1e-05": -0.04182962752954722, + "0.0001": -0.04182962752954722 + } + }, + { + "layer": 7, + "mean_norm": 0.0018081320449709892, + "median_norm": 0.0019197738729417324, + "max_norm": 0.0027141652535647154, + "min_norm": 3.158992858964815e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.712672233581543, + "5": -5.212347984313965, + "10": -3.1104111671447754, + "25": -2.7467257976531982, + "50": -2.7167139053344727, + "75": -2.6786086559295654, + "90": -2.6325387954711914, + "95": -2.593132734298706, + "99": -2.5701935291290283 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 1, + 2, + 2, + 5, + 6, + 158, + 296 + ], + "log_norms_bin_edges": [ + -10.50045108795166, + -10.341769218444824, + -10.183087348937988, + -10.024405479431152, + -9.865724563598633, + -9.707042694091797, + -9.548360824584961, + -9.389678955078125, + -9.230997085571289, + -9.072315216064453, + -8.913633346557617, + -8.754951477050781, + -8.596269607543945, + -8.43758773803711, + -8.27890682220459, + -8.120224952697754, + -7.961543083190918, + -7.802861213684082, + -7.644179344177246, + -7.485497951507568, + -7.326816082000732, + -7.1681342124938965, + -7.009452819824219, + -6.850770950317383, + -6.692089080810547, + -6.533407211303711, + -6.374725341796875, + -6.216043949127197, + -6.057362079620361, + -5.898680210113525, + -5.739998817443848, + -5.581316947937012, + -5.422635078430176, + -5.26395320892334, + -5.105271339416504, + -4.946589946746826, + -4.78790807723999, + -4.629226207733154, + -4.470544815063477, + -4.311862945556641, + -4.153181076049805, + -3.9944992065429688, + -3.835817337036133, + -3.677135944366455, + -3.518454074859619, + -3.359772205352783, + -3.2010908126831055, + -3.0424089431762695, + -2.8837270736694336, + -2.7250452041625977, + -2.56636381149292 + ], + "r_inf_mean": 0.24096153676509857, + "r_inf_median": 0.2385234534740448, + "pr_mean": 0.35197603702545166, + "pr_median": 0.34866437315940857, + "hoyer_mean": 0.6385952830314636, + "eff_dim_mean": 0.6385952830314636, + "topk_energy": { + "1": 0.05882053077220917, + "5": 0.255288302898407, + "10": 0.41412484645843506, + "25": 0.7215520143508911 + }, + "gamma_raw": 0.02659839391708374, + "gamma_active": { + "1e-08": 0.026750830933451653, + "1e-07": 0.02732306718826294, + "1e-06": 0.027568254619836807, + "1e-05": 0.02748224325478077, + "0.0001": 0.027523504570126534 + }, + "gamma_energy_weighted": { + "1e-08": 0.03283739773749614, + "1e-07": 0.03283739773749614, + "1e-06": 0.03283739773749614, + "1e-05": 0.03283739773749614, + "0.0001": 0.03283739773749614 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json new file mode 100644 index 0000000..512273b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 16.886730194091797, + "acc": 0.138671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02542153373360634, + "median_norm": 0.027744894847273827, + "max_norm": 0.04735255986452103, + "min_norm": 5.795228012750453e-12, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.962890625, + "1e-05": 0.95703125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.295173645019531, + "5": -4.556574821472168, + "10": -2.781318426132202, + "25": -1.6210564374923706, + "50": -1.556473731994629, + "75": -1.500535249710083, + "90": -1.4581598043441772, + "95": -1.4258220195770264, + "99": -1.3809802532196045 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 2, + 6, + 3, + 4, + 1, + 2, + 2, + 2, + 6, + 6, + 10, + 255, + 179 + ], + "log_norms_bin_edges": [ + -11.236929893493652, + -11.038684844970703, + -10.840438842773438, + -10.642193794250488, + -10.443947792053223, + -10.245702743530273, + -10.047456741333008, + -9.849211692810059, + -9.65096664428711, + -9.452720642089844, + -9.254475593566895, + -9.056229591369629, + -8.85798454284668, + -8.659738540649414, + -8.461493492126465, + -8.263248443603516, + -8.06500244140625, + -7.866756916046143, + -7.668511390686035, + -7.470266342163086, + -7.27202033996582, + -7.073775291442871, + -6.875529766082764, + -6.677284240722656, + -6.479038715362549, + -6.280793190002441, + -6.082547664642334, + -5.884302139282227, + -5.686057090759277, + -5.48781156539917, + -5.2895660400390625, + -5.091320514678955, + -4.893074989318848, + -4.69482946395874, + -4.496583938598633, + -4.298338413238525, + -4.100092887878418, + -3.9018478393554688, + -3.7036023139953613, + -3.505356788635254, + -3.3071112632751465, + -3.108865737915039, + -2.91062068939209, + -2.712374687194824, + -2.514129638671875, + -2.3158836364746094, + -2.11763858795166, + -1.9193925857543945, + -1.7211475372314453, + -1.522902488708496, + -1.32465660572052 + ], + "r_inf_mean": 0.2560614347457886, + "r_inf_median": 0.25079476833343506, + "pr_mean": Infinity, + "pr_median": 0.3395026624202728, + "hoyer_mean": 0.6330786943435669, + "eff_dim_mean": 0.6330786347389221, + "topk_energy": { + "1": 0.06663136184215546, + "5": 0.26800787448883057, + "10": 0.42483267188072205, + "25": 0.7248795628547668 + }, + "gamma_raw": -0.03795355558395386, + "gamma_active": { + "1e-08": -0.0384967215359211, + "1e-07": -0.03809744492173195, + "1e-06": -0.03804664686322212, + "1e-05": -0.03779464215040207, + "0.0001": -0.03762594982981682 + }, + "gamma_energy_weighted": { + "1e-08": -0.034017414817729616, + "1e-07": -0.034017414817729616, + "1e-06": -0.034017414817729616, + "1e-05": -0.034017414817729616, + "0.0001": -0.034017414817729616 + } + }, + { + "layer": 1, + "mean_norm": 0.015205282717943192, + "median_norm": 0.016666224226355553, + "max_norm": 0.027571337297558784, + "min_norm": 3.199980211365805e-12, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.974609375, + "1e-06": 0.962890625, + "1e-05": 0.953125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.509506225585938, + "5": -4.784125804901123, + "10": -2.9853861331939697, + "25": -1.8384060859680176, + "50": -1.7778186798095703, + "75": -1.7260768413543701, + "90": -1.6874582767486572, + "95": -1.6582796573638916, + "99": -1.6079005002975464 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 0, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 2, + 5, + 3, + 5, + 1, + 2, + 2, + 2, + 5, + 6, + 9, + 225, + 211 + ], + "log_norms_bin_edges": [ + -11.494853019714355, + -11.296146392822266, + -11.097440719604492, + -10.898734092712402, + -10.700028419494629, + -10.501321792602539, + -10.302616119384766, + -10.103909492492676, + -9.905202865600586, + -9.706497192382812, + -9.507790565490723, + -9.30908489227295, + -9.11037826538086, + -8.911672592163086, + -8.712965965270996, + -8.514259338378906, + -8.315553665161133, + -8.11684799194336, + -7.9181413650512695, + -7.71943473815918, + -7.520729064941406, + -7.322022438049316, + -7.123316287994385, + -6.924610137939453, + -6.7259039878845215, + -6.52719783782959, + -6.328491687774658, + -6.129785537719727, + -5.931078910827637, + -5.732372760772705, + -5.533666610717773, + -5.334960460662842, + -5.13625431060791, + -4.9375481605529785, + -4.738842010498047, + -4.540135860443115, + -4.341429710388184, + -4.142723083496094, + -3.944016933441162, + -3.7453107833862305, + -3.546604633331299, + -3.347898483276367, + -3.1491918563842773, + -2.950486183166504, + -2.751779556274414, + -2.5530738830566406, + -2.354367256164551, + -2.1556615829467773, + -1.9569549560546875, + -1.7582483291625977, + -1.559542179107666 + ], + "r_inf_mean": 0.25652921199798584, + "r_inf_median": 0.25199413299560547, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6286901235580444, + "eff_dim_mean": 0.6286901235580444, + "topk_energy": { + "1": 0.06677818298339844, + "5": 0.2725672125816345, + "10": 0.43190762400627136, + "25": 0.7316360473632812 + }, + "gamma_raw": 0.012113140895962715, + "gamma_active": { + "1e-08": 0.012306886725127697, + "1e-07": 0.01331790629774332, + "1e-06": 0.013083101250231266, + "1e-05": 0.013158874586224556, + "0.0001": 0.01495389174669981 + }, + "gamma_energy_weighted": { + "1e-08": 0.013561923156396363, + "1e-07": 0.013561923156396363, + "1e-06": 0.013561923156396363, + "1e-05": 0.013561923156396363, + "0.0001": 0.013561923156396363 + } + }, + { + "layer": 2, + "mean_norm": 0.00876648910343647, + "median_norm": 0.009697009809315205, + "max_norm": 0.014780839905142784, + "min_norm": 1.6965576079414069e-12, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.94921875, + "0.0001": 0.921875 + }, + "log_norms_percentiles": { + "1": -8.73926830291748, + "5": -5.020763874053955, + "10": -3.196106195449829, + "25": -2.0659029483795166, + "50": -2.0133328437805176, + "75": -1.967766523361206, + "90": -1.9336353540420532, + "95": -1.9128109216690063, + "99": -1.8758926391601562 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 3, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 2, + 5, + 1, + 1, + 3, + 4, + 3, + 6, + 1, + 1, + 3, + 2, + 4, + 6, + 6, + 133, + 307 + ], + "log_norms_bin_edges": [ + -11.770432472229004, + -11.571629524230957, + -11.372827529907227, + -11.17402458190918, + -10.975221633911133, + -10.776419639587402, + -10.577616691589355, + -10.378813743591309, + -10.180011749267578, + -9.981208801269531, + -9.782405853271484, + -9.583603858947754, + -9.384800910949707, + -9.185998916625977, + -8.98719596862793, + -8.788393020629883, + -8.589590072631836, + -8.390788078308105, + -8.191985130310059, + -7.99318265914917, + -7.794380187988281, + -7.595577239990234, + -7.396774768829346, + -7.197972297668457, + -6.99916934967041, + -6.8003668785095215, + -6.601564407348633, + -6.402761936187744, + -6.203958988189697, + -6.005156517028809, + -5.80635404586792, + -5.607551097869873, + -5.408748626708984, + -5.209946155548096, + -5.011143207550049, + -4.81234073638916, + -4.6135382652282715, + -4.414735317230225, + -4.215932846069336, + -4.017130374908447, + -3.8183279037475586, + -3.6195249557495117, + -3.420722007751465, + -3.2219200134277344, + -3.0231170654296875, + -2.8243141174316406, + -2.62551212310791, + -2.4267091751098633, + -2.2279062271118164, + -2.029104232788086, + -1.8303009271621704 + ], + "r_inf_mean": 0.24636244773864746, + "r_inf_median": 0.2434779405593872, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6379059553146362, + "eff_dim_mean": 0.6379059553146362, + "topk_energy": { + "1": 0.06142449378967285, + "5": 0.2607613205909729, + "10": 0.4196472764015198, + "25": 0.7229068279266357 + }, + "gamma_raw": 0.00479741208255291, + "gamma_active": { + "1e-08": 0.004964302759617567, + "1e-07": 0.005502440966665745, + "1e-06": 0.005604215897619724, + "1e-05": 0.005497626960277557, + "0.0001": 0.004805026575922966 + }, + "gamma_energy_weighted": { + "1e-08": 0.004851556103397037, + "1e-07": 0.004851556103397037, + "1e-06": 0.004851556103397037, + "1e-05": 0.004851556103397037, + "0.0001": 0.004851556103397037 + } + }, + { + "layer": 3, + "mean_norm": 0.005255336873233318, + "median_norm": 0.005914850160479546, + "max_norm": 0.007708054501563311, + "min_norm": 9.464680558388117e-13, + "support": { + "1e-08": 0.984375, + "1e-07": 0.96875, + "1e-06": 0.95703125, + "1e-05": 0.939453125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -8.964167594909668, + "5": -5.258687973022461, + "10": -3.3833022117614746, + "25": -2.272893190383911, + "50": -2.227968215942383, + "75": -2.1943705081939697, + "90": -2.1716887950897217, + "95": -2.1553494930267334, + "99": -2.1254336833953857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 1, + 2, + 3, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 2, + 5, + 0, + 2, + 3, + 2, + 5, + 6, + 1, + 1, + 3, + 1, + 4, + 6, + 5, + 19, + 423 + ], + "log_norms_bin_edges": [ + -12.023894309997559, + -11.825677871704102, + -11.627460479736328, + -11.429244041442871, + -11.231027603149414, + -11.03281021118164, + -10.834593772888184, + -10.636377334594727, + -10.438159942626953, + -10.239943504333496, + -10.041726112365723, + -9.843509674072266, + -9.645293235778809, + -9.447075843811035, + -9.248859405517578, + -9.050642013549805, + -8.852425575256348, + -8.65420913696289, + -8.455991744995117, + -8.25777530670166, + -8.059558868408203, + -7.861341953277588, + -7.663125038146973, + -7.464908123016357, + -7.2666916847229, + -7.068474769592285, + -6.87025785446167, + -6.672041416168213, + -6.473824501037598, + -6.275607585906982, + -6.077390670776367, + -5.87917423248291, + -5.680957317352295, + -5.48274040222168, + -5.284523963928223, + -5.086307048797607, + -4.888090133666992, + -4.689873218536377, + -4.49165678024292, + -4.293439865112305, + -4.0952229499816895, + -3.897006034851074, + -3.698789596557617, + -3.50057315826416, + -3.3023557662963867, + -3.1041393280029297, + -2.9059219360351562, + -2.707705497741699, + -2.509489059448242, + -2.3112716674804688, + -2.1130552291870117 + ], + "r_inf_mean": 0.2326418161392212, + "r_inf_median": 0.22962209582328796, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6529208421707153, + "eff_dim_mean": 0.6529208421707153, + "topk_energy": { + "1": 0.05455143749713898, + "5": 0.24215570092201233, + "10": 0.39814597368240356, + "25": 0.7065623998641968 + }, + "gamma_raw": -0.01904728263616562, + "gamma_active": { + "1e-08": -0.01906181313097477, + "1e-07": -0.019188014790415764, + "1e-06": -0.019968755543231964, + "1e-05": -0.019924374297261238, + "0.0001": -0.02101254276931286 + }, + "gamma_energy_weighted": { + "1e-08": -0.022843869685579606, + "1e-07": -0.022843869685579606, + "1e-06": -0.022843869685579606, + "1e-05": -0.022843869685579606, + "0.0001": -0.022843869685579606 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json new file mode 100644 index 0000000..7827c2e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.79950714111328, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026362981647253036, + "median_norm": 0.02738908864557743, + "max_norm": 0.05342451483011246, + "min_norm": 4.2864417570953606e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.9765625, + "1e-05": 0.966796875, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.9942626953125, + "5": -4.044668674468994, + "10": -1.8102174997329712, + "25": -1.6327394247055054, + "50": -1.5623018741607666, + "75": -1.4949967861175537, + "90": -1.4331743717193604, + "95": -1.3909815549850464, + "99": -1.3344883918762207 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 1, + 1, + 2, + 1, + 1, + 4, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 2, + 4, + 2, + 3, + 2, + 0, + 13, + 116, + 282, + 54 + ], + "log_norms_bin_edges": [ + -9.367903709411621, + -9.2059907913208, + -9.04407787322998, + -8.88216495513916, + -8.72025203704834, + -8.55833911895752, + -8.3964262008667, + -8.234513282775879, + -8.072600364685059, + -7.9106879234313965, + -7.748775005340576, + -7.586862087249756, + -7.4249491691589355, + -7.263036251068115, + -7.101123809814453, + -6.939210891723633, + -6.7772979736328125, + -6.615385055541992, + -6.453472137451172, + -6.291559219360352, + -6.129646301269531, + -5.967733383178711, + -5.805820465087891, + -5.64390754699707, + -5.48199462890625, + -5.32008171081543, + -5.158168792724609, + -4.996256351470947, + -4.834343433380127, + -4.672430515289307, + -4.510517597198486, + -4.348604679107666, + -4.186691761016846, + -4.024778842926025, + -3.862865924835205, + -3.7009530067443848, + -3.5390400886535645, + -3.377127170562744, + -3.215214729309082, + -3.0533018112182617, + -2.8913888931274414, + -2.729475975036621, + -2.567563056945801, + -2.4056501388549805, + -2.24373722076416, + -2.08182430267334, + -1.9199113845825195, + -1.7579984664916992, + -1.596085548400879, + -1.4341731071472168, + -1.2722594738006592 + ], + "r_inf_mean": 0.26255983114242554, + "r_inf_median": 0.25501781702041626, + "pr_mean": 0.32184040546417236, + "pr_median": 0.3284448981285095, + "hoyer_mean": 0.6250722408294678, + "eff_dim_mean": 0.625072181224823, + "topk_energy": { + "1": 0.07022777944803238, + "5": 0.2778211832046509, + "10": 0.43448367714881897, + "25": 0.7337253093719482 + }, + "gamma_raw": -0.0018798719393089414, + "gamma_active": { + "1e-08": -0.002062274841591716, + "1e-07": -0.0021894013043493032, + "1e-06": -0.0015561972977593541, + "1e-05": -0.0013395483838394284, + "0.0001": -0.001421887893229723 + }, + "gamma_energy_weighted": { + "1e-08": -0.0036633199639781425, + "1e-07": -0.0036633199639781425, + "1e-06": -0.0036633199639781425, + "1e-05": -0.0036633199639781425, + "0.0001": -0.0036633199639781425 + } + }, + { + "layer": 1, + "mean_norm": 0.01613028347492218, + "median_norm": 0.016908535733819008, + "max_norm": 0.03126244992017746, + "min_norm": 2.7156382698123593e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.9765625, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.192361354827881, + "5": -4.246984481811523, + "10": -2.0259528160095215, + "25": -1.8395434617996216, + "50": -1.7717283964157104, + "75": -1.709489345550537, + "90": -1.6552492380142212, + "95": -1.612208366394043, + "99": -1.562625527381897 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 0, + 2, + 4, + 1, + 3, + 3, + 1, + 7, + 86, + 306, + 65 + ], + "log_norms_bin_edges": [ + -9.56612777709961, + -9.40490436553955, + -9.243681907653809, + -9.08245849609375, + -8.921236038208008, + -8.76001262664795, + -8.59878921508789, + -8.437566757202148, + -8.27634334564209, + -8.115120887756348, + -7.953897476196289, + -7.792674541473389, + -7.631451606750488, + -7.470228672027588, + -7.3090057373046875, + -7.147782325744629, + -6.986559867858887, + -6.825336456298828, + -6.664113521575928, + -6.502890586853027, + -6.341667652130127, + -6.180444717407227, + -6.019221305847168, + -5.857998847961426, + -5.696775436401367, + -5.535552501678467, + -5.374329566955566, + -5.213106632232666, + -5.051883697509766, + -4.890660285949707, + -4.729437351226807, + -4.568214416503906, + -4.406991481781006, + -4.2457685470581055, + -4.084545612335205, + -3.9233226776123047, + -3.762099266052246, + -3.6008763313293457, + -3.4396533966064453, + -3.278430461883545, + -3.1172075271606445, + -2.955984592437744, + -2.7947611808776855, + -2.633538246154785, + -2.4723153114318848, + -2.3110923767089844, + -2.149869441986084, + -1.9886465072631836, + -1.827423095703125, + -1.6662001609802246, + -1.5049769878387451 + ], + "r_inf_mean": 0.2685123085975647, + "r_inf_median": 0.26076874136924744, + "pr_mean": 0.3103703260421753, + "pr_median": 0.31554943323135376, + "hoyer_mean": 0.6175107955932617, + "eff_dim_mean": 0.6175107359886169, + "topk_energy": { + "1": 0.07354310154914856, + "5": 0.28727784752845764, + "10": 0.4446724057197571, + "25": 0.7399855852127075 + }, + "gamma_raw": 0.024115219712257385, + "gamma_active": { + "1e-08": 0.024218950420618057, + "1e-07": 0.02420138381421566, + "1e-06": 0.023107998073101044, + "1e-05": 0.023039666935801506, + "0.0001": 0.023162605240941048 + }, + "gamma_energy_weighted": { + "1e-08": 0.02197085623871148, + "1e-07": 0.02197085623871148, + "1e-06": 0.02197085623871148, + "1e-05": 0.02197085623871148, + "0.0001": 0.02197085623871148 + } + }, + { + "layer": 2, + "mean_norm": 0.009843515232205391, + "median_norm": 0.010316966101527214, + "max_norm": 0.017909355461597443, + "min_norm": 1.7344936598107097e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.399472713470459, + "5": -4.453965663909912, + "10": -2.225964069366455, + "25": -2.040055274963379, + "50": -1.9864399433135986, + "75": -1.9272699356079102, + "90": -1.8761659860610962, + "95": -1.8397403955459595, + "99": -1.7943949699401855 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 4, + 1, + 3, + 3, + 1, + 3, + 47, + 325, + 89 + ], + "log_norms_bin_edges": [ + -9.760828018188477, + -9.600549697875977, + -9.440271377563477, + -9.279993057250977, + -9.119715690612793, + -8.959437370300293, + -8.799159049987793, + -8.638880729675293, + -8.478602409362793, + -8.318324089050293, + -8.15804672241211, + -7.997768402099609, + -7.837490081787109, + -7.677211761474609, + -7.516933441162109, + -7.356655120849609, + -7.196377277374268, + -7.036099433898926, + -6.875821113586426, + -6.715542793273926, + -6.555264472961426, + -6.394986152648926, + -6.234708309173584, + -6.074429988861084, + -5.914152145385742, + -5.753873825073242, + -5.593595504760742, + -5.433317184448242, + -5.2730393409729, + -5.1127610206604, + -4.9524827003479, + -4.792204856872559, + -4.631926536560059, + -4.471648216247559, + -4.311370372772217, + -4.151092052459717, + -3.990813732147217, + -3.830535888671875, + -3.670257568359375, + -3.509979248046875, + -3.349700927734375, + -3.189423084259033, + -3.029144763946533, + -2.868866443634033, + -2.7085886001586914, + -2.5483102798461914, + -2.3880319595336914, + -2.2277541160583496, + -2.0674757957458496, + -1.9071974754333496, + -1.7469199895858765 + ], + "r_inf_mean": 0.26820704340934753, + "r_inf_median": 0.2622227370738983, + "pr_mean": 0.3123024106025696, + "pr_median": 0.31433913111686707, + "hoyer_mean": 0.6195937395095825, + "eff_dim_mean": 0.6195937395095825, + "topk_energy": { + "1": 0.07332433015108109, + "5": 0.2852495312690735, + "10": 0.4426289200782776, + "25": 0.7385340929031372 + }, + "gamma_raw": 0.013043670915067196, + "gamma_active": { + "1e-08": 0.01301207859069109, + "1e-07": 0.013001302257180214, + "1e-06": 0.013330454006791115, + "1e-05": 0.01276886835694313, + "0.0001": 0.01276518777012825 + }, + "gamma_energy_weighted": { + "1e-08": 0.01440105911326623, + "1e-07": 0.01440105911326623, + "1e-06": 0.01440105911326623, + "1e-05": 0.01440105911326623, + "0.0001": 0.01440105911326623 + } + }, + { + "layer": 3, + "mean_norm": 0.006176867987960577, + "median_norm": 0.0065612392500042915, + "max_norm": 0.010441259481012821, + "min_norm": 1.1710046821100661e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.978515625, + "1e-06": 0.97265625, + "1e-05": 0.958984375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.603050708770752, + "5": -4.653692245483398, + "10": -2.463989734649658, + "25": -2.227766513824463, + "50": -2.1821506023406982, + "75": -2.1346724033355713, + "90": -2.093950033187866, + "95": -2.0665576457977295, + "99": -2.018650531768799 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 0, + 1, + 5, + 1, + 3, + 2, + 2, + 4, + 14, + 308, + 138 + ], + "log_norms_bin_edges": [ + -9.931441307067871, + -9.77243709564209, + -9.613433837890625, + -9.454429626464844, + -9.295425415039062, + -9.136422157287598, + -8.977417945861816, + -8.818413734436035, + -8.65941047668457, + -8.500406265258789, + -8.341402053833008, + -8.182398796081543, + -8.023394584655762, + -7.864390850067139, + -7.705387115478516, + -7.546382904052734, + -7.387379169464111, + -7.228375434875488, + -7.069371223449707, + -6.910367488861084, + -6.751363754272461, + -6.59235954284668, + -6.433355808258057, + -6.274352073669434, + -6.115347862243652, + -5.956344127655029, + -5.797340393066406, + -5.638336658477783, + -5.479332447052002, + -5.320328712463379, + -5.161324977874756, + -5.002320766448975, + -4.843317031860352, + -4.6843132972717285, + -4.525309085845947, + -4.366305351257324, + -4.207301616668701, + -4.04829740524292, + -3.889293670654297, + -3.730289936065674, + -3.571286201477051, + -3.4122819900512695, + -3.2532782554626465, + -3.0942745208740234, + -2.935270309448242, + -2.776266574859619, + -2.617262840270996, + -2.458258628845215, + -2.299254894256592, + -2.1402511596679688, + -1.9812471866607666 + ], + "r_inf_mean": 0.2639716863632202, + "r_inf_median": 0.25875478982925415, + "pr_mean": 0.3204241394996643, + "pr_median": 0.3189517855644226, + "hoyer_mean": 0.6251519918441772, + "eff_dim_mean": 0.6251519918441772, + "topk_energy": { + "1": 0.07099228352308273, + "5": 0.27915501594543457, + "10": 0.43551063537597656, + "25": 0.7326635718345642 + }, + "gamma_raw": -0.028558222576975822, + "gamma_active": { + "1e-08": -0.028795283287763596, + "1e-07": -0.02926315926015377, + "1e-06": -0.029380183666944504, + "1e-05": -0.02927064336836338, + "0.0001": -0.02934688702225685 + }, + "gamma_energy_weighted": { + "1e-08": -0.028574820606357392, + "1e-07": -0.028574820606357392, + "1e-06": -0.028574820606357392, + "1e-05": -0.028574820606357392, + "0.0001": -0.028574820606357392 + } + }, + { + "layer": 4, + "mean_norm": 0.0042622992768883705, + "median_norm": 0.004613623023033142, + "max_norm": 0.006460756063461304, + "min_norm": 8.685856894841137e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.955078125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.775890350341797, + "5": -4.818194389343262, + "10": -2.660461187362671, + "25": -2.376441478729248, + "50": -2.3359391689300537, + "75": -2.300098180770874, + "90": -2.2683446407318115, + "95": -2.2524240016937256, + "99": -2.2188198566436768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 2, + 2, + 1, + 3, + 2, + 1, + 0, + 2, + 1, + 1, + 1, + 5, + 1, + 2, + 3, + 1, + 5, + 3, + 160, + 297 + ], + "log_norms_bin_edges": [ + -10.061187744140625, + -9.90375804901123, + -9.746329307556152, + -9.588899612426758, + -9.431469917297363, + -9.274040222167969, + -9.11661148071289, + -8.959181785583496, + -8.801752090454102, + -8.644323348999023, + -8.486893653869629, + -8.329463958740234, + -8.17203426361084, + -8.014605522155762, + -7.857175827026367, + -7.699746131896973, + -7.542316913604736, + -7.3848876953125, + -7.2274580001831055, + -7.070028305053711, + -6.912599086761475, + -6.755169868469238, + -6.597740173339844, + -6.440310955047607, + -6.282881736755371, + -6.125452041625977, + -5.96802282333374, + -5.810593128204346, + -5.653163909912109, + -5.495734214782715, + -5.3383049964904785, + -5.180875301361084, + -5.023446083068848, + -4.866016864776611, + -4.708587169647217, + -4.5511579513549805, + -4.393728256225586, + -4.23629903793335, + -4.078869342803955, + -3.9214401245117188, + -3.764010429382324, + -3.606581211090088, + -3.4491519927978516, + -3.291722297668457, + -3.1342930793762207, + -2.976863384246826, + -2.81943416595459, + -2.6620044708251953, + -2.504575252532959, + -2.3471460342407227, + -2.1897165775299072 + ], + "r_inf_mean": 0.2581942677497864, + "r_inf_median": 0.25459152460098267, + "pr_mean": 0.3312445878982544, + "pr_median": 0.33218932151794434, + "hoyer_mean": 0.6320361495018005, + "eff_dim_mean": 0.6320360898971558, + "topk_energy": { + "1": 0.06787584722042084, + "5": 0.2716016173362732, + "10": 0.42695486545562744, + "25": 0.7245396971702576 + }, + "gamma_raw": 0.05481535196304321, + "gamma_active": { + "1e-08": 0.05515511706471443, + "1e-07": 0.05589675530791283, + "1e-06": 0.05588896572589874, + "1e-05": 0.055853549391031265, + "0.0001": 0.05543594807386398 + }, + "gamma_energy_weighted": { + "1e-08": 0.05236467780139745, + "1e-07": 0.05236467780139745, + "1e-06": 0.05236467780139745, + "1e-05": 0.05236467780139745, + "0.0001": 0.05236467780139745 + } + }, + { + "layer": 5, + "mean_norm": 0.0033291259314864874, + "median_norm": 0.003610479412600398, + "max_norm": 0.004905195441097021, + "min_norm": 7.17505846403732e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.903107643127441, + "5": -4.931240558624268, + "10": -2.7776339054107666, + "25": -2.4740865230560303, + "50": -2.442101001739502, + "75": -2.412736654281616, + "90": -2.383352518081665, + "95": -2.365103244781494, + "99": -2.3448147773742676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 2, + 0, + 0, + 2, + 2, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 4, + 1, + 2, + 3, + 1, + 5, + 2, + 106, + 352 + ], + "log_norms_bin_edges": [ + -10.144174575805664, + -9.987478256225586, + -9.830780982971191, + -9.674084663391113, + -9.517388343811035, + -9.36069107055664, + -9.203994750976562, + -9.047298431396484, + -8.890602111816406, + -8.733904838562012, + -8.577208518981934, + -8.420511245727539, + -8.263814926147461, + -8.107118606567383, + -7.9504218101501465, + -7.79372501373291, + -7.637028694152832, + -7.480332374572754, + -7.323635578155518, + -7.166938781738281, + -7.010242462158203, + -6.853545665740967, + -6.6968488693237305, + -6.540152549743652, + -6.383455753326416, + -6.22675895690918, + -6.070062637329102, + -5.913365840911865, + -5.756669044494629, + -5.599972724914551, + -5.4432759284973145, + -5.286579608917236, + -5.1298828125, + -4.973186016082764, + -4.8164896965026855, + -4.659792900085449, + -4.503096580505371, + -4.346399784088135, + -4.189702987670898, + -4.03300666809082, + -3.876309871673584, + -3.7196130752563477, + -3.5629167556762695, + -3.406219959259033, + -3.249523162841797, + -3.0928268432617188, + -2.9361300468444824, + -2.7794337272644043, + -2.622736930847168, + -2.4660401344299316, + -2.3093438148498535 + ], + "r_inf_mean": 0.24888578057289124, + "r_inf_median": 0.24473580718040466, + "pr_mean": 0.3460162878036499, + "pr_median": 0.34683260321617126, + "hoyer_mean": 0.6408910155296326, + "eff_dim_mean": 0.6408909559249878, + "topk_energy": { + "1": 0.06288143992424011, + "5": 0.26073411107063293, + "10": 0.41556668281555176, + "25": 0.7163512706756592 + }, + "gamma_raw": 0.02574225515127182, + "gamma_active": { + "1e-08": 0.02583315037190914, + "1e-07": 0.02619817852973938, + "1e-06": 0.025390267372131348, + "1e-05": 0.02579018659889698, + "0.0001": 0.025711892172694206 + }, + "gamma_energy_weighted": { + "1e-08": 0.02423454376530055, + "1e-07": 0.02423454376530055, + "1e-06": 0.02423454376530055, + "1e-05": 0.02423454376530055, + "0.0001": 0.02423454376530055 + } + }, + { + "layer": 6, + "mean_norm": 0.002878353465348482, + "median_norm": 0.0031191983725875616, + "max_norm": 0.004152435343712568, + "min_norm": 6.419784148725682e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.94921875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.986889839172363, + "5": -5.000866413116455, + "10": -2.8510963916778564, + "25": -2.5347142219543457, + "50": -2.505948543548584, + "75": -2.4798331260681152, + "90": -2.4415042400360107, + "95": -2.421762704849243, + "99": -2.4012937545776367 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 2, + 0, + 0, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 4, + 1, + 2, + 3, + 1, + 5, + 3, + 66, + 391 + ], + "log_norms_bin_edges": [ + -10.192480087280273, + -10.036264419555664, + -9.880048751831055, + -9.723833084106445, + -9.567617416381836, + -9.411401748657227, + -9.255186080932617, + -9.098970413208008, + -8.942754745483398, + -8.786539077758789, + -8.63032341003418, + -8.47410774230957, + -8.317892074584961, + -8.161676406860352, + -8.005460739135742, + -7.849245071411133, + -7.693029403686523, + -7.536813735961914, + -7.380598068237305, + -7.224382400512695, + -7.068166732788086, + -6.911951065063477, + -6.755735397338867, + -6.599519729614258, + -6.443304538726807, + -6.287088871002197, + -6.130873203277588, + -5.9746575355529785, + -5.818441867828369, + -5.66222620010376, + -5.50601053237915, + -5.349794864654541, + -5.193579196929932, + -5.037363529205322, + -4.881147861480713, + -4.7249321937561035, + -4.568716526031494, + -4.412500858306885, + -4.256285190582275, + -4.100069522857666, + -3.9438538551330566, + -3.7876381874084473, + -3.631422519683838, + -3.4752068519592285, + -3.318991184234619, + -3.1627755165100098, + -3.0065598487854004, + -2.850344181060791, + -2.69412899017334, + -2.5379133224487305, + -2.381697177886963 + ], + "r_inf_mean": 0.24184808135032654, + "r_inf_median": 0.23725904524326324, + "pr_mean": 0.3572548031806946, + "pr_median": 0.3606908321380615, + "hoyer_mean": 0.646643340587616, + "eff_dim_mean": 0.646643340587616, + "topk_energy": { + "1": 0.05916588753461838, + "5": 0.25251129269599915, + "10": 0.4068760871887207, + "25": 0.711187481880188 + }, + "gamma_raw": -0.04750537872314453, + "gamma_active": { + "1e-08": -0.0478425957262516, + "1e-07": -0.04719996824860573, + "1e-06": -0.047219473868608475, + "1e-05": -0.04707540199160576, + "0.0001": -0.048577144742012024 + }, + "gamma_energy_weighted": { + "1e-08": -0.049125060497732555, + "1e-07": -0.049125060497732555, + "1e-06": -0.049125060497732555, + "1e-05": -0.049125060497732555, + "0.0001": -0.049125060497732555 + } + }, + { + "layer": 7, + "mean_norm": 0.0026624964084476233, + "median_norm": 0.0028629859443753958, + "max_norm": 0.0037910458631813526, + "min_norm": 6.073695713038063e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.947265625, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -8.033756256103516, + "5": -5.040727138519287, + "10": -2.891894817352295, + "25": -2.5658462047576904, + "50": -2.543147087097168, + "75": -2.512838363647461, + "90": -2.47164249420166, + "95": -2.445591926574707, + "99": -2.4287214279174805 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 0, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 3, + 3, + 1, + 2, + 3, + 1, + 5, + 3, + 57, + 400 + ], + "log_norms_bin_edges": [ + -10.216547012329102, + -10.060641288757324, + -9.90473461151123, + -9.748828887939453, + -9.59292221069336, + -9.437016487121582, + -9.281110763549805, + -9.125204086303711, + -8.969298362731934, + -8.81339168548584, + -8.657485961914062, + -8.501579284667969, + -8.345673561096191, + -8.189767837524414, + -8.03386116027832, + -7.877955436706543, + -7.722048759460449, + -7.566143035888672, + -7.410236835479736, + -7.254330635070801, + -7.098424434661865, + -6.94251823425293, + -6.786612510681152, + -6.630705833435059, + -6.474800109863281, + -6.318893909454346, + -6.16298770904541, + -6.007081508636475, + -5.851175308227539, + -5.695269584655762, + -5.539363384246826, + -5.383457183837891, + -5.227550983428955, + -5.0716447830200195, + -4.915738582611084, + -4.759832382202148, + -4.603926658630371, + -4.4480204582214355, + -4.2921142578125, + -4.1362080574035645, + -3.980301856994629, + -3.8243956565856934, + -3.668489933013916, + -3.5125837326049805, + -3.356677532196045, + -3.2007713317871094, + -3.044865131378174, + -2.8889589309692383, + -2.733053207397461, + -2.5771470069885254, + -2.421241044998169 + ], + "r_inf_mean": 0.23846927285194397, + "r_inf_median": 0.23685473203659058, + "pr_mean": 0.3653630018234253, + "pr_median": 0.364393413066864, + "hoyer_mean": 0.6502386927604675, + "eff_dim_mean": 0.6502386331558228, + "topk_energy": { + "1": 0.05744849517941475, + "5": 0.24599671363830566, + "10": 0.4008045792579651, + "25": 0.7080625295639038 + }, + "gamma_raw": 0.028122397139668465, + "gamma_active": { + "1e-08": 0.02839713729918003, + "1e-07": 0.02894674800336361, + "1e-06": 0.028393223881721497, + "1e-05": 0.02916252426803112, + "0.0001": 0.02889878861606121 + }, + "gamma_energy_weighted": { + "1e-08": 0.033233250058514324, + "1e-07": 0.033233250058514324, + "1e-06": 0.033233250058514324, + "1e-05": 0.033233250058514324, + "0.0001": 0.033233250058514324 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L4.json new file mode 100644 index 0000000..cbbaab5 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 21.403345108032227, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029487244784832, + "median_norm": 0.03185894340276718, + "max_norm": 0.04317605495452881, + "min_norm": 9.110727408825637e-17, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.978515625, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -9.40870189666748, + "5": -3.9533026218414307, + "10": -1.6475276947021484, + "25": -1.5604091882705688, + "50": -1.4961997270584106, + "75": -1.4530190229415894, + "90": -1.4248212575912476, + "95": -1.4114899635314941, + "99": -1.3721553087234497 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 1, + 3, + 4, + 3, + 3, + 0, + 1, + 1, + 3, + 4, + 9, + 462 + ], + "log_norms_bin_edges": [ + -16.040447235107422, + -15.746932983398438, + -15.45341968536377, + -15.159905433654785, + -14.866392135620117, + -14.572877883911133, + -14.279364585876465, + -13.98585033416748, + -13.692337036132812, + -13.398822784423828, + -13.10530948638916, + -12.811795234680176, + -12.518281936645508, + -12.224767684936523, + -11.931253433227539, + -11.637740135192871, + -11.344226837158203, + -11.050712585449219, + -10.757198333740234, + -10.463685035705566, + -10.170171737670898, + -9.876657485961914, + -9.58314323425293, + -9.289629936218262, + -8.996115684509277, + -8.70260238647461, + -8.409088134765625, + -8.11557388305664, + -7.822060585021973, + -7.528547286987305, + -7.23503303527832, + -6.941519737243652, + -6.648005485534668, + -6.354491233825684, + -6.060977935791016, + -5.767463684082031, + -5.473950386047363, + -5.180436134338379, + -4.886922836303711, + -4.593408584594727, + -4.299895286560059, + -4.006381034851074, + -3.7128677368164062, + -3.419353485107422, + -3.125840187072754, + -2.8323259353637695, + -2.5388126373291016, + -2.245298385620117, + -1.9517841339111328, + -1.6582708358764648, + -1.3647570610046387 + ], + "r_inf_mean": 0.2826646566390991, + "r_inf_median": 0.2761216461658478, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6216154098510742, + "eff_dim_mean": 0.6216154098510742, + "topk_energy": { + "1": 0.08226694911718369, + "5": 0.29479795694351196, + "10": 0.44931715726852417, + "25": 0.7347562313079834 + }, + "gamma_raw": 0.024304557591676712, + "gamma_active": { + "1e-08": 0.02465568482875824, + "1e-07": 0.02490672655403614, + "1e-06": 0.025453899055719376, + "1e-05": 0.026210816577076912, + "0.0001": 0.026434892788529396 + }, + "gamma_energy_weighted": { + "1e-08": 0.026208470011978693, + "1e-07": 0.026208470011978693, + "1e-06": 0.026208470011978693, + "1e-05": 0.026208470011978693, + "0.0001": 0.026208470011978693 + } + }, + { + "layer": 1, + "mean_norm": 0.0019138643983751535, + "median_norm": 0.0020295039284974337, + "max_norm": 0.0029363997746258974, + "min_norm": 4.57508220129098e-18, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.96484375, + "1e-05": 0.943359375, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -10.522933959960938, + "5": -5.194192409515381, + "10": -2.810792922973633, + "25": -2.7528419494628906, + "50": -2.6925082206726074, + "75": -2.6380550861358643, + "90": -2.603227376937866, + "95": -2.5897715091705322, + "99": -2.538961172103882 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 2, + 5, + 3, + 1, + 3, + 0, + 1, + 3, + 2, + 11, + 462 + ], + "log_norms_bin_edges": [ + -17.339601516723633, + -17.043453216552734, + -16.747304916381836, + -16.451156616210938, + -16.15500831604004, + -15.85886001586914, + -15.562711715698242, + -15.266563415527344, + -14.970415115356445, + -14.674266815185547, + -14.378118515014648, + -14.08197021484375, + -13.785821914672852, + -13.489673614501953, + -13.193525314331055, + -12.897377014160156, + -12.601228713989258, + -12.30508041381836, + -12.008932113647461, + -11.712783813476562, + -11.416635513305664, + -11.120487213134766, + -10.824338912963867, + -10.528190612792969, + -10.232041358947754, + -9.935893058776855, + -9.639744758605957, + -9.343596458435059, + -9.04744815826416, + -8.751299858093262, + -8.455151557922363, + -8.159003257751465, + -7.862854957580566, + -7.566706657409668, + -7.2705583572387695, + -6.974410057067871, + -6.678261756896973, + -6.382113456726074, + -6.085965156555176, + -5.789816856384277, + -5.493668556213379, + -5.1975202560424805, + -4.901371955871582, + -4.605223655700684, + -4.309075355529785, + -4.012927055358887, + -3.7167787551879883, + -3.42063045501709, + -3.124481201171875, + -2.8283329010009766, + -2.5321848392486572 + ], + "r_inf_mean": 0.2459966391324997, + "r_inf_median": 0.2413138747215271, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6419541239738464, + "eff_dim_mean": 0.6419541239738464, + "topk_energy": { + "1": 0.06102832406759262, + "5": 0.2619394063949585, + "10": 0.42104625701904297, + "25": 0.7211054563522339 + }, + "gamma_raw": 0.24875350296497345, + "gamma_active": { + "1e-08": 0.2538727819919586, + "1e-07": 0.25364580750465393, + "1e-06": 0.25368136167526245, + "1e-05": 0.2540997862815857, + "0.0001": 0.25392815470695496 + }, + "gamma_energy_weighted": { + "1e-08": 0.2695369242067207, + "1e-07": 0.2695369242067207, + "1e-06": 0.2695369242067207, + "1e-05": 0.2695369242067207, + "0.0001": 0.2695369242067207 + } + }, + { + "layer": 2, + "mean_norm": 0.0018725411500781775, + "median_norm": 0.0019933281000703573, + "max_norm": 0.002893796656280756, + "min_norm": 4.486762472927468e-18, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.96484375, + "1e-05": 0.943359375, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -10.53467845916748, + "5": -5.206936836242676, + "10": -2.8247122764587402, + "25": -2.7684078216552734, + "50": -2.7002692222595215, + "75": -2.6451821327209473, + "90": -2.614293098449707, + "95": -2.598099708557129, + "99": -2.547727346420288 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 3, + 4, + 3, + 1, + 3, + 0, + 1, + 3, + 2, + 11, + 462 + ], + "log_norms_bin_edges": [ + -17.348068237304688, + -17.051877975463867, + -16.755687713623047, + -16.459495544433594, + -16.163305282592773, + -15.867115020751953, + -15.570923805236816, + -15.274733543395996, + -14.97854232788086, + -14.682352066040039, + -14.386160850524902, + -14.089970588684082, + -13.793779373168945, + -13.497589111328125, + -13.201398849487305, + -12.905207633972168, + -12.609016418457031, + -12.312826156616211, + -12.01663589477539, + -11.720444679260254, + -11.424253463745117, + -11.128063201904297, + -10.831872940063477, + -10.53568172454834, + -10.23949146270752, + -9.943300247192383, + -9.647109985351562, + -9.350919723510742, + -9.054728507995605, + -8.758537292480469, + -8.462347030639648, + -8.166155815124512, + -7.869965553283691, + -7.573775291442871, + -7.277584075927734, + -6.981393814086914, + -6.685202598571777, + -6.389012336730957, + -6.09282112121582, + -5.796630859375, + -5.500439643859863, + -5.204249382019043, + -4.908058166503906, + -4.611867904663086, + -4.315676689147949, + -4.019486427307129, + -3.723295211791992, + -3.427104949951172, + -3.1309146881103516, + -2.834723472595215, + -2.538532018661499 + ], + "r_inf_mean": 0.24367299675941467, + "r_inf_median": 0.24158543348312378, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6420484185218811, + "eff_dim_mean": 0.6420483589172363, + "topk_energy": { + "1": 0.05991550534963608, + "5": 0.26108410954475403, + "10": 0.419983446598053, + "25": 0.7204937934875488 + }, + "gamma_raw": 0.09360352158546448, + "gamma_active": { + "1e-08": 0.09574337303638458, + "1e-07": 0.09588322788476944, + "1e-06": 0.0955887883901596, + "1e-05": 0.09708532691001892, + "0.0001": 0.09694483876228333 + }, + "gamma_energy_weighted": { + "1e-08": 0.13413613070800443, + "1e-07": 0.13413613070800443, + "1e-06": 0.13413613070800443, + "1e-05": 0.13413613070800443, + "0.0001": 0.13413613070800443 + } + }, + { + "layer": 3, + "mean_norm": 0.0018608905375003815, + "median_norm": 0.001989571377635002, + "max_norm": 0.002869740128517151, + "min_norm": 4.504110931914543e-18, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.96484375, + "1e-05": 0.943359375, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -10.538806915283203, + "5": -5.207860469818115, + "10": -2.825854778289795, + "25": -2.7685179710388184, + "50": -2.7012362480163574, + "75": -2.6484029293060303, + "90": -2.6183743476867676, + "95": -2.6027400493621826, + "99": -2.554387092590332 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 3, + 4, + 3, + 1, + 3, + 0, + 1, + 3, + 2, + 11, + 462 + ], + "log_norms_bin_edges": [ + -17.346389770507812, + -17.050304412841797, + -16.754220962524414, + -16.4581356048584, + -16.162052154541016, + -15.865966796875, + -15.569881439208984, + -15.273797035217285, + -14.977712631225586, + -14.681628227233887, + -14.385543823242188, + -14.089458465576172, + -13.793374061584473, + -13.497289657592773, + -13.201204299926758, + -12.905119895935059, + -12.60903549194336, + -12.31295108795166, + -12.016866683959961, + -11.720781326293945, + -11.424696922302246, + -11.128612518310547, + -10.832527160644531, + -10.536442756652832, + -10.240358352661133, + -9.944273948669434, + -9.648189544677734, + -9.352104187011719, + -9.05601978302002, + -8.75993537902832, + -8.463850021362305, + -8.167765617370605, + -7.871681213378906, + -7.575596809387207, + -7.279512405395508, + -6.983427047729492, + -6.687342643737793, + -6.391258239746094, + -6.095172882080078, + -5.799088478088379, + -5.50300407409668, + -5.2069196701049805, + -4.910835266113281, + -4.614749908447266, + -4.318665504455566, + -4.022581100463867, + -3.7264957427978516, + -3.4304113388061523, + -3.134326934814453, + -2.838242530822754, + -2.5421574115753174 + ], + "r_inf_mean": 0.2446838617324829, + "r_inf_median": 0.24244460463523865, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6412869095802307, + "eff_dim_mean": 0.6412868499755859, + "topk_energy": { + "1": 0.0604286715388298, + "5": 0.2617868185043335, + "10": 0.4206971526145935, + "25": 0.7217159867286682 + }, + "gamma_raw": 0.12555763125419617, + "gamma_active": { + "1e-08": 0.12822242081165314, + "1e-07": 0.1277475506067276, + "1e-06": 0.1280759871006012, + "1e-05": 0.12853336334228516, + "0.0001": 0.1278732717037201 + }, + "gamma_energy_weighted": { + "1e-08": 0.1439455302636835, + "1e-07": 0.1439455302636835, + "1e-06": 0.1439455302636835, + "1e-05": 0.1439455302636835, + "0.0001": 0.1439455302636835 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L8.json new file mode 100644 index 0000000..6773c2a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 41.04557800292969, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.016809828579425812, + "median_norm": 0.018472015857696533, + "max_norm": 0.02688942477107048, + "min_norm": 5.572849473556296e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.96484375, + "1e-06": 0.953125, + "1e-05": 0.94140625, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.547060012817383, + "5": -5.852258205413818, + "10": -2.3332419395446777, + "25": -1.7916724681854248, + "50": -1.7334474325180054, + "75": -1.691710114479065, + "90": -1.6649385690689087, + "95": -1.6466866731643677, + "99": -1.6137782335281372 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 2, + 3, + 1, + 0, + 0, + 3, + 0, + 1, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 3, + 1, + 1, + 0, + 3, + 1, + 5, + 0, + 3, + 1, + 2, + 0, + 2, + 1, + 4, + 170, + 284 + ], + "log_norms_bin_edges": [ + -10.253922462463379, + -10.080252647399902, + -9.90658187866211, + -9.732912063598633, + -9.559242248535156, + -9.38557243347168, + -9.211901664733887, + -9.03823184967041, + -8.864562034606934, + -8.69089126586914, + -8.517221450805664, + -8.343551635742188, + -8.169881820678711, + -7.996211051940918, + -7.822541236877441, + -7.648871421813965, + -7.47520112991333, + -7.301530838012695, + -7.127861022949219, + -6.954191207885742, + -6.780520915985107, + -6.606850624084473, + -6.433180809020996, + -6.259510517120361, + -6.085840225219727, + -5.91217041015625, + -5.738500118255615, + -5.564830303192139, + -5.391160011291504, + -5.217490196228027, + -5.043819904327393, + -4.870150089263916, + -4.696479797363281, + -4.5228095054626465, + -4.34913969039917, + -4.175469398498535, + -4.001799583435059, + -3.828129291534424, + -3.6544594764709473, + -3.4807891845703125, + -3.307119369506836, + -3.133449077606201, + -2.9597787857055664, + -2.78610897064209, + -2.612438678741455, + -2.4387688636779785, + -2.2650985717773438, + -2.091428756713867, + -1.9177579879760742, + -1.7440881729125977, + -1.5704184770584106 + ], + "r_inf_mean": 0.3111739158630371, + "r_inf_median": 0.2865084111690521, + "pr_mean": 0.27035975456237793, + "pr_median": 0.2770287096500397, + "hoyer_mean": 0.598078727722168, + "eff_dim_mean": 0.5980786681175232, + "topk_energy": { + "1": 0.10203967988491058, + "5": 0.3240278959274292, + "10": 0.47447437047958374, + "25": 0.7546823620796204 + }, + "gamma_raw": 0.0445639006793499, + "gamma_active": { + "1e-08": 0.04514121636748314, + "1e-07": 0.04560135677456856, + "1e-06": 0.04591681435704231, + "1e-05": 0.04632392153143883, + "0.0001": 0.04676938056945801 + }, + "gamma_energy_weighted": { + "1e-08": 0.045484268647949765, + "1e-07": 0.045484268647949765, + "1e-06": 0.045484268647949765, + "1e-05": 0.045484268647949765, + "0.0001": 0.045484268647949765 + } + }, + { + "layer": 1, + "mean_norm": 0.0020932918414473534, + "median_norm": 0.0023810607381165028, + "max_norm": 0.0030981814488768578, + "min_norm": 4.0622492349096095e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.486822128295898, + "5": -6.7452239990234375, + "10": -3.2420108318328857, + "25": -2.6963918209075928, + "50": -2.623168706893921, + "75": -2.6118764877319336, + "90": -2.599421501159668, + "95": -2.5123860836029053, + "99": -2.5097200870513916 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 3, + 2, + 1, + 0, + 1, + 1, + 1, + 2, + 3, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 121, + 336 + ], + "log_norms_bin_edges": [ + -11.391233444213867, + -11.213586807250977, + -11.035940170288086, + -10.858292579650879, + -10.680645942687988, + -10.502999305725098, + -10.325352668762207, + -10.147706031799316, + -9.97005844116211, + -9.792411804199219, + -9.614765167236328, + -9.437118530273438, + -9.259471893310547, + -9.081825256347656, + -8.904178619384766, + -8.726531028747559, + -8.548884391784668, + -8.371237754821777, + -8.19359016418457, + -8.01594352722168, + -7.838296890258789, + -7.660650253295898, + -7.483003616333008, + -7.305356502532959, + -7.127709865570068, + -6.950063228607178, + -6.772416114807129, + -6.594769477844238, + -6.417122840881348, + -6.239475727081299, + -6.061829090118408, + -5.884181976318359, + -5.706535339355469, + -5.528888702392578, + -5.351241588592529, + -5.173594951629639, + -4.99594783782959, + -4.818301200866699, + -4.640654563903809, + -4.46300745010376, + -4.285360813140869, + -4.1077141761779785, + -3.9300670623779297, + -3.752420425415039, + -3.5747737884521484, + -3.3971266746520996, + -3.219479560852051, + -3.04183292388916, + -2.8641862869262695, + -2.686539649963379, + -2.5088932514190674 + ], + "r_inf_mean": 0.2679508924484253, + "r_inf_median": 0.26398953795433044, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6216298341751099, + "eff_dim_mean": 0.6216297745704651, + "topk_energy": { + "1": 0.07237672805786133, + "5": 0.2744649648666382, + "10": 0.42361170053482056, + "25": 0.7294847965240479 + }, + "gamma_raw": 0.2533125877380371, + "gamma_active": { + "1e-08": 0.25956618785858154, + "1e-07": 0.25976747274398804, + "1e-06": 0.26035889983177185, + "1e-05": 0.2608269155025482, + "0.0001": 0.26163449883461 + }, + "gamma_energy_weighted": { + "1e-08": 0.2723289948897794, + "1e-07": 0.2723289948897794, + "1e-06": 0.2723289948897794, + "1e-05": 0.2723289948897794, + "0.0001": 0.2723289948897794 + } + }, + { + "layer": 2, + "mean_norm": 0.0020772707648575306, + "median_norm": 0.0023636743426322937, + "max_norm": 0.0030539503786712885, + "min_norm": 3.960367624122885e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.488460540771484, + "5": -6.748268127441406, + "10": -3.2451586723327637, + "25": -2.700054407119751, + "50": -2.626370906829834, + "75": -2.609935760498047, + "90": -2.600646734237671, + "95": -2.5179548263549805, + "99": -2.515392303466797 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.402264595031738, + -11.22452163696289, + -11.04677963256836, + -10.869036674499512, + -10.69129467010498, + -10.513551712036133, + -10.335809707641602, + -10.158066749572754, + -9.980323791503906, + -9.802581787109375, + -9.624838829040527, + -9.447096824645996, + -9.269353866577148, + -9.091611862182617, + -8.91386890411377, + -8.736125946044922, + -8.55838394165039, + -8.38064193725586, + -8.202898979187012, + -8.025156021118164, + -7.847414016723633, + -7.669671058654785, + -7.491928577423096, + -7.314186096191406, + -7.136443614959717, + -6.958701133728027, + -6.780958652496338, + -6.603216171264648, + -6.425473213195801, + -6.247730731964111, + -6.069988250732422, + -5.892245769500732, + -5.714503288269043, + -5.5367608070373535, + -5.359018325805664, + -5.181275844573975, + -5.003533363342285, + -4.8257904052734375, + -4.648047924041748, + -4.470305442810059, + -4.292562961578369, + -4.11482048034668, + -3.9370779991149902, + -3.759335517883301, + -3.581592559814453, + -3.4038500785827637, + -3.226107597351074, + -3.048365592956543, + -2.8706226348876953, + -2.6928796768188477, + -2.5151381492614746 + ], + "r_inf_mean": 0.26442959904670715, + "r_inf_median": 0.2613779604434967, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6203852891921997, + "eff_dim_mean": 0.6203852891921997, + "topk_energy": { + "1": 0.07043737173080444, + "5": 0.27306798100471497, + "10": 0.4224293828010559, + "25": 0.7289579510688782 + }, + "gamma_raw": 0.23013165593147278, + "gamma_active": { + "1e-08": 0.23614811897277832, + "1e-07": 0.236860990524292, + "1e-06": 0.2385510802268982, + "1e-05": 0.23999091982841492, + "0.0001": 0.2423183172941208 + }, + "gamma_energy_weighted": { + "1e-08": 0.2665641164989007, + "1e-07": 0.2665641164989007, + "1e-06": 0.2665641164989007, + "1e-05": 0.2665641164989007, + "0.0001": 0.2665641164989007 + } + }, + { + "layer": 3, + "mean_norm": 0.002063797554001212, + "median_norm": 0.0023518858943134546, + "max_norm": 0.0030303311068564653, + "min_norm": 3.912454128035536e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.489913940429688, + "5": -6.750457286834717, + "10": -3.2473883628845215, + "25": -2.702118396759033, + "50": -2.6285786628723145, + "75": -2.612055540084839, + "90": -2.6054513454437256, + "95": -2.521193027496338, + "99": -2.5186281204223633 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.407551765441895, + -11.22977066040039, + -11.051990509033203, + -10.8742094039917, + -10.696428298950195, + -10.518647193908691, + -10.340867042541504, + -10.1630859375, + -9.985304832458496, + -9.807523727416992, + -9.629743576049805, + -9.4519624710083, + -9.274181365966797, + -9.09640121459961, + -8.918620109558105, + -8.740839004516602, + -8.563058853149414, + -8.38527774810791, + -8.207496643066406, + -8.029715538024902, + -7.851934909820557, + -7.674154281616211, + -7.496373176574707, + -7.318592548370361, + -7.140811920166016, + -6.963030815124512, + -6.785250186920166, + -6.607469081878662, + -6.429688453674316, + -6.2519073486328125, + -6.074126720428467, + -5.896345615386963, + -5.718564987182617, + -5.5407843589782715, + -5.363003253936768, + -5.185222625732422, + -5.007441520690918, + -4.829660892486572, + -4.651879787445068, + -4.474099159240723, + -4.296318054199219, + -4.118537425994873, + -3.9407567977905273, + -3.7629756927490234, + -3.5851950645446777, + -3.407414436340332, + -3.229633331298828, + -3.051852226257324, + -2.8740720748901367, + -2.696290969848633, + -2.518509864807129 + ], + "r_inf_mean": 0.26628294587135315, + "r_inf_median": 0.2646540403366089, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6181753873825073, + "eff_dim_mean": 0.6181753873825073, + "topk_energy": { + "1": 0.07137663662433624, + "5": 0.27566859126091003, + "10": 0.4263588488101959, + "25": 0.7307813167572021 + }, + "gamma_raw": 0.1430920958518982, + "gamma_active": { + "1e-08": 0.14628683030605316, + "1e-07": 0.14602747559547424, + "1e-06": 0.14578253030776978, + "1e-05": 0.1458103358745575, + "0.0001": 0.1453663855791092 + }, + "gamma_energy_weighted": { + "1e-08": 0.1542993506284159, + "1e-07": 0.1542993506284159, + "1e-06": 0.1542993506284159, + "1e-05": 0.1542993506284159, + "0.0001": 0.1542993506284159 + } + }, + { + "layer": 4, + "mean_norm": 0.0020583949517458677, + "median_norm": 0.0023433601018041372, + "max_norm": 0.003017642768099904, + "min_norm": 3.912170067066345e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.490310668945312, + "5": -6.751968860626221, + "10": -3.248908042907715, + "25": -2.7035775184631348, + "50": -2.6301608085632324, + "75": -2.611178398132324, + "90": -2.605706214904785, + "95": -2.522944211959839, + "99": -2.520387649536133 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.407583236694336, + -11.229838371276855, + -11.052093505859375, + -10.874347686767578, + -10.696602821350098, + -10.518857955932617, + -10.341113090515137, + -10.163368225097656, + -9.985623359680176, + -9.807878494262695, + -9.630132675170898, + -9.452387809753418, + -9.274642944335938, + -9.096898078918457, + -8.919153213500977, + -8.741408348083496, + -8.563663482666016, + -8.385917663574219, + -8.208172798156738, + -8.030427932739258, + -7.852683067321777, + -7.674938201904297, + -7.497192859649658, + -7.319447994232178, + -7.141702651977539, + -6.963957786560059, + -6.786212921142578, + -6.608468055725098, + -6.430722713470459, + -6.2529778480529785, + -6.075232982635498, + -5.897487640380859, + -5.719742774963379, + -5.541997909545898, + -5.36425256729126, + -5.186507701873779, + -5.008762836456299, + -4.83101749420166, + -4.65327262878418, + -4.475527763366699, + -4.297782897949219, + -4.12003755569458, + -3.9422926902770996, + -3.764547824859619, + -3.5868024826049805, + -3.4090576171875, + -3.2313127517700195, + -3.053567886352539, + -2.875822067260742, + -2.6980772018432617, + -2.5203323364257812 + ], + "r_inf_mean": 0.26446622610092163, + "r_inf_median": 0.2617168426513672, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6191685199737549, + "eff_dim_mean": 0.6191685199737549, + "topk_energy": { + "1": 0.07043549418449402, + "5": 0.2733105421066284, + "10": 0.42504483461380005, + "25": 0.7295896410942078 + }, + "gamma_raw": 0.1625940352678299, + "gamma_active": { + "1e-08": 0.16672229766845703, + "1e-07": 0.16686147451400757, + "1e-06": 0.16711151599884033, + "1e-05": 0.16732564568519592, + "0.0001": 0.16768565773963928 + }, + "gamma_energy_weighted": { + "1e-08": 0.17841117267970527, + "1e-07": 0.17841117267970527, + "1e-06": 0.17841117267970527, + "1e-05": 0.17841117267970527, + "0.0001": 0.17841117267970527 + } + }, + { + "layer": 5, + "mean_norm": 0.0020562298595905304, + "median_norm": 0.0023401123471558094, + "max_norm": 0.0030112576205283403, + "min_norm": 3.912972376673984e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.491101264953613, + "5": -6.752321243286133, + "10": -3.2492592334747314, + "25": -2.7039108276367188, + "50": -2.63076114654541, + "75": -2.6119580268859863, + "90": -2.6065378189086914, + "95": -2.5238418579101562, + "99": -2.521280527114868 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.407493591308594, + -11.229768753051758, + -11.052043914794922, + -10.874319076538086, + -10.69659423828125, + -10.518869400024414, + -10.341144561767578, + -10.163419723510742, + -9.985694885253906, + -9.80797004699707, + -9.630245208740234, + -9.452520370483398, + -9.274795532226562, + -9.097070693969727, + -8.91934585571289, + -8.741621017456055, + -8.563896179199219, + -8.386171340942383, + -8.208446502685547, + -8.030721664428711, + -7.852996826171875, + -7.675271987915039, + -7.497547149658203, + -7.319822311401367, + -7.142097473144531, + -6.964372634887695, + -6.786647796630859, + -6.608922958374023, + -6.4311981201171875, + -6.253473281860352, + -6.075748443603516, + -5.89802360534668, + -5.720298767089844, + -5.542573928833008, + -5.364849090576172, + -5.187124252319336, + -5.0093994140625, + -4.831674575805664, + -4.653949737548828, + -4.476224899291992, + -4.298500061035156, + -4.12077522277832, + -3.9430503845214844, + -3.7653255462646484, + -3.5876007080078125, + -3.4098758697509766, + -3.2321510314941406, + -3.0544261932373047, + -2.8767013549804688, + -2.698976516723633, + -2.521252155303955 + ], + "r_inf_mean": 0.26548272371292114, + "r_inf_median": 0.2632802724838257, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6187883615493774, + "eff_dim_mean": 0.6187883615493774, + "topk_energy": { + "1": 0.0709664523601532, + "5": 0.2741209864616394, + "10": 0.4258629083633423, + "25": 0.7298029661178589 + }, + "gamma_raw": 0.10578543692827225, + "gamma_active": { + "1e-08": 0.10854201018810272, + "1e-07": 0.10904738306999207, + "1e-06": 0.11037220060825348, + "1e-05": 0.11134567856788635, + "0.0001": 0.11316785961389542 + }, + "gamma_energy_weighted": { + "1e-08": 0.12520970971161116, + "1e-07": 0.12520970971161116, + "1e-06": 0.12520970971161116, + "1e-05": 0.12520970971161116, + "0.0001": 0.12520970971161116 + } + }, + { + "layer": 6, + "mean_norm": 0.002053997479379177, + "median_norm": 0.0023323707282543182, + "max_norm": 0.003010581946000457, + "min_norm": 3.919357893789055e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.491930961608887, + "5": -6.751888275146484, + "10": -3.2488112449645996, + "25": -2.7034823894500732, + "50": -2.632033348083496, + "75": -2.613436222076416, + "90": -2.6075010299682617, + "95": -2.523930311203003, + "99": -2.521367073059082 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.406785011291504, + -11.229076385498047, + -11.05136775970459, + -10.873659133911133, + -10.695950508117676, + -10.518241882324219, + -10.340532302856445, + -10.162824630737305, + -9.985115051269531, + -9.807406425476074, + -9.629697799682617, + -9.45198917388916, + -9.274280548095703, + -9.096571922302246, + -8.918863296508789, + -8.741154670715332, + -8.563446044921875, + -8.385737419128418, + -8.208028793334961, + -8.030319213867188, + -7.852611064910889, + -7.674901962280273, + -7.497193336486816, + -7.319484710693359, + -7.141776084899902, + -6.964067459106445, + -6.786358833312988, + -6.608650207519531, + -6.430941581726074, + -6.253232479095459, + -6.075523853302002, + -5.897815227508545, + -5.720106601715088, + -5.542397975921631, + -5.364689350128174, + -5.186980724334717, + -5.009271621704102, + -4.8315629959106445, + -4.6538543701171875, + -4.4761457443237305, + -4.298437118530273, + -4.120728492736816, + -3.943019390106201, + -3.765310764312744, + -3.587602138519287, + -3.40989351272583, + -3.232184410095215, + -3.054475784301758, + -2.876767158508301, + -2.6990585327148438, + -2.5213496685028076 + ], + "r_inf_mean": 0.2648819386959076, + "r_inf_median": 0.2652833163738251, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6189439296722412, + "eff_dim_mean": 0.6189439296722412, + "topk_energy": { + "1": 0.07063642889261246, + "5": 0.27463647723197937, + "10": 0.4268888831138611, + "25": 0.7297281622886658 + }, + "gamma_raw": 0.08115290105342865, + "gamma_active": { + "1e-08": 0.0832294151186943, + "1e-07": 0.08362668007612228, + "1e-06": 0.08478573709726334, + "1e-05": 0.08582638949155807, + "0.0001": 0.08738040924072266 + }, + "gamma_energy_weighted": { + "1e-08": 0.09851140636652032, + "1e-07": 0.09851140636652032, + "1e-06": 0.09851140636652032, + "1e-05": 0.09851140636652032, + "0.0001": 0.09851140636652032 + } + }, + { + "layer": 7, + "mean_norm": 0.0020519536919891834, + "median_norm": 0.002326113870367408, + "max_norm": 0.003009692532941699, + "min_norm": 3.924240706693061e-12, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94140625, + "1e-05": 0.9296875, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.492064476013184, + "5": -6.7523393630981445, + "10": -3.2492711544036865, + "25": -2.703922748565674, + "50": -2.632728099822998, + "75": -2.6144282817840576, + "90": -2.607593297958374, + "95": -2.524052381515503, + "99": -2.521488904953003 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 1, + 0, + 1, + 1, + 1, + 1, + 4, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 3, + 6, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 120, + 337 + ], + "log_norms_bin_edges": [ + -11.406244277954102, + -11.228549003601074, + -11.050853729248047, + -10.87315845489502, + -10.695463180541992, + -10.517767906188965, + -10.340072631835938, + -10.162376403808594, + -9.984682083129883, + -9.806985855102539, + -9.629290580749512, + -9.451595306396484, + -9.273900032043457, + -9.09620475769043, + -8.918509483337402, + -8.740814208984375, + -8.563118934631348, + -8.38542366027832, + -8.207728385925293, + -8.030033111572266, + -7.852337837219238, + -7.674642562866211, + -7.496946811676025, + -7.319251537322998, + -7.141556262969971, + -6.963860988616943, + -6.786165714263916, + -6.608470439910889, + -6.430774688720703, + -6.253079414367676, + -6.075384140014648, + -5.897688865661621, + -5.719993591308594, + -5.542298316955566, + -5.364603042602539, + -5.186907768249512, + -5.009212493896484, + -4.831516742706299, + -4.6538214683532715, + -4.476126194000244, + -4.298430919647217, + -4.1207356452941895, + -3.943040370941162, + -3.7653450965881348, + -3.587649345397949, + -3.409954071044922, + -3.2322587966918945, + -3.054563522338867, + -2.87686824798584, + -2.6991729736328125, + -2.5214779376983643 + ], + "r_inf_mean": 0.26457592844963074, + "r_inf_median": 0.2660127580165863, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6198042035102844, + "eff_dim_mean": 0.6198041439056396, + "topk_energy": { + "1": 0.07048682123422623, + "5": 0.27409306168556213, + "10": 0.42623618245124817, + "25": 0.7288629412651062 + }, + "gamma_raw": 0.09160596132278442, + "gamma_active": { + "1e-08": 0.09402596950531006, + "1e-07": 0.09413887560367584, + "1e-06": 0.09423428028821945, + "1e-05": 0.0942254364490509, + "0.0001": 0.09440185129642487 + }, + "gamma_energy_weighted": { + "1e-08": 0.09156077594149499, + "1e-07": 0.09156077594149499, + "1e-06": 0.09156077594149499, + "1e-05": 0.09156077594149499, + "0.0001": 0.09156077594149499 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L4.json new file mode 100644 index 0000000..5d71767 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 10.318025588989258, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.014730596914887428, + "median_norm": 0.015604346059262753, + "max_norm": 0.024935051798820496, + "min_norm": 1.2328946468187496e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.278676509857178, + "5": -2.700251817703247, + "10": -2.0981457233428955, + "25": -1.8729658126831055, + "50": -1.8065235614776611, + "75": -1.753660798072815, + "90": -1.7107298374176025, + "95": -1.681412696838379, + "99": -1.644675374031067 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 3, + 2, + 1, + 2, + 5, + 1, + 1, + 4, + 1, + 7, + 4, + 5, + 5, + 16, + 80, + 184, + 144, + 34 + ], + "log_norms_bin_edges": [ + -5.909074306488037, + -5.822956562042236, + -5.7368388175964355, + -5.650721073150635, + -5.564603805541992, + -5.478486061096191, + -5.392368316650391, + -5.30625057220459, + -5.220132827758789, + -5.134015083312988, + -5.0478973388671875, + -4.961779594421387, + -4.875661849975586, + -4.789544105529785, + -4.703426837921143, + -4.617309093475342, + -4.531191349029541, + -4.44507360458374, + -4.3589558601379395, + -4.272838592529297, + -4.186720848083496, + -4.100603103637695, + -4.0144853591918945, + -3.9283676147460938, + -3.842249870300293, + -3.756132125854492, + -3.6700143814086914, + -3.5838968753814697, + -3.497779130935669, + -3.411661386489868, + -3.3255438804626465, + -3.2394261360168457, + -3.153308391571045, + -3.067190647125244, + -2.9810729026794434, + -2.8949553966522217, + -2.808837652206421, + -2.72271990776062, + -2.6366024017333984, + -2.5504846572875977, + -2.464366912841797, + -2.378249168395996, + -2.2921314239501953, + -2.2060139179229736, + -2.119896173477173, + -2.033778429031372, + -1.9476609230041504, + -1.8615431785583496, + -1.7754254341125488, + -1.689307689666748, + -1.6031898260116577 + ], + "r_inf_mean": 0.36468422412872314, + "r_inf_median": 0.35690516233444214, + "pr_mean": 0.1717400848865509, + "pr_median": 0.16962997615337372, + "hoyer_mean": 0.48459798097610474, + "eff_dim_mean": 0.48459798097610474, + "topk_energy": { + "1": 0.13782364130020142, + "5": 0.4361552298069, + "10": 0.6040707230567932, + "25": 0.8479449152946472 + }, + "gamma_raw": -0.0041315313428640366, + "gamma_active": { + "1e-08": -0.0041315313428640366, + "1e-07": -0.0041315313428640366, + "1e-06": -0.0041315313428640366, + "1e-05": -0.0036049385089427233, + "0.0001": -0.003884319681674242 + }, + "gamma_energy_weighted": { + "1e-08": -0.002200595748956244, + "1e-07": -0.002200595748956244, + "1e-06": -0.002200595748956244, + "1e-05": -0.002200595748956244, + "0.0001": -0.002200595748956244 + } + }, + { + "layer": 1, + "mean_norm": 0.0019340193830430508, + "median_norm": 0.0019631937611848116, + "max_norm": 0.003046153113245964, + "min_norm": 2.042946789515554e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.196561813354492, + "5": -3.566434144973755, + "10": -2.934617757797241, + "25": -2.7504472732543945, + "50": -2.707003593444824, + "75": -2.6204330921173096, + "90": -2.587587594985962, + "95": -2.575134515762329, + "99": -2.5251457691192627 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 2, + 3, + 2, + 3, + 1, + 2, + 2, + 3, + 6, + 5, + 6, + 12, + 41, + 202, + 131, + 74 + ], + "log_norms_bin_edges": [ + -6.6897430419921875, + -6.606273174285889, + -6.52280330657959, + -6.439333438873291, + -6.355863571166992, + -6.272393703460693, + -6.1889238357543945, + -6.1054534912109375, + -6.021984100341797, + -5.93851375579834, + -5.855043888092041, + -5.771574020385742, + -5.688104152679443, + -5.6046342849731445, + -5.521164417266846, + -5.437694549560547, + -5.354224681854248, + -5.270754814147949, + -5.18728494644165, + -5.103815078735352, + -5.020345211029053, + -4.936875343322754, + -4.853404998779297, + -4.769935607910156, + -4.686465263366699, + -4.602995872497559, + -4.519525527954102, + -4.436056137084961, + -4.352585792541504, + -4.269115924835205, + -4.185646057128906, + -4.102176189422607, + -4.018706321716309, + -3.9352364540100098, + -3.851766586303711, + -3.768296718597412, + -3.6848268508911133, + -3.6013567447662354, + -3.5178868770599365, + -3.4344170093536377, + -3.350947141647339, + -3.26747727394104, + -3.184007406234741, + -3.1005375385284424, + -3.0170674324035645, + -2.9335975646972656, + -2.850127696990967, + -2.766657829284668, + -2.683187961578369, + -2.5997180938720703, + -2.5162482261657715 + ], + "r_inf_mean": 0.23855069279670715, + "r_inf_median": 0.2352101057767868, + "pr_mean": 0.366794228553772, + "pr_median": 0.3644424080848694, + "hoyer_mean": 0.6554523706436157, + "eff_dim_mean": 0.6554522514343262, + "topk_energy": { + "1": 0.05751027166843414, + "5": 0.24760641157627106, + "10": 0.4007495641708374, + "25": 0.7026838064193726 + }, + "gamma_raw": 0.26105576753616333, + "gamma_active": { + "1e-08": 0.26105576753616333, + "1e-07": 0.26105576753616333, + "1e-06": 0.26163730025291443, + "1e-05": 0.2616126835346222, + "0.0001": 0.2622840404510498 + }, + "gamma_energy_weighted": { + "1e-08": 0.27704632000626317, + "1e-07": 0.27704632000626317, + "1e-06": 0.27704632000626317, + "1e-05": 0.27704632000626317, + "0.0001": 0.27704632000626317 + } + }, + { + "layer": 2, + "mean_norm": 0.0018867450999096036, + "median_norm": 0.0019191004103049636, + "max_norm": 0.0029985627625137568, + "min_norm": 2.0014404356061277e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.207644939422607, + "5": -3.5788893699645996, + "10": -2.9482738971710205, + "25": -2.763298511505127, + "50": -2.716724157333374, + "75": -2.630898952484131, + "90": -2.60015869140625, + "95": -2.5880589485168457, + "99": -2.5329203605651855 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 2, + 3, + 3, + 3, + 1, + 1, + 2, + 3, + 6, + 5, + 7, + 12, + 49, + 200, + 133, + 65 + ], + "log_norms_bin_edges": [ + -6.698657512664795, + -6.615146160125732, + -6.53163480758667, + -6.448123455047607, + -6.364611625671387, + -6.281100273132324, + -6.197588920593262, + -6.114077568054199, + -6.030566215515137, + -5.947054862976074, + -5.863543510437012, + -5.780032157897949, + -5.696520805358887, + -5.613009452819824, + -5.5294976234436035, + -5.445986270904541, + -5.3624749183654785, + -5.278963565826416, + -5.1954522132873535, + -5.111940383911133, + -5.02842903137207, + -4.944917678833008, + -4.861406326293945, + -4.777894973754883, + -4.69438362121582, + -4.610872268676758, + -4.527360916137695, + -4.443849563598633, + -4.36033821105957, + -4.276826858520508, + -4.193315029144287, + -4.109803676605225, + -4.026292324066162, + -3.9427809715270996, + -3.859269618988037, + -3.7757580280303955, + -3.692246675491333, + -3.6087353229522705, + -3.525223731994629, + -3.4417123794555664, + -3.358201026916504, + -3.2746896743774414, + -3.191178321838379, + -3.1076667308807373, + -3.024155378341675, + -2.9406440258026123, + -2.8571324348449707, + -2.773621082305908, + -2.6901097297668457, + -2.606598377227783, + -2.5230870246887207 + ], + "r_inf_mean": 0.23977342247962952, + "r_inf_median": 0.23792921006679535, + "pr_mean": 0.36333173513412476, + "pr_median": 0.3598923981189728, + "hoyer_mean": 0.653051495552063, + "eff_dim_mean": 0.653051495552063, + "topk_energy": { + "1": 0.05810915678739548, + "5": 0.25121667981147766, + "10": 0.4032902121543884, + "25": 0.7047545909881592 + }, + "gamma_raw": 0.12154045701026917, + "gamma_active": { + "1e-08": 0.12154045701026917, + "1e-07": 0.12154045701026917, + "1e-06": 0.12215995788574219, + "1e-05": 0.12198452651500702, + "0.0001": 0.12310142070055008 + }, + "gamma_energy_weighted": { + "1e-08": 0.16111137470193074, + "1e-07": 0.16111137470193074, + "1e-06": 0.16111137470193074, + "1e-05": 0.16111137470193074, + "0.0001": 0.16111137470193074 + } + }, + { + "layer": 3, + "mean_norm": 0.001876656198874116, + "median_norm": 0.001912661362439394, + "max_norm": 0.0029627163894474506, + "min_norm": 1.9833508702049585e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.208351135253906, + "5": -3.5824904441833496, + "10": -2.9489123821258545, + "25": -2.7633605003356934, + "50": -2.7183122634887695, + "75": -2.634626865386963, + "90": -2.603834867477417, + "95": -2.5917766094207764, + "99": -2.5381479263305664 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 2, + 3, + 3, + 3, + 1, + 1, + 2, + 3, + 6, + 5, + 7, + 10, + 44, + 200, + 136, + 69 + ], + "log_norms_bin_edges": [ + -6.702600479125977, + -6.619114875793457, + -6.535628795623779, + -6.45214319229126, + -6.368657112121582, + -6.2851715087890625, + -6.201685428619385, + -6.118199825286865, + -6.0347137451171875, + -5.951228141784668, + -5.867742538452148, + -5.784256458282471, + -5.700770854949951, + -5.617284774780273, + -5.533799171447754, + -5.450313568115234, + -5.366827487945557, + -5.283341407775879, + -5.199855804443359, + -5.11637020111084, + -5.032884120941162, + -4.949398517608643, + -4.865912437438965, + -4.782426834106445, + -4.698941230773926, + -4.615455150604248, + -4.53196907043457, + -4.448483467102051, + -4.364997863769531, + -4.281512260437012, + -4.198026180267334, + -4.114540100097656, + -4.031054496765137, + -3.947568655014038, + -3.8640828132629395, + -3.780596971511841, + -3.697111129760742, + -3.6136255264282227, + -3.530139684677124, + -3.4466538429260254, + -3.3631680011749268, + -3.279682159423828, + -3.1961963176727295, + -3.112710475921631, + -3.0292248725891113, + -2.9457390308380127, + -2.862253189086914, + -2.7787673473358154, + -2.695281505584717, + -2.6117959022521973, + -2.5283098220825195 + ], + "r_inf_mean": 0.2411927580833435, + "r_inf_median": 0.2382386177778244, + "pr_mean": 0.3613244295120239, + "pr_median": 0.35650837421417236, + "hoyer_mean": 0.6514430642127991, + "eff_dim_mean": 0.6514430046081543, + "topk_energy": { + "1": 0.05876188725233078, + "5": 0.25293830037117004, + "10": 0.4049144387245178, + "25": 0.7052862048149109 + }, + "gamma_raw": 0.1342332661151886, + "gamma_active": { + "1e-08": 0.1342332661151886, + "1e-07": 0.1342332661151886, + "1e-06": 0.13466650247573853, + "1e-05": 0.13496103882789612, + "0.0001": 0.1355736255645752 + }, + "gamma_energy_weighted": { + "1e-08": 0.15569530558740263, + "1e-07": 0.15569530558740263, + "1e-06": 0.15569530558740263, + "1e-05": 0.15569530558740263, + "0.0001": 0.15569530558740263 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L8.json new file mode 100644 index 0000000..1c1d81e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 13.815122604370117, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.009306026622653008, + "median_norm": 0.00947436224669218, + "max_norm": 0.018139848485589027, + "min_norm": 1.193438663449342e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.98828125, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.180222034454346, + "5": -3.0877788066864014, + "10": -2.1930174827575684, + "25": -2.0790698528289795, + "50": -2.0231964588165283, + "75": -1.9577794075012207, + "90": -1.8885895013809204, + "95": -1.8521132469177246, + "99": -1.8064240217208862 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 3, + 0, + 3, + 2, + 4, + 0, + 0, + 2, + 5, + 5, + 0, + 17, + 113, + 227, + 91, + 20 + ], + "log_norms_bin_edges": [ + -6.9232001304626465, + -6.819563388824463, + -6.715926647186279, + -6.612289905548096, + -6.50865364074707, + -6.405016899108887, + -6.301380157470703, + -6.1977434158325195, + -6.094106674194336, + -5.990469932556152, + -5.886833190917969, + -5.783196449279785, + -5.67956018447876, + -5.575923442840576, + -5.472286701202393, + -5.368649959564209, + -5.265013217926025, + -5.161376953125, + -5.057740211486816, + -4.954103469848633, + -4.850466728210449, + -4.746829986572266, + -4.643193244934082, + -4.539556503295898, + -4.435919761657715, + -4.332283020019531, + -4.228646278381348, + -4.125010013580322, + -4.021373271942139, + -3.917736530303955, + -3.8140997886657715, + -3.710463285446167, + -3.6068265438079834, + -3.5031898021698, + -3.3995532989501953, + -3.2959165573120117, + -3.192279815673828, + -3.0886430740356445, + -2.98500657081604, + -2.8813695907592773, + -2.777733325958252, + -2.6740965843200684, + -2.5704598426818848, + -2.466823101043701, + -2.3631863594055176, + -2.259549617767334, + -2.1559128761291504, + -2.052276611328125, + -1.9486398696899414, + -1.8450031280517578, + -1.7413662672042847 + ], + "r_inf_mean": 0.3924325406551361, + "r_inf_median": 0.3722875416278839, + "pr_mean": 0.15949687361717224, + "pr_median": 0.15103812515735626, + "hoyer_mean": 0.48476290702819824, + "eff_dim_mean": 0.48476290702819824, + "topk_energy": { + "1": 0.16385121643543243, + "5": 0.4605882465839386, + "10": 0.6169940233230591, + "25": 0.8406451940536499 + }, + "gamma_raw": 0.0687197744846344, + "gamma_active": { + "1e-08": 0.0687197744846344, + "1e-07": 0.0687197744846344, + "1e-06": 0.06892640888690948, + "1e-05": 0.06897807121276855, + "0.0001": 0.06887756288051605 + }, + "gamma_energy_weighted": { + "1e-08": 0.060695024431400485, + "1e-07": 0.060695024431400485, + "1e-06": 0.060695024431400485, + "1e-05": 0.060695024431400485, + "0.0001": 0.060695024431400485 + } + }, + { + "layer": 1, + "mean_norm": 0.002091420814394951, + "median_norm": 0.0022622847463935614, + "max_norm": 0.0030121756717562675, + "min_norm": 3.30998908282254e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.813360691070557, + "5": -3.7463200092315674, + "10": -2.817136526107788, + "25": -2.6980912685394287, + "50": -2.6453399658203125, + "75": -2.627208709716797, + "90": -2.580319404602051, + "95": -2.557114839553833, + "99": -2.5217690467834473 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 7, + 60, + 308, + 93 + ], + "log_norms_bin_edges": [ + -7.480173587799072, + -7.380992412567139, + -7.281811237335205, + -7.18263053894043, + -7.083449363708496, + -6.9842681884765625, + -6.885087013244629, + -6.785905838012695, + -6.68672513961792, + -6.587543964385986, + -6.488362789154053, + -6.389181613922119, + -6.290000915527344, + -6.19081974029541, + -6.091638565063477, + -5.992457389831543, + -5.893276214599609, + -5.794095039367676, + -5.6949143409729, + -5.595733165740967, + -5.496551990509033, + -5.397371292114258, + -5.298190116882324, + -5.199008941650391, + -5.099827766418457, + -5.000646591186523, + -4.90146541595459, + -4.802284240722656, + -4.703103065490723, + -4.603922367095947, + -4.504741191864014, + -4.405560493469238, + -4.306379318237305, + -4.207198143005371, + -4.1080169677734375, + -4.008835792541504, + -3.9096548557281494, + -3.810473680496216, + -3.7112925052642822, + -3.6121115684509277, + -3.512930393218994, + -3.4137492179870605, + -3.314568519592285, + -3.2153873443603516, + -3.116206169128418, + -3.0170249938964844, + -2.917843818664551, + -2.8186631202697754, + -2.719481945037842, + -2.620300769805908, + -2.5211198329925537 + ], + "r_inf_mean": 0.25755858421325684, + "r_inf_median": 0.24774909019470215, + "pr_mean": 0.3274805545806885, + "pr_median": 0.33056461811065674, + "hoyer_mean": 0.6389427781105042, + "eff_dim_mean": 0.6389427185058594, + "topk_energy": { + "1": 0.0677354633808136, + "5": 0.27394741773605347, + "10": 0.43256133794784546, + "25": 0.7233656048774719 + }, + "gamma_raw": 0.27996790409088135, + "gamma_active": { + "1e-08": 0.27996790409088135, + "1e-07": 0.2799793779850006, + "1e-06": 0.27989810705184937, + "1e-05": 0.2803029716014862, + "0.0001": 0.28117603063583374 + }, + "gamma_energy_weighted": { + "1e-08": 0.28786102956234827, + "1e-07": 0.28786102956234827, + "1e-06": 0.28786102956234827, + "1e-05": 0.28786102956234827, + "0.0001": 0.28786102956234827 + } + }, + { + "layer": 2, + "mean_norm": 0.0020563204307109118, + "median_norm": 0.002228838624432683, + "max_norm": 0.0029745963402092457, + "min_norm": 3.260424819018226e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.820390701293945, + "5": -3.7526326179504395, + "10": -2.825836420059204, + "25": -2.7060389518737793, + "50": -2.6518983840942383, + "75": -2.634838581085205, + "90": -2.587263822555542, + "95": -2.561960458755493, + "99": -2.5270817279815674 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 3, + 1, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 8, + 60, + 306, + 94 + ], + "log_norms_bin_edges": [ + -7.486725807189941, + -7.3875226974487305, + -7.2883195877075195, + -7.189116477966309, + -7.089913368225098, + -6.990710258483887, + -6.891507148742676, + -6.792304039001465, + -6.693101406097412, + -6.593898296356201, + -6.49469518661499, + -6.395492076873779, + -6.296288967132568, + -6.197085857391357, + -6.0978827476501465, + -5.9986796379089355, + -5.899476528167725, + -5.800273418426514, + -5.701070785522461, + -5.60186767578125, + -5.502664566040039, + -5.403461456298828, + -5.304258346557617, + -5.205055236816406, + -5.105852127075195, + -5.006649017333984, + -4.907445907592773, + -4.8082427978515625, + -4.709039688110352, + -4.609836578369141, + -4.51063346862793, + -4.411430358886719, + -4.312227249145508, + -4.213024139404297, + -4.113821029663086, + -4.014617919921875, + -3.9154152870178223, + -3.8162121772766113, + -3.7170090675354004, + -3.6178059577941895, + -3.5186028480529785, + -3.4193997383117676, + -3.3201966285705566, + -3.2209935188293457, + -3.1217904090881348, + -3.022587776184082, + -2.923384666442871, + -2.82418155670166, + -2.724978446960449, + -2.6257753372192383, + -2.5265719890594482 + ], + "r_inf_mean": 0.2601895034313202, + "r_inf_median": 0.25097811222076416, + "pr_mean": 0.32345446944236755, + "pr_median": 0.32792556285858154, + "hoyer_mean": 0.6378340125083923, + "eff_dim_mean": 0.6378340125083923, + "topk_energy": { + "1": 0.0691409558057785, + "5": 0.2765182852745056, + "10": 0.4359554350376129, + "25": 0.7255176305770874 + }, + "gamma_raw": 0.1375691294670105, + "gamma_active": { + "1e-08": 0.1375691294670105, + "1e-07": 0.1377457231283188, + "1e-06": 0.13737866282463074, + "1e-05": 0.13770584762096405, + "0.0001": 0.13788385689258575 + }, + "gamma_energy_weighted": { + "1e-08": 0.15412451186678341, + "1e-07": 0.15412451186678341, + "1e-06": 0.15412451186678341, + "1e-05": 0.15412451186678341, + "0.0001": 0.15412451186678341 + } + }, + { + "layer": 3, + "mean_norm": 0.0020561320707201958, + "median_norm": 0.002243391703814268, + "max_norm": 0.0029676558915525675, + "min_norm": 3.26580362752793e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.8211212158203125, + "5": -3.7528305053710938, + "10": -2.8251450061798096, + "25": -2.707456588745117, + "50": -2.6490631103515625, + "75": -2.636345624923706, + "90": -2.5867083072662354, + "95": -2.5630948543548584, + "99": -2.5280919075012207 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 8, + 62, + 304, + 94 + ], + "log_norms_bin_edges": [ + -7.4860100746154785, + -7.386841773986816, + -7.287672996520996, + -7.188504695892334, + -7.089336395263672, + -6.990167617797852, + -6.8909993171691895, + -6.791831016540527, + -6.692662239074707, + -6.593493938446045, + -6.494325160980225, + -6.3951568603515625, + -6.2959885597229, + -6.19681978225708, + -6.097651481628418, + -5.998482704162598, + -5.8993144035339355, + -5.800146102905273, + -5.700977325439453, + -5.601809024810791, + -5.502640724182129, + -5.403471946716309, + -5.3043036460876465, + -5.205135345458984, + -5.105966567993164, + -5.006798267364502, + -4.90762996673584, + -4.8084611892700195, + -4.709292888641357, + -4.610124588012695, + -4.510955810546875, + -4.411787509918213, + -4.312619209289551, + -4.2134504318237305, + -4.114282131195068, + -4.015113830566406, + -3.915945053100586, + -3.8167765140533447, + -3.7176082134246826, + -3.6184396743774414, + -3.5192711353302, + -3.420102596282959, + -3.320934295654297, + -3.2217659950256348, + -3.1225972175598145, + -3.0234289169311523, + -2.924260139465332, + -2.82509183883667, + -2.725923538208008, + -2.6267547607421875, + -2.5275864601135254 + ], + "r_inf_mean": 0.2586633563041687, + "r_inf_median": 0.2528292238712311, + "pr_mean": 0.3241611123085022, + "pr_median": 0.326098769903183, + "hoyer_mean": 0.6374881267547607, + "eff_dim_mean": 0.637488067150116, + "topk_energy": { + "1": 0.06829866766929626, + "5": 0.2777779698371887, + "10": 0.43674349784851074, + "25": 0.7247037887573242 + }, + "gamma_raw": 0.1420186161994934, + "gamma_active": { + "1e-08": 0.1420186161994934, + "1e-07": 0.14192761480808258, + "1e-06": 0.1416783630847931, + "1e-05": 0.14131519198417664, + "0.0001": 0.1417161077260971 + }, + "gamma_energy_weighted": { + "1e-08": 0.15846676393352688, + "1e-07": 0.15846676393352688, + "1e-06": 0.15846676393352688, + "1e-05": 0.15846676393352688, + "0.0001": 0.15846676393352688 + } + }, + { + "layer": 4, + "mean_norm": 0.0020556431263685226, + "median_norm": 0.002244089962914586, + "max_norm": 0.0029553063213825226, + "min_norm": 3.2722070386626e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.821156024932861, + "5": -3.7527735233306885, + "10": -2.823788642883301, + "25": -2.7065439224243164, + "50": -2.6489453315734863, + "75": -2.6360926628112793, + "90": -2.588599681854248, + "95": -2.5650370121002197, + "99": -2.529895782470703 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 7, + 60, + 307, + 94 + ], + "log_norms_bin_edges": [ + -7.485159397125244, + -7.386044025421143, + -7.286929130554199, + -7.187813758850098, + -7.088698387145996, + -6.9895830154418945, + -6.890468120574951, + -6.79135274887085, + -6.692237377166748, + -6.593122482299805, + -6.494007110595703, + -6.394891738891602, + -6.2957763671875, + -6.196661472320557, + -6.097546100616455, + -5.9984307289123535, + -5.89931583404541, + -5.800200462341309, + -5.701085090637207, + -5.6019697189331055, + -5.502854347229004, + -5.4037394523620605, + -5.304624080657959, + -5.205509185791016, + -5.106393814086914, + -5.0072784423828125, + -4.908163070678711, + -4.809047698974609, + -4.709932804107666, + -4.6108174324035645, + -4.511702537536621, + -4.4125871658325195, + -4.313471794128418, + -4.214356422424316, + -4.115241050720215, + -4.0161261558532715, + -3.91701078414917, + -3.8178956508636475, + -3.718780279159546, + -3.6196651458740234, + -3.520549774169922, + -3.4214348793029785, + -3.322319507598877, + -3.2232041358947754, + -3.124088764190674, + -3.0249738693237305, + -2.925858497619629, + -2.8267431259155273, + -2.727628231048584, + -2.6285128593444824, + -2.529397487640381 + ], + "r_inf_mean": 0.2603970766067505, + "r_inf_median": 0.254741907119751, + "pr_mean": 0.3228392004966736, + "pr_median": 0.3258169889450073, + "hoyer_mean": 0.637415885925293, + "eff_dim_mean": 0.637415885925293, + "topk_energy": { + "1": 0.06915827840566635, + "5": 0.2797170877456665, + "10": 0.43758445978164673, + "25": 0.7242375612258911 + }, + "gamma_raw": 0.12066859006881714, + "gamma_active": { + "1e-08": 0.12066859006881714, + "1e-07": 0.1206045001745224, + "1e-06": 0.1204882487654686, + "1e-05": 0.120290108025074, + "0.0001": 0.12006770819425583 + }, + "gamma_energy_weighted": { + "1e-08": 0.1257378626235741, + "1e-07": 0.1257378626235741, + "1e-06": 0.1257378626235741, + "1e-05": 0.1257378626235741, + "0.0001": 0.1257378626235741 + } + }, + { + "layer": 5, + "mean_norm": 0.002055533928796649, + "median_norm": 0.0022467286325991154, + "max_norm": 0.002954943338409066, + "min_norm": 3.268531756361881e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.8214192390441895, + "5": -3.7527878284454346, + "10": -2.8236372470855713, + "25": -2.7063074111938477, + "50": -2.648393392562866, + "75": -2.6364684104919434, + "90": -2.589000940322876, + "95": -2.565223217010498, + "99": -2.5299339294433594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 7, + 60, + 307, + 94 + ], + "log_norms_bin_edges": [ + -7.485647201538086, + -7.386523246765137, + -7.2873992919921875, + -7.188275337219238, + -7.089151382446289, + -6.99002742767334, + -6.890903472900391, + -6.791779518127441, + -6.692655563354492, + -6.593531608581543, + -6.494408130645752, + -6.395284175872803, + -6.2961602210998535, + -6.197036266326904, + -6.097912311553955, + -5.998788356781006, + -5.899664402008057, + -5.800540447235107, + -5.701416492462158, + -5.602292537689209, + -5.50316858291626, + -5.404045104980469, + -5.3049211502075195, + -5.20579719543457, + -5.106673240661621, + -5.007549285888672, + -4.908425331115723, + -4.809301376342773, + -4.710177421569824, + -4.611053466796875, + -4.511929512023926, + -4.412805557250977, + -4.313681602478027, + -4.214557647705078, + -4.115433692932129, + -4.01630973815918, + -3.9171857833862305, + -3.8180620670318604, + -3.718938112258911, + -3.619814157485962, + -3.5206902027130127, + -3.4215664863586426, + -3.3224425315856934, + -3.223318576812744, + -3.124194622039795, + -3.0250706672668457, + -2.9259467124938965, + -2.8268227577209473, + -2.727698802947998, + -2.628574848175049, + -2.5294508934020996 + ], + "r_inf_mean": 0.26140469312667847, + "r_inf_median": 0.25532540678977966, + "pr_mean": 0.3212409019470215, + "pr_median": 0.32709047198295593, + "hoyer_mean": 0.6368598937988281, + "eff_dim_mean": 0.6368598937988281, + "topk_energy": { + "1": 0.06968678534030914, + "5": 0.28064626455307007, + "10": 0.43913787603378296, + "25": 0.7252517938613892 + }, + "gamma_raw": 0.1411377191543579, + "gamma_active": { + "1e-08": 0.1411377191543579, + "1e-07": 0.14097607135772705, + "1e-06": 0.14091546833515167, + "1e-05": 0.14076116681098938, + "0.0001": 0.1401788741350174 + }, + "gamma_energy_weighted": { + "1e-08": 0.14844639637006202, + "1e-07": 0.14844639637006202, + "1e-06": 0.14844639637006202, + "1e-05": 0.14844639637006202, + "0.0001": 0.14844639637006202 + } + }, + { + "layer": 6, + "mean_norm": 0.002054654061794281, + "median_norm": 0.0022482830099761486, + "max_norm": 0.002943703904747963, + "min_norm": 3.265059689283589e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.820725440979004, + "5": -3.7537174224853516, + "10": -2.8235504627227783, + "25": -2.706821918487549, + "50": -2.648036479949951, + "75": -2.635220766067505, + "90": -2.5896589756011963, + "95": -2.5668833255767822, + "99": -2.5315890312194824 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 6, + 59, + 292, + 111 + ], + "log_norms_bin_edges": [ + -7.486108779907227, + -7.3870086669921875, + -7.287908554077148, + -7.188808441162109, + -7.08970832824707, + -6.9906086921691895, + -6.89150857925415, + -6.792408466339111, + -6.693308353424072, + -6.594208240509033, + -6.495108127593994, + -6.396008491516113, + -6.296908378601074, + -6.197808265686035, + -6.098708152770996, + -5.999608039855957, + -5.900507926940918, + -5.801407814025879, + -5.70230770111084, + -5.603207588195801, + -5.504107475280762, + -5.405007362365723, + -5.305907726287842, + -5.206807613372803, + -5.107707500457764, + -5.008607387542725, + -4.9095072746276855, + -4.810407638549805, + -4.711307525634766, + -4.612207412719727, + -4.5131072998046875, + -4.414007186889648, + -4.314907073974609, + -4.21580696105957, + -4.116706848144531, + -4.017606735229492, + -3.9185068607330322, + -3.819406747817993, + -3.720306873321533, + -3.621206760406494, + -3.522106647491455, + -3.423006534576416, + -3.323906421661377, + -3.224806308746338, + -3.125706672668457, + -3.026606559753418, + -2.927506446838379, + -2.82840633392334, + -2.729306221008301, + -2.6302061080932617, + -2.5311059951782227 + ], + "r_inf_mean": 0.2603312134742737, + "r_inf_median": 0.2552197575569153, + "pr_mean": 0.32256776094436646, + "pr_median": 0.3266351819038391, + "hoyer_mean": 0.6376198530197144, + "eff_dim_mean": 0.6376198530197144, + "topk_energy": { + "1": 0.06907691061496735, + "5": 0.2800869345664978, + "10": 0.4382297992706299, + "25": 0.7250477075576782 + }, + "gamma_raw": 0.10247594118118286, + "gamma_active": { + "1e-08": 0.10247594118118286, + "1e-07": 0.10248418152332306, + "1e-06": 0.10243414342403412, + "1e-05": 0.1025351881980896, + "0.0001": 0.10340356826782227 + }, + "gamma_energy_weighted": { + "1e-08": 0.11522414103312702, + "1e-07": 0.11522414103312702, + "1e-06": 0.11522414103312702, + "1e-05": 0.11522414103312702, + "0.0001": 0.11522414103312702 + } + }, + { + "layer": 7, + "mean_norm": 0.0020540114492177963, + "median_norm": 0.002247272292152047, + "max_norm": 0.002940608887001872, + "min_norm": 3.2644631886569186e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -5.820930480957031, + "5": -3.7539703845977783, + "10": -2.8230888843536377, + "25": -2.7066988945007324, + "50": -2.6483068466186523, + "75": -2.6353952884674072, + "90": -2.589447259902954, + "95": -2.567408800125122, + "99": -2.532050848007202 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 3, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 0, + 5, + 0, + 3, + 1, + 0, + 1, + 4, + 7, + 0, + 6, + 58, + 292, + 112 + ], + "log_norms_bin_edges": [ + -7.4861884117126465, + -7.387095928192139, + -7.288003444671631, + -7.188910961151123, + -7.089818477630615, + -6.990725994110107, + -6.8916335105896, + -6.792540550231934, + -6.693448066711426, + -6.594355583190918, + -6.49526309967041, + -6.396170616149902, + -6.2970781326293945, + -6.197985649108887, + -6.098893165588379, + -5.999800682067871, + -5.900708198547363, + -5.8016157150268555, + -5.702523231506348, + -5.60343074798584, + -5.504338264465332, + -5.405245780944824, + -5.306153297424316, + -5.207060813903809, + -5.107968330383301, + -5.008875846862793, + -4.909783363342285, + -4.810690879821777, + -4.711597919464111, + -4.6125054359436035, + -4.513412952423096, + -4.414320468902588, + -4.31522798538208, + -4.216135501861572, + -4.1170430183410645, + -4.017950534820557, + -3.918858051300049, + -3.819765329360962, + -3.720672845840454, + -3.6215803623199463, + -3.5224878787994385, + -3.4233951568603516, + -3.3243026733398438, + -3.225210189819336, + -3.126117706298828, + -3.0270252227783203, + -2.9279327392578125, + -2.8288402557373047, + -2.729747772216797, + -2.630655288696289, + -2.5315628051757812 + ], + "r_inf_mean": 0.2608175277709961, + "r_inf_median": 0.25566938519477844, + "pr_mean": 0.321824312210083, + "pr_median": 0.32680580019950867, + "hoyer_mean": 0.6373900175094604, + "eff_dim_mean": 0.6373899579048157, + "topk_energy": { + "1": 0.06935694813728333, + "5": 0.280598908662796, + "10": 0.4386029839515686, + "25": 0.7252334356307983 + }, + "gamma_raw": 0.14864975214004517, + "gamma_active": { + "1e-08": 0.14864975214004517, + "1e-07": 0.14846739172935486, + "1e-06": 0.14823554456233978, + "1e-05": 0.14769130945205688, + "0.0001": 0.14585258066654205 + }, + "gamma_energy_weighted": { + "1e-08": 0.1489732051258919, + "1e-07": 0.1489732051258919, + "1e-06": 0.1489732051258919, + "1e-05": 0.1489732051258919, + "0.0001": 0.1489732051258919 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L4.json new file mode 100644 index 0000000..0bda5e6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 3.2273762226104736, + "acc": 0.08203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0025836501736193895, + "median_norm": 0.0025040062610059977, + "max_norm": 0.005191837437450886, + "min_norm": 0.0006844477611593902, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -2.960770845413208, + "5": -2.8022994995117188, + "10": -2.7435741424560547, + "25": -2.661194324493408, + "50": -2.601090431213379, + "75": -2.532252311706543, + "90": -2.449683427810669, + "95": -2.4062488079071045, + "99": -2.336902141571045 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 1, + 1, + 1, + 0, + 5, + 2, + 10, + 3, + 6, + 13, + 20, + 10, + 14, + 22, + 28, + 35, + 33, + 41, + 32, + 36, + 32, + 30, + 34, + 18, + 14, + 7, + 11, + 10, + 7, + 8, + 2, + 4, + 6, + 4, + 1, + 1 + ], + "log_norms_bin_edges": [ + -3.1646597385406494, + -3.1470601558685303, + -3.129460573196411, + -3.111860990524292, + -3.0942611694335938, + -3.0766615867614746, + -3.0590620040893555, + -3.0414624214172363, + -3.023862838745117, + -3.006263256072998, + -2.988663673400879, + -2.9710638523101807, + -2.9534642696380615, + -2.9358646869659424, + -2.9182651042938232, + -2.900665521621704, + -2.883065938949585, + -2.865466356277466, + -2.8478665351867676, + -2.8302669525146484, + -2.8126673698425293, + -2.79506778717041, + -2.777468204498291, + -2.759868621826172, + -2.7422690391540527, + -2.7246694564819336, + -2.7070696353912354, + -2.689470052719116, + -2.671870470046997, + -2.654270887374878, + -2.636671304702759, + -2.6190717220306396, + -2.6014719009399414, + -2.5838723182678223, + -2.566272735595703, + -2.548673152923584, + -2.531073570251465, + -2.5134739875793457, + -2.4958744049072266, + -2.4782748222351074, + -2.4606752395629883, + -2.44307541847229, + -2.425475835800171, + -2.4078762531280518, + -2.3902766704559326, + -2.3726770877838135, + -2.3550772666931152, + -2.337477684020996, + -2.319878101348877, + -2.302278518676758, + -2.2846789360046387 + ], + "r_inf_mean": 0.44518905878067017, + "r_inf_median": 0.42877262830734253, + "pr_mean": 0.14969158172607422, + "pr_median": 0.12892180681228638, + "hoyer_mean": 0.5158271789550781, + "eff_dim_mean": 0.5158271193504333, + "topk_energy": { + "1": 0.21497178077697754, + "5": 0.4560810327529907, + "10": 0.578973650932312, + "25": 0.8016970157623291 + }, + "gamma_raw": 0.1535036712884903, + "gamma_active": { + "1e-08": 0.1535036712884903, + "1e-07": 0.1535036712884903, + "1e-06": 0.1535036712884903, + "1e-05": 0.1535036712884903, + "0.0001": 0.1535036712884903 + }, + "gamma_energy_weighted": { + "1e-08": 0.1381649529044332, + "1e-07": 0.1381649529044332, + "1e-06": 0.1381649529044332, + "1e-05": 0.1381649529044332, + "0.0001": 0.1381649529044332 + } + }, + { + "layer": 1, + "mean_norm": 0.001721968874335289, + "median_norm": 0.0017530100885778666, + "max_norm": 0.0023430355358868837, + "min_norm": 0.0004346306959632784, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.138111114501953, + "5": -2.941439628601074, + "10": -2.8770463466644287, + "25": -2.813351631164551, + "50": -2.756129264831543, + "75": -2.7051987648010254, + "90": -2.681220531463623, + "95": -2.6697049140930176, + "99": -2.6503536701202393 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 1, + 4, + 1, + 1, + 3, + 3, + 4, + 8, + 4, + 7, + 10, + 14, + 11, + 26, + 31, + 31, + 32, + 33, + 42, + 41, + 32, + 35, + 49, + 41, + 23, + 9, + 2 + ], + "log_norms_bin_edges": [ + -3.361879825592041, + -3.3472466468811035, + -3.332613468170166, + -3.3179802894592285, + -3.303347110748291, + -3.2887139320373535, + -3.274080753326416, + -3.2594475746154785, + -3.244814395904541, + -3.2301812171936035, + -3.215548038482666, + -3.2009148597717285, + -3.186281681060791, + -3.1716485023498535, + -3.157015323638916, + -3.1423821449279785, + -3.127748966217041, + -3.1131157875061035, + -3.098482608795166, + -3.0838494300842285, + -3.069216251373291, + -3.0545830726623535, + -3.039949893951416, + -3.0253167152404785, + -3.010683536529541, + -2.9960503578186035, + -2.981417179107666, + -2.9667840003967285, + -2.952150821685791, + -2.9375178813934326, + -2.922884702682495, + -2.9082515239715576, + -2.89361834526062, + -2.8789851665496826, + -2.864351987838745, + -2.8497188091278076, + -2.83508563041687, + -2.8204524517059326, + -2.805819272994995, + -2.7911860942840576, + -2.77655291557312, + -2.7619197368621826, + -2.747286558151245, + -2.7326533794403076, + -2.71802020072937, + -2.7033870220184326, + -2.688753843307495, + -2.6741206645965576, + -2.65948748588562, + -2.6448543071746826, + -2.630221128463745 + ], + "r_inf_mean": 0.23549248278141022, + "r_inf_median": 0.22863443195819855, + "pr_mean": 0.37269413471221924, + "pr_median": 0.3767703175544739, + "hoyer_mean": 0.6559545993804932, + "eff_dim_mean": 0.6559545993804932, + "topk_energy": { + "1": 0.05629145726561546, + "5": 0.24005810916423798, + "10": 0.39342784881591797, + "25": 0.7054619789123535 + }, + "gamma_raw": 0.1907588243484497, + "gamma_active": { + "1e-08": 0.1907588243484497, + "1e-07": 0.1907588243484497, + "1e-06": 0.1907588243484497, + "1e-05": 0.1907588243484497, + "0.0001": 0.1907588243484497 + }, + "gamma_energy_weighted": { + "1e-08": 0.19690199493486432, + "1e-07": 0.19690199493486432, + "1e-06": 0.19690199493486432, + "1e-05": 0.19690199493486432, + "0.0001": 0.19690199493486432 + } + }, + { + "layer": 2, + "mean_norm": 0.0017072929767891765, + "median_norm": 0.0017370778368785977, + "max_norm": 0.00232648104429245, + "min_norm": 0.0004312773235142231, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.142573356628418, + "5": -2.943573474884033, + "10": -2.881835699081421, + "25": -2.817504405975342, + "50": -2.760141372680664, + "75": -2.707629919052124, + "90": -2.685650110244751, + "95": -2.6708250045776367, + "99": -2.6532363891601562 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 1, + 1, + 0, + 3, + 0, + 2, + 1, + 1, + 5, + 0, + 1, + 3, + 3, + 5, + 8, + 4, + 7, + 12, + 11, + 12, + 30, + 29, + 29, + 35, + 35, + 38, + 38, + 30, + 39, + 52, + 36, + 22, + 11, + 2 + ], + "log_norms_bin_edges": [ + -3.365243434906006, + -3.35060453414917, + -3.335965633392334, + -3.321326971054077, + -3.306688070297241, + -3.2920491695404053, + -3.2774102687835693, + -3.2627713680267334, + -3.2481324672698975, + -3.2334938049316406, + -3.2188549041748047, + -3.2042160034179688, + -3.189577102661133, + -3.174938201904297, + -3.160299301147461, + -3.145660638809204, + -3.131021738052368, + -3.1163828372955322, + -3.1017439365386963, + -3.0871050357818604, + -3.0724663734436035, + -3.0578274726867676, + -3.0431885719299316, + -3.0285496711730957, + -3.0139107704162598, + -2.999271869659424, + -2.984633207321167, + -2.969994306564331, + -2.955355405807495, + -2.940716505050659, + -2.9260776042938232, + -2.9114389419555664, + -2.8968000411987305, + -2.8821611404418945, + -2.8675222396850586, + -2.8528833389282227, + -2.8382444381713867, + -2.82360577583313, + -2.808966875076294, + -2.794327974319458, + -2.779689073562622, + -2.765050172805786, + -2.7504115104675293, + -2.7357726097106934, + -2.7211337089538574, + -2.7064948081970215, + -2.6918559074401855, + -2.6772170066833496, + -2.6625781059265137, + -2.647939443588257, + -2.633300542831421 + ], + "r_inf_mean": 0.238053560256958, + "r_inf_median": 0.23274825513362885, + "pr_mean": 0.3701072931289673, + "pr_median": 0.3736822307109833, + "hoyer_mean": 0.6549792289733887, + "eff_dim_mean": 0.6549791097640991, + "topk_energy": { + "1": 0.05762298032641411, + "5": 0.24112629890441895, + "10": 0.3948644697666168, + "25": 0.7064546346664429 + }, + "gamma_raw": 0.12442560493946075, + "gamma_active": { + "1e-08": 0.12442560493946075, + "1e-07": 0.12442560493946075, + "1e-06": 0.12442560493946075, + "1e-05": 0.12442560493946075, + "0.0001": 0.12442560493946075 + }, + "gamma_energy_weighted": { + "1e-08": 0.14818008003124494, + "1e-07": 0.14818008003124494, + "1e-06": 0.14818008003124494, + "1e-05": 0.14818008003124494, + "0.0001": 0.14818008003124494 + } + }, + { + "layer": 3, + "mean_norm": 0.00169962621293962, + "median_norm": 0.0017333402065560222, + "max_norm": 0.002307776128873229, + "min_norm": 0.00042810148443095386, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.144253969192505, + "5": -2.9432079792022705, + "10": -2.882506847381592, + "25": -2.8178839683532715, + "50": -2.7609596252441406, + "75": -2.7116971015930176, + "90": -2.6892709732055664, + "95": -2.6742165088653564, + "99": -2.65506649017334 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 1, + 1, + 0, + 3, + 0, + 2, + 1, + 1, + 4, + 1, + 1, + 1, + 3, + 5, + 9, + 4, + 7, + 10, + 10, + 13, + 27, + 30, + 26, + 38, + 30, + 40, + 45, + 30, + 39, + 52, + 34, + 23, + 13, + 2 + ], + "log_norms_bin_edges": [ + -3.36845326423645, + -3.353820323944092, + -3.3391873836517334, + -3.324554443359375, + -3.3099215030670166, + -3.295288562774658, + -3.2806556224823, + -3.2660226821899414, + -3.251389741897583, + -3.2367568016052246, + -3.222123861312866, + -3.207490921020508, + -3.1928579807281494, + -3.178225040435791, + -3.1635921001434326, + -3.148959159851074, + -3.134326219558716, + -3.1196932792663574, + -3.105060338973999, + -3.0904273986816406, + -3.0757944583892822, + -3.061161518096924, + -3.0465285778045654, + -3.031895637512207, + -3.0172626972198486, + -3.0026297569274902, + -2.987996816635132, + -2.9733638763427734, + -2.958730936050415, + -2.9440979957580566, + -2.9294650554656982, + -2.91483211517334, + -2.9001991748809814, + -2.885566234588623, + -2.8709332942962646, + -2.8563003540039062, + -2.841667413711548, + -2.8270344734191895, + -2.812401533126831, + -2.7977685928344727, + -2.7831356525421143, + -2.768502712249756, + -2.7538697719573975, + -2.739236831665039, + -2.7246038913726807, + -2.7099709510803223, + -2.695338010787964, + -2.6807050704956055, + -2.666072130203247, + -2.6514391899108887, + -2.6368062496185303 + ], + "r_inf_mean": 0.23923560976982117, + "r_inf_median": 0.23420476913452148, + "pr_mean": 0.367867648601532, + "pr_median": 0.3720010221004486, + "hoyer_mean": 0.6539332866668701, + "eff_dim_mean": 0.6539332866668701, + "topk_energy": { + "1": 0.05822331830859184, + "5": 0.24244150519371033, + "10": 0.3967853784561157, + "25": 0.7085021734237671 + }, + "gamma_raw": 0.07074173539876938, + "gamma_active": { + "1e-08": 0.07074173539876938, + "1e-07": 0.07074173539876938, + "1e-06": 0.07074173539876938, + "1e-05": 0.07074173539876938, + "0.0001": 0.07074173539876938 + }, + "gamma_energy_weighted": { + "1e-08": 0.07622555068803306, + "1e-07": 0.07622555068803306, + "1e-06": 0.07622555068803306, + "1e-05": 0.07622555068803306, + "0.0001": 0.07622555068803306 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L8.json new file mode 100644 index 0000000..f8f6543 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 5.565066337585449, + "acc": 0.1171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0016077460022643209, + "median_norm": 0.0016866056248545647, + "max_norm": 0.002521790564060211, + "min_norm": 0.00015717529458925128, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.382866382598877, + "5": -3.089298963546753, + "10": -2.9562745094299316, + "25": -2.828543186187744, + "50": -2.772922992706299, + "75": -2.7370758056640625, + "90": -2.7098841667175293, + "95": -2.690876007080078, + "99": -2.6484861373901367 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 1, + 1, + 1, + 4, + 1, + 3, + 4, + 4, + 7, + 5, + 5, + 3, + 1, + 7, + 8, + 8, + 6, + 25, + 55, + 57, + 60, + 86, + 77, + 44, + 17, + 8, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.8036160469055176, + -3.7795095443725586, + -3.7554030418395996, + -3.7312965393066406, + -3.7071900367736816, + -3.6830835342407227, + -3.6589770317077637, + -3.6348705291748047, + -3.6107640266418457, + -3.5866575241088867, + -3.5625510215759277, + -3.5384445190429688, + -3.5143380165100098, + -3.490231513977051, + -3.466125011444092, + -3.442018508911133, + -3.417912006378174, + -3.393805503845215, + -3.369699001312256, + -3.345592498779297, + -3.321485996246338, + -3.297379493713379, + -3.27327299118042, + -3.249166488647461, + -3.225059986114502, + -3.200953483581543, + -3.176846981048584, + -3.152740716934204, + -3.128634214401245, + -3.104527711868286, + -3.080421209335327, + -3.056314706802368, + -3.032208204269409, + -3.00810170173645, + -2.983995199203491, + -2.9598886966705322, + -2.9357821941375732, + -2.9116756916046143, + -2.8875691890716553, + -2.8634626865386963, + -2.8393561840057373, + -2.8152496814727783, + -2.7911431789398193, + -2.7670366764068604, + -2.7429301738739014, + -2.7188236713409424, + -2.6947171688079834, + -2.6706106662750244, + -2.6465041637420654, + -2.6223976612091064, + -2.5982911586761475 + ], + "r_inf_mean": 0.25322866439819336, + "r_inf_median": 0.2529219090938568, + "pr_mean": 0.32560986280441284, + "pr_median": 0.3219953179359436, + "hoyer_mean": 0.6238358020782471, + "eff_dim_mean": 0.6238357424736023, + "topk_energy": { + "1": 0.06488259136676788, + "5": 0.2708366811275482, + "10": 0.43757808208465576, + "25": 0.740888237953186 + }, + "gamma_raw": 0.3095402419567108, + "gamma_active": { + "1e-08": 0.3095402419567108, + "1e-07": 0.3095402419567108, + "1e-06": 0.3095402419567108, + "1e-05": 0.3095402419567108, + "0.0001": 0.3095402419567108 + }, + "gamma_energy_weighted": { + "1e-08": 0.31037810643894986, + "1e-07": 0.31037810643894986, + "1e-06": 0.31037810643894986, + "1e-05": 0.31037810643894986, + "0.0001": 0.31037810643894986 + } + }, + { + "layer": 1, + "mean_norm": 0.001584662706591189, + "median_norm": 0.0016402978217229247, + "max_norm": 0.002517474815249443, + "min_norm": 0.00015528718358837068, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.391216278076172, + "5": -3.093646287918091, + "10": -2.961493730545044, + "25": -2.8320531845092773, + "50": -2.7848267555236816, + "75": -2.7418580055236816, + "90": -2.71281099319458, + "95": -2.6965582370758057, + "99": -2.6565232276916504 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 3, + 2, + 2, + 4, + 5, + 8, + 3, + 6, + 2, + 3, + 5, + 9, + 9, + 7, + 31, + 51, + 70, + 76, + 69, + 65, + 44, + 15, + 5, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.8088643550872803, + -3.784667730331421, + -3.7604711055755615, + -3.736274480819702, + -3.712078094482422, + -3.6878814697265625, + -3.663684844970703, + -3.6394882202148438, + -3.6152915954589844, + -3.591094970703125, + -3.5668985843658447, + -3.5427019596099854, + -3.518505334854126, + -3.4943087100982666, + -3.4701120853424072, + -3.445915460586548, + -3.4217190742492676, + -3.397522449493408, + -3.373325824737549, + -3.3491291999816895, + -3.32493257522583, + -3.3007359504699707, + -3.2765393257141113, + -3.252342700958252, + -3.2281463146209717, + -3.2039496898651123, + -3.179753065109253, + -3.1555564403533936, + -3.1313600540161133, + -3.107163429260254, + -3.0829668045043945, + -3.058770179748535, + -3.034573554992676, + -3.0103769302368164, + -2.986180305480957, + -2.9619836807250977, + -2.9377870559692383, + -2.913590669631958, + -2.8893940448760986, + -2.8651974201202393, + -2.84100079536438, + -2.8168044090270996, + -2.7926077842712402, + -2.768411159515381, + -2.7442145347595215, + -2.720017910003662, + -2.6958212852478027, + -2.6716246604919434, + -2.647428035736084, + -2.6232314109802246, + -2.5990350246429443 + ], + "r_inf_mean": 0.2498950958251953, + "r_inf_median": 0.25064077973365784, + "pr_mean": 0.32903438806533813, + "pr_median": 0.32414186000823975, + "hoyer_mean": 0.6240140199661255, + "eff_dim_mean": 0.6240140199661255, + "topk_energy": { + "1": 0.06295032799243927, + "5": 0.2690724730491638, + "10": 0.4354094862937927, + "25": 0.7401478886604309 + }, + "gamma_raw": 0.240600124001503, + "gamma_active": { + "1e-08": 0.240600124001503, + "1e-07": 0.240600124001503, + "1e-06": 0.240600124001503, + "1e-05": 0.240600124001503, + "0.0001": 0.240600124001503 + }, + "gamma_energy_weighted": { + "1e-08": 0.2388861236842035, + "1e-07": 0.2388861236842035, + "1e-06": 0.2388861236842035, + "1e-05": 0.2388861236842035, + "0.0001": 0.2388861236842035 + } + }, + { + "layer": 2, + "mean_norm": 0.001569249201565981, + "median_norm": 0.0016199402743950486, + "max_norm": 0.0024992767721414566, + "min_norm": 0.00015486471238546073, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3924362659454346, + "5": -3.095747709274292, + "10": -2.9621222019195557, + "25": -2.8383898735046387, + "50": -2.790501117706299, + "75": -2.744769334793091, + "90": -2.715339183807373, + "95": -2.6993408203125, + "99": -2.659756898880005 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 2, + 2, + 4, + 5, + 8, + 3, + 6, + 2, + 3, + 5, + 8, + 11, + 4, + 36, + 52, + 75, + 75, + 63, + 62, + 44, + 15, + 6, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.8100476264953613, + -3.7858903408050537, + -3.761733055114746, + -3.7375760078430176, + -3.71341872215271, + -3.6892614364624023, + -3.6651041507720947, + -3.640946865081787, + -3.6167898178100586, + -3.592632532119751, + -3.5684752464294434, + -3.5443179607391357, + -3.520160675048828, + -3.4960036277770996, + -3.471846342086792, + -3.4476890563964844, + -3.4235317707061768, + -3.399374485015869, + -3.3752174377441406, + -3.351060152053833, + -3.3269028663635254, + -3.3027455806732178, + -3.27858829498291, + -3.2544312477111816, + -3.230273962020874, + -3.2061166763305664, + -3.181959390640259, + -3.157802104949951, + -3.1336450576782227, + -3.109487771987915, + -3.0853304862976074, + -3.0611732006073, + -3.037015914916992, + -3.0128588676452637, + -2.988701581954956, + -2.9645442962646484, + -2.940387010574341, + -2.916229724884033, + -2.8920726776123047, + -2.867915391921997, + -2.8437581062316895, + -2.819600820541382, + -2.795443534851074, + -2.7712864875793457, + -2.747129201889038, + -2.7229719161987305, + -2.698814868927002, + -2.6746573448181152, + -2.6505002975463867, + -2.626343011856079, + -2.6021857261657715 + ], + "r_inf_mean": 0.25080743432044983, + "r_inf_median": 0.24766840040683746, + "pr_mean": 0.33101844787597656, + "pr_median": 0.32889729738235474, + "hoyer_mean": 0.6265994310379028, + "eff_dim_mean": 0.6265993118286133, + "topk_energy": { + "1": 0.06335198879241943, + "5": 0.26734426617622375, + "10": 0.43375787138938904, + "25": 0.737116277217865 + }, + "gamma_raw": 0.16546782851219177, + "gamma_active": { + "1e-08": 0.16546782851219177, + "1e-07": 0.16546782851219177, + "1e-06": 0.16546782851219177, + "1e-05": 0.16546782851219177, + "0.0001": 0.16546782851219177 + }, + "gamma_energy_weighted": { + "1e-08": 0.1716236917016126, + "1e-07": 0.1716236917016126, + "1e-06": 0.1716236917016126, + "1e-05": 0.1716236917016126, + "0.0001": 0.1716236917016126 + } + }, + { + "layer": 3, + "mean_norm": 0.0015641350764781237, + "median_norm": 0.0016136076301336288, + "max_norm": 0.002497659297659993, + "min_norm": 0.00015434253145940602, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3962504863739014, + "5": -3.0991408824920654, + "10": -2.9655978679656982, + "25": -2.8398633003234863, + "50": -2.7920029163360596, + "75": -2.747093677520752, + "90": -2.7156529426574707, + "95": -2.6999759674072266, + "99": -2.6605262756347656 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 1, + 2, + 2, + 4, + 5, + 8, + 3, + 6, + 2, + 4, + 5, + 9, + 8, + 4, + 38, + 53, + 75, + 74, + 62, + 64, + 44, + 14, + 5, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.8115146160125732, + -3.7873337268829346, + -3.763152599334717, + -3.738971710205078, + -3.7147908210754395, + -3.690609931945801, + -3.666428804397583, + -3.6422479152679443, + -3.6180670261383057, + -3.593885898590088, + -3.569705009460449, + -3.5455241203308105, + -3.521343231201172, + -3.497162103652954, + -3.4729812145233154, + -3.4488003253936768, + -3.424619197845459, + -3.4004383087158203, + -3.3762574195861816, + -3.352076530456543, + -3.327895402908325, + -3.3037145137786865, + -3.279533624649048, + -3.25535249710083, + -3.2311716079711914, + -3.2069907188415527, + -3.182809829711914, + -3.1586289405822754, + -3.1344478130340576, + -3.110266923904419, + -3.086085796356201, + -3.0619049072265625, + -3.037724018096924, + -3.013543128967285, + -2.9893622398376465, + -2.9651811122894287, + -2.94100022315979, + -2.9168190956115723, + -2.8926382064819336, + -2.868457317352295, + -2.8442764282226562, + -2.8200955390930176, + -2.7959144115448, + -2.771733522415161, + -2.7475523948669434, + -2.7233715057373047, + -2.699190616607666, + -2.6750097274780273, + -2.6508288383483887, + -2.626647710800171, + -2.6024668216705322 + ], + "r_inf_mean": 0.25131815671920776, + "r_inf_median": 0.24942578375339508, + "pr_mean": 0.3314475417137146, + "pr_median": 0.3297870457172394, + "hoyer_mean": 0.6272264719009399, + "eff_dim_mean": 0.6272264719009399, + "topk_energy": { + "1": 0.06360215693712234, + "5": 0.2668716609477997, + "10": 0.43281885981559753, + "25": 0.7370895147323608 + }, + "gamma_raw": 0.10268675535917282, + "gamma_active": { + "1e-08": 0.10268675535917282, + "1e-07": 0.10268675535917282, + "1e-06": 0.10268675535917282, + "1e-05": 0.10268675535917282, + "0.0001": 0.10268675535917282 + }, + "gamma_energy_weighted": { + "1e-08": 0.107143157020006, + "1e-07": 0.107143157020006, + "1e-06": 0.107143157020006, + "1e-05": 0.107143157020006, + "0.0001": 0.107143157020006 + } + }, + { + "layer": 4, + "mean_norm": 0.0015643778024241328, + "median_norm": 0.0016165794804692268, + "max_norm": 0.0024961091112345457, + "min_norm": 0.00015445300959981978, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.396385908126831, + "5": -3.0993118286132812, + "10": -2.965306043624878, + "25": -2.839867115020752, + "50": -2.7912464141845703, + "75": -2.746687889099121, + "90": -2.7168729305267334, + "95": -2.7009527683258057, + "99": -2.6608433723449707 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 1, + 2, + 3, + 3, + 6, + 7, + 5, + 4, + 2, + 4, + 5, + 10, + 7, + 5, + 37, + 54, + 72, + 73, + 66, + 65, + 41, + 14, + 6, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.811203718185425, + -3.787034273147583, + -3.7628650665283203, + -3.7386956214904785, + -3.714526414871216, + -3.690356969833374, + -3.6661877632141113, + -3.6420183181762695, + -3.6178488731384277, + -3.593679666519165, + -3.5695102214813232, + -3.5453410148620605, + -3.5211715698242188, + -3.497002124786377, + -3.4728329181671143, + -3.4486634731292725, + -3.4244942665100098, + -3.400324821472168, + -3.3761556148529053, + -3.3519861698150635, + -3.327816963195801, + -3.303647518157959, + -3.279478073120117, + -3.2553088665008545, + -3.2311394214630127, + -3.20697021484375, + -3.182800769805908, + -3.1586313247680664, + -3.1344621181488037, + -3.110292673110962, + -3.086123466491699, + -3.0619540214538574, + -3.0377845764160156, + -3.013615369796753, + -2.989445924758911, + -2.9652767181396484, + -2.9411072731018066, + -2.916937828063965, + -2.892768621444702, + -2.8685994148254395, + -2.8444299697875977, + -2.820260524749756, + -2.796091079711914, + -2.7719218730926514, + -2.7477526664733887, + -2.723583221435547, + -2.699413776397705, + -2.6752445697784424, + -2.6510751247406006, + -2.626905918121338, + -2.602736473083496 + ], + "r_inf_mean": 0.25165891647338867, + "r_inf_median": 0.24898602068424225, + "pr_mean": 0.33040595054626465, + "pr_median": 0.32888853549957275, + "hoyer_mean": 0.625598669052124, + "eff_dim_mean": 0.625598669052124, + "topk_energy": { + "1": 0.06378104537725449, + "5": 0.26703935861587524, + "10": 0.4333327114582062, + "25": 0.7389929294586182 + }, + "gamma_raw": 0.09704673290252686, + "gamma_active": { + "1e-08": 0.09704673290252686, + "1e-07": 0.09704673290252686, + "1e-06": 0.09704673290252686, + "1e-05": 0.09704673290252686, + "0.0001": 0.09704673290252686 + }, + "gamma_energy_weighted": { + "1e-08": 0.10928899508170936, + "1e-07": 0.10928899508170936, + "1e-06": 0.10928899508170936, + "1e-05": 0.10928899508170936, + "0.0001": 0.10928899508170936 + } + }, + { + "layer": 5, + "mean_norm": 0.0015630144625902176, + "median_norm": 0.0016148070571944118, + "max_norm": 0.0024881321005523205, + "min_norm": 0.00015466670447494835, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3960349559783936, + "5": -3.0990941524505615, + "10": -2.965219259262085, + "25": -2.839184522628784, + "50": -2.791794776916504, + "75": -2.7475335597991943, + "90": -2.7174243927001953, + "95": -2.7012155055999756, + "99": -2.662477493286133 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 1, + 2, + 2, + 4, + 5, + 8, + 4, + 5, + 2, + 3, + 5, + 9, + 9, + 4, + 35, + 50, + 78, + 74, + 66, + 64, + 42, + 14, + 6, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.810603141784668, + -3.786473512649536, + -3.7623441219329834, + -3.7382144927978516, + -3.714085102081299, + -3.689955472946167, + -3.665825843811035, + -3.6416964530944824, + -3.6175668239593506, + -3.593437433242798, + -3.569307804107666, + -3.5451784133911133, + -3.5210487842559814, + -3.4969191551208496, + -3.472789764404297, + -3.448660135269165, + -3.4245307445526123, + -3.4004011154174805, + -3.3762717247009277, + -3.352142095565796, + -3.328012466430664, + -3.3038830757141113, + -3.2797534465789795, + -3.2556240558624268, + -3.231494426727295, + -3.207365036010742, + -3.1832354068756104, + -3.1591057777404785, + -3.134976387023926, + -3.110846757888794, + -3.086717367172241, + -3.0625877380371094, + -3.0384583473205566, + -3.014328718185425, + -2.990199089050293, + -2.9660696983337402, + -2.9419400691986084, + -2.9178104400634766, + -2.893681049346924, + -2.869551658630371, + -2.8454220294952393, + -2.8212924003601074, + -2.7971630096435547, + -2.773033380508423, + -2.748903751373291, + -2.7247743606567383, + -2.7006449699401855, + -2.6765153408050537, + -2.652385711669922, + -2.628256320953369, + -2.6041266918182373 + ], + "r_inf_mean": 0.2515924274921417, + "r_inf_median": 0.24890635907649994, + "pr_mean": 0.33116066455841064, + "pr_median": 0.32780441641807556, + "hoyer_mean": 0.6256828308105469, + "eff_dim_mean": 0.6256828308105469, + "topk_energy": { + "1": 0.06376123428344727, + "5": 0.2660485506057739, + "10": 0.43229225277900696, + "25": 0.7385021448135376 + }, + "gamma_raw": 0.10625112801790237, + "gamma_active": { + "1e-08": 0.10625112801790237, + "1e-07": 0.10625112801790237, + "1e-06": 0.10625112801790237, + "1e-05": 0.10625112801790237, + "0.0001": 0.10625112801790237 + }, + "gamma_energy_weighted": { + "1e-08": 0.10822784316996237, + "1e-07": 0.10822784316996237, + "1e-06": 0.10822784316996237, + "1e-05": 0.10822784316996237, + "0.0001": 0.10822784316996237 + } + }, + { + "layer": 6, + "mean_norm": 0.0015607329551130533, + "median_norm": 0.0016144346445798874, + "max_norm": 0.0024787711445242167, + "min_norm": 0.00015403120778501034, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3977322578430176, + "5": -3.100926399230957, + "10": -2.9672749042510986, + "25": -2.839940309524536, + "50": -2.7919464111328125, + "75": -2.7485883235931396, + "90": -2.7183258533477783, + "95": -2.702810764312744, + "99": -2.6635987758636475 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 1, + 2, + 2, + 4, + 5, + 8, + 4, + 5, + 2, + 4, + 4, + 9, + 9, + 4, + 33, + 50, + 74, + 80, + 63, + 66, + 42, + 15, + 6, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.812391519546509, + -3.7882590293884277, + -3.7641263008117676, + -3.7399938106536865, + -3.7158613204956055, + -3.6917288303375244, + -3.6675961017608643, + -3.643463611602783, + -3.619331121444702, + -3.595198631286621, + -3.571065902709961, + -3.54693341255188, + -3.522800922393799, + -3.4986681938171387, + -3.4745357036590576, + -3.4504032135009766, + -3.4262704849243164, + -3.4021379947662354, + -3.3780055046081543, + -3.3538730144500732, + -3.329740285873413, + -3.305607795715332, + -3.281475305557251, + -3.25734281539917, + -3.2332100868225098, + -3.2090775966644287, + -3.1849451065063477, + -3.1608123779296875, + -3.1366798877716064, + -3.1125473976135254, + -3.0884146690368652, + -3.064282178878784, + -3.040149688720703, + -3.016017198562622, + -2.991884708404541, + -2.967751979827881, + -2.9436194896698, + -2.9194869995117188, + -2.8953542709350586, + -2.8712217807769775, + -2.8470892906188965, + -2.8229565620422363, + -2.7988240718841553, + -2.774691581726074, + -2.750558853149414, + -2.726426601409912, + -2.702293872833252, + -2.678161382675171, + -2.65402889251709, + -2.6298961639404297, + -2.6057636737823486 + ], + "r_inf_mean": 0.2520569860935211, + "r_inf_median": 0.24972669780254364, + "pr_mean": 0.33107101917266846, + "pr_median": 0.3286503851413727, + "hoyer_mean": 0.6255877614021301, + "eff_dim_mean": 0.6255877614021301, + "topk_energy": { + "1": 0.06399891525506973, + "5": 0.2662251591682434, + "10": 0.4319384694099426, + "25": 0.738375723361969 + }, + "gamma_raw": 0.051914822310209274, + "gamma_active": { + "1e-08": 0.051914822310209274, + "1e-07": 0.051914822310209274, + "1e-06": 0.051914822310209274, + "1e-05": 0.051914822310209274, + "0.0001": 0.051914822310209274 + }, + "gamma_energy_weighted": { + "1e-08": 0.04895073977540111, + "1e-07": 0.04895073977540111, + "1e-06": 0.04895073977540111, + "1e-05": 0.04895073977540111, + "0.0001": 0.04895073977540111 + } + }, + { + "layer": 7, + "mean_norm": 0.0015602265484631062, + "median_norm": 0.001613207277841866, + "max_norm": 0.002485499484464526, + "min_norm": 0.00015470851212739944, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3971729278564453, + "5": -3.100688934326172, + "10": -2.9658803939819336, + "25": -2.8405771255493164, + "50": -2.792067527770996, + "75": -2.7490956783294678, + "90": -2.718571186065674, + "95": -2.7031631469726562, + "99": -2.6631875038146973 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 1, + 2, + 3, + 3, + 6, + 7, + 5, + 4, + 2, + 4, + 5, + 9, + 8, + 4, + 36, + 53, + 72, + 76, + 68, + 65, + 39, + 14, + 6, + 3, + 2 + ], + "log_norms_bin_edges": [ + -3.81048583984375, + -3.786367893218994, + -3.7622499465942383, + -3.7381317615509033, + -3.7140138149261475, + -3.6898958683013916, + -3.6657779216766357, + -3.64165997505188, + -3.617542028427124, + -3.593423843383789, + -3.569305896759033, + -3.5451879501342773, + -3.5210700035095215, + -3.4969520568847656, + -3.4728341102600098, + -3.448715925216675, + -3.424597978591919, + -3.400480031967163, + -3.3763620853424072, + -3.3522441387176514, + -3.3281259536743164, + -3.3040080070495605, + -3.2798900604248047, + -3.255772113800049, + -3.231654167175293, + -3.207536220550537, + -3.183418035507202, + -3.1593000888824463, + -3.1351821422576904, + -3.1110641956329346, + -3.0869460105895996, + -3.0628280639648438, + -3.038710117340088, + -3.014592170715332, + -2.990474224090576, + -2.9663562774658203, + -2.9422383308410645, + -2.9181201457977295, + -2.8940021991729736, + -2.8698842525482178, + -2.845766305923462, + -2.821648359298706, + -2.797530174255371, + -2.7734122276306152, + -2.7492942810058594, + -2.7251763343811035, + -2.7010583877563477, + -2.676940441131592, + -2.652822494506836, + -2.628704309463501, + -2.604586362838745 + ], + "r_inf_mean": 0.2507448196411133, + "r_inf_median": 0.24917182326316833, + "pr_mean": 0.33205556869506836, + "pr_median": 0.3289954662322998, + "hoyer_mean": 0.626096785068512, + "eff_dim_mean": 0.626096785068512, + "topk_energy": { + "1": 0.06332667171955109, + "5": 0.265586793422699, + "10": 0.4317995309829712, + "25": 0.7379418015480042 + }, + "gamma_raw": 0.10986576974391937, + "gamma_active": { + "1e-08": 0.10986576974391937, + "1e-07": 0.10986576974391937, + "1e-06": 0.10986576974391937, + "1e-05": 0.10986576974391937, + "0.0001": 0.10986576974391937 + }, + "gamma_energy_weighted": { + "1e-08": 0.10219919971904501, + "1e-07": 0.10219919971904501, + "1e-06": 0.10219919971904501, + "1e-05": 0.10219919971904501, + "0.0001": 0.10219919971904501 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L4.json new file mode 100644 index 0000000..74a1d82 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 36.30952835083008, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02215988002717495, + "median_norm": 0.023673856630921364, + "max_norm": 0.03205820173025131, + "min_norm": 1.7235629698637844e-15, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.955078125, + "1e-05": 0.94921875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -10.556347846984863, + "5": -5.220217227935791, + "10": -1.7134779691696167, + "25": -1.6628460884094238, + "50": -1.6255223751068115, + "75": -1.5912102460861206, + "90": -1.5579050779342651, + "95": -1.5404295921325684, + "99": -1.519010305404663 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 3, + 3, + 0, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 3, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 5, + 465 + ], + "log_norms_bin_edges": [ + -14.763572692871094, + -14.49818229675293, + -14.232791900634766, + -13.967401504516602, + -13.702012062072754, + -13.43662166595459, + -13.171231269836426, + -12.905840873718262, + -12.640450477600098, + -12.37506103515625, + -12.109670639038086, + -11.844280242919922, + -11.578889846801758, + -11.313499450683594, + -11.04810905456543, + -10.782718658447266, + -10.517328262329102, + -10.251937866210938, + -9.98654842376709, + -9.721158027648926, + -9.455767631530762, + -9.190378189086914, + -8.92498779296875, + -8.659597396850586, + -8.394207000732422, + -8.128816604614258, + -7.863426208496094, + -7.59803581237793, + -7.332645893096924, + -7.06725549697876, + -6.801865100860596, + -6.53647518157959, + -6.271084785461426, + -6.005694389343262, + -5.740303993225098, + -5.474913597106934, + -5.209524154663086, + -4.944133758544922, + -4.678743362426758, + -4.413352966308594, + -4.14796257019043, + -3.8825721740722656, + -3.617182731628418, + -3.351792335510254, + -3.08640193939209, + -2.821011543273926, + -2.5556211471557617, + -2.2902307510375977, + -2.02484130859375, + -1.759450912475586, + -1.4940608739852905 + ], + "r_inf_mean": 0.264469176530838, + "r_inf_median": 0.2616131007671356, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6182140707969666, + "eff_dim_mean": 0.6182140111923218, + "topk_energy": { + "1": 0.07119852304458618, + "5": 0.2842664122581482, + "10": 0.44527119398117065, + "25": 0.7418279051780701 + }, + "gamma_raw": -0.022663922980427742, + "gamma_active": { + "1e-08": -0.02312135137617588, + "1e-07": -0.022908933460712433, + "1e-06": -0.022997409105300903, + "1e-05": -0.022549398243427277, + "0.0001": -0.022384651005268097 + }, + "gamma_energy_weighted": { + "1e-08": -0.02167834981952873, + "1e-07": -0.02167834981952873, + "1e-06": -0.02167834981952873, + "1e-05": -0.02167834981952873, + "0.0001": -0.02167834981952873 + } + }, + { + "layer": 1, + "mean_norm": 0.0018572919070720673, + "median_norm": 0.0020048769656568766, + "max_norm": 0.0025789067149162292, + "min_norm": 9.880350147379265e-17, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.931640625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.801941871643066, + "5": -6.371374130249023, + "10": -2.7622952461242676, + "25": -2.710564613342285, + "50": -2.697622537612915, + "75": -2.6852612495422363, + "90": -2.652362823486328, + "95": -2.650623321533203, + "99": -2.648113965988159 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 3, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 0, + 0, + 2, + 1, + 2, + 2, + 1, + 3, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.00522804260254, + -15.736894607543945, + -15.468561172485352, + -15.200227737426758, + -14.93189525604248, + -14.663561820983887, + -14.395228385925293, + -14.1268949508667, + -13.858561515808105, + -13.590229034423828, + -13.321895599365234, + -13.05356216430664, + -12.785228729248047, + -12.516895294189453, + -12.24856185913086, + -11.980228424072266, + -11.711894989013672, + -11.443561553955078, + -11.1752290725708, + -10.906895637512207, + -10.638562202453613, + -10.370229721069336, + -10.101896286010742, + -9.833562850952148, + -9.565229415893555, + -9.296895980834961, + -9.028562545776367, + -8.760229110717773, + -8.49189567565918, + -8.223562240600586, + -7.955229759216309, + -7.686896324157715, + -7.418562889099121, + -7.150229454040527, + -6.881896018981934, + -6.61356258392334, + -6.3452301025390625, + -6.076896667480469, + -5.808563232421875, + -5.540229797363281, + -5.2718963623046875, + -5.003562927246094, + -4.735230445861816, + -4.466897010803223, + -4.198563575744629, + -3.930230140686035, + -3.6618967056274414, + -3.3935632705688477, + -3.1252307891845703, + -2.8568973541259766, + -2.588564395904541 + ], + "r_inf_mean": 0.23599980771541595, + "r_inf_median": 0.23970811069011688, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6521177291870117, + "eff_dim_mean": 0.6521176695823669, + "topk_energy": { + "1": 0.056079041212797165, + "5": 0.23868849873542786, + "10": 0.3900257349014282, + "25": 0.709037184715271 + }, + "gamma_raw": 0.2499760240316391, + "gamma_active": { + "1e-08": 0.2581113576889038, + "1e-07": 0.25813010334968567, + "1e-06": 0.25877103209495544, + "1e-05": 0.2586163878440857, + "0.0001": 0.2586977481842041 + }, + "gamma_energy_weighted": { + "1e-08": 0.26040753525251104, + "1e-07": 0.26040753525251104, + "1e-06": 0.26040753525251104, + "1e-05": 0.26040753525251104, + "0.0001": 0.26040753525251104 + } + }, + { + "layer": 2, + "mean_norm": 0.0018271415028721094, + "median_norm": 0.001955814193934202, + "max_norm": 0.0025417597498744726, + "min_norm": 9.813369693586151e-17, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.931640625, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.805265426635742, + "5": -6.37744665145874, + "10": -2.7669551372528076, + "25": -2.716801881790161, + "50": -2.7070960998535156, + "75": -2.692462682723999, + "90": -2.6565310955047607, + "95": -2.655801773071289, + "99": -2.652857542037964 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 3, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 0, + 0, + 2, + 1, + 2, + 2, + 1, + 3, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.008182525634766, + -15.73991584777832, + -15.471650123596191, + -15.203383445739746, + -14.935117721557617, + -14.666851043701172, + -14.398584365844727, + -14.130318641662598, + -13.862051963806152, + -13.593786239624023, + -13.325519561767578, + -13.057252883911133, + -12.788986206054688, + -12.520720481872559, + -12.252453804016113, + -11.984188079833984, + -11.715921401977539, + -11.447654724121094, + -11.179388999938965, + -10.91112232208252, + -10.64285659790039, + -10.374589920043945, + -10.1063232421875, + -9.838056564331055, + -9.569790840148926, + -9.301525115966797, + -9.033258438110352, + -8.764991760253906, + -8.496725082397461, + -8.228459358215332, + -7.960192680358887, + -7.691926956176758, + -7.4236602783203125, + -7.155393600463867, + -6.887127876281738, + -6.618861198425293, + -6.350595474243164, + -6.082328796386719, + -5.814062118530273, + -5.5457963943481445, + -5.277529716491699, + -5.009263038635254, + -4.740997314453125, + -4.47273063659668, + -4.204463958740234, + -3.9361982345581055, + -3.66793155670166, + -3.3996658325195312, + -3.131399154663086, + -2.8631324768066406, + -2.594865560531616 + ], + "r_inf_mean": 0.23503147065639496, + "r_inf_median": 0.2393491268157959, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6542823314666748, + "eff_dim_mean": 0.6542823314666748, + "topk_energy": { + "1": 0.05554807558655739, + "5": 0.23890390992164612, + "10": 0.3908342123031616, + "25": 0.7065863609313965 + }, + "gamma_raw": 0.0775405615568161, + "gamma_active": { + "1e-08": 0.07986167073249817, + "1e-07": 0.08066168427467346, + "1e-06": 0.08133206516504288, + "1e-05": 0.08103562146425247, + "0.0001": 0.08089803159236908 + }, + "gamma_energy_weighted": { + "1e-08": 0.0826125350724718, + "1e-07": 0.0826125350724718, + "1e-06": 0.0826125350724718, + "1e-05": 0.0826125350724718, + "0.0001": 0.0826125350724718 + } + }, + { + "layer": 3, + "mean_norm": 0.0018155924044549465, + "median_norm": 0.0019471223931759596, + "max_norm": 0.0025205628480762243, + "min_norm": 9.653292377955909e-17, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.931640625, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.805523872375488, + "5": -6.379316329956055, + "10": -2.769727945327759, + "25": -2.7198448181152344, + "50": -2.7089076042175293, + "75": -2.694354772567749, + "90": -2.6588799953460693, + "95": -2.658353090286255, + "99": -2.657158136367798 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 4, + 0, + 0, + 3, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 4, + 0, + 0, + 2, + 1, + 2, + 2, + 1, + 3, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 2, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.01532554626465, + -15.746989250183105, + -15.478652954101562, + -15.210315704345703, + -14.94197940826416, + -14.673643112182617, + -14.405306816101074, + -14.136970520019531, + -13.868634223937988, + -13.600297927856445, + -13.331960678100586, + -13.063624382019043, + -12.7952880859375, + -12.526951789855957, + -12.258615493774414, + -11.990278244018555, + -11.721942901611328, + -11.453605651855469, + -11.185269355773926, + -10.916933059692383, + -10.64859676361084, + -10.380260467529297, + -10.111923217773438, + -9.843587875366211, + -9.575250625610352, + -9.306914329528809, + -9.038578033447266, + -8.770241737365723, + -8.50190544128418, + -8.23356819152832, + -7.965231895446777, + -7.696895599365234, + -7.428559303283691, + -7.160223007202148, + -6.8918867111206055, + -6.6235504150390625, + -6.355213165283203, + -6.08687686920166, + -5.818540573120117, + -5.550204277038574, + -5.281867980957031, + -5.013531684875488, + -4.745194435119629, + -4.476858139038086, + -4.208521842956543, + -3.940185546875, + -3.671849250793457, + -3.403512954711914, + -3.1351757049560547, + -2.8668394088745117, + -2.5985026359558105 + ], + "r_inf_mean": 0.23433873057365417, + "r_inf_median": 0.23822101950645447, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6544475555419922, + "eff_dim_mean": 0.6544475555419922, + "topk_energy": { + "1": 0.05520569905638695, + "5": 0.2384430468082428, + "10": 0.39031344652175903, + "25": 0.7061680555343628 + }, + "gamma_raw": 0.11540576815605164, + "gamma_active": { + "1e-08": 0.11925671249628067, + "1e-07": 0.11935649812221527, + "1e-06": 0.11902287602424622, + "1e-05": 0.11772037297487259, + "0.0001": 0.1168321967124939 + }, + "gamma_energy_weighted": { + "1e-08": 0.12137960196260528, + "1e-07": 0.12137960196260528, + "1e-06": 0.12137960196260528, + "1e-05": 0.12137960196260528, + "0.0001": 0.12137960196260528 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L8.json new file mode 100644 index 0000000..e395cb2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 28.89847183227539, + "acc": 0.07421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.017503149807453156, + "median_norm": 0.018106942996382713, + "max_norm": 0.030238671228289604, + "min_norm": 3.179338392556019e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.329004287719727, + "5": -2.9771227836608887, + "10": -1.8819531202316284, + "25": -1.8009014129638672, + "50": -1.7419989109039307, + "75": -1.6880112886428833, + "90": -1.6296113729476929, + "95": -1.5941914319992065, + "99": -1.5483497381210327 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 0, + 2, + 2, + 1, + 16, + 166, + 226, + 66 + ], + "log_norms_bin_edges": [ + -7.497663497924805, + -7.378098964691162, + -7.2585344314575195, + -7.138969898223877, + -7.019405364990234, + -6.899840831756592, + -6.780276298522949, + -6.660711765289307, + -6.541147232055664, + -6.4215826988220215, + -6.302018165588379, + -6.182453632354736, + -6.062889099121094, + -5.943324565887451, + -5.823760032653809, + -5.704195499420166, + -5.584630966186523, + -5.465066909790039, + -5.345501899719238, + -5.225937843322754, + -5.106372833251953, + -4.986808776855469, + -4.867243766784668, + -4.747679710388184, + -4.628114700317383, + -4.508550643920898, + -4.388985633850098, + -4.269421577453613, + -4.1498565673828125, + -4.030292510986328, + -3.9107277393341064, + -3.791163206100464, + -3.6715986728668213, + -3.5520341396331787, + -3.4324698448181152, + -3.3129053115844727, + -3.19334077835083, + -3.0737762451171875, + -2.954211711883545, + -2.8346471786499023, + -2.7150826454162598, + -2.595518112182617, + -2.4759535789489746, + -2.356389045715332, + -2.2368245124816895, + -2.117259979248047, + -1.9976954460144043, + -1.8781309127807617, + -1.7585663795471191, + -1.6390018463134766, + -1.519437313079834 + ], + "r_inf_mean": 0.25833767652511597, + "r_inf_median": 0.24571484327316284, + "pr_mean": 0.345554918050766, + "pr_median": 0.3464151620864868, + "hoyer_mean": 0.6389459371566772, + "eff_dim_mean": 0.6389458775520325, + "topk_energy": { + "1": 0.06962533295154572, + "5": 0.2586936354637146, + "10": 0.4130092263221741, + "25": 0.7161362171173096 + }, + "gamma_raw": -0.006986214779317379, + "gamma_active": { + "1e-08": -0.006986214779317379, + "1e-07": -0.007431944832205772, + "1e-06": -0.006549519952386618, + "1e-05": -0.006611786317080259, + "0.0001": -0.0064999996684491634 + }, + "gamma_energy_weighted": { + "1e-08": -0.014637055240846518, + "1e-07": -0.014637055240846518, + "1e-06": -0.014637055240846518, + "1e-05": -0.014637055240846518, + "0.0001": -0.014637055240846518 + } + }, + { + "layer": 1, + "mean_norm": 0.0019336927216500044, + "median_norm": 0.002118839882314205, + "max_norm": 0.002502159681171179, + "min_norm": 2.8773234905798972e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.338280200958252, + "5": -4.026210784912109, + "10": -2.817664384841919, + "25": -2.733228921890259, + "50": -2.673809051513672, + "75": -2.6483683586120605, + "90": -2.6182756423950195, + "95": -2.6061289310455322, + "99": -2.603240728378296 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 5, + 119, + 350 + ], + "log_norms_bin_edges": [ + -8.541010856628418, + -8.422224044799805, + -8.303438186645508, + -8.184651374816895, + -8.065864562988281, + -7.947078227996826, + -7.828291893005371, + -7.709505081176758, + -7.590718746185303, + -7.471932411193848, + -7.353145599365234, + -7.234359264373779, + -7.115572929382324, + -6.996786117553711, + -6.877999782562256, + -6.759213447570801, + -6.6404266357421875, + -6.521639823913574, + -6.402853488922119, + -6.284067153930664, + -6.165280342102051, + -6.046494007110596, + -5.927707672119141, + -5.808920860290527, + -5.690134525299072, + -5.571348190307617, + -5.452561378479004, + -5.333775043487549, + -5.214988708496094, + -5.0962018966674805, + -4.977415561676025, + -4.85862922668457, + -4.739842414855957, + -4.621055603027344, + -4.502269268035889, + -4.383482933044434, + -4.26469612121582, + -4.145909786224365, + -4.02712345123291, + -3.908336639404297, + -3.789550304412842, + -3.6707639694213867, + -3.5519771575927734, + -3.4331908226013184, + -3.3144044876098633, + -3.19561767578125, + -3.076831340789795, + -2.9580445289611816, + -2.8392581939697266, + -2.7204718589782715, + -2.601685047149658 + ], + "r_inf_mean": 0.2532406449317932, + "r_inf_median": 0.243402361869812, + "pr_mean": 0.3411259055137634, + "pr_median": 0.3412286639213562, + "hoyer_mean": 0.6435704231262207, + "eff_dim_mean": 0.6435704231262207, + "topk_energy": { + "1": 0.06488348543643951, + "5": 0.26595133543014526, + "10": 0.4195926785469055, + "25": 0.7176727652549744 + }, + "gamma_raw": 0.31004077196121216, + "gamma_active": { + "1e-08": 0.31089669466018677, + "1e-07": 0.3100605309009552, + "1e-06": 0.3096408247947693, + "1e-05": 0.3094545006752014, + "0.0001": 0.30840548872947693 + }, + "gamma_energy_weighted": { + "1e-08": 0.3157876527115922, + "1e-07": 0.3157876527115922, + "1e-06": 0.3157876527115922, + "1e-05": 0.3157876527115922, + "0.0001": 0.3157876527115922 + } + }, + { + "layer": 2, + "mean_norm": 0.0019028583774343133, + "median_norm": 0.0020740933250635862, + "max_norm": 0.002470738720148802, + "min_norm": 2.848590918702598e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.343076229095459, + "5": -4.031274318695068, + "10": -2.8267910480499268, + "25": -2.7411582469940186, + "50": -2.68295955657959, + "75": -2.65779447555542, + "90": -2.6233625411987305, + "95": -2.6127893924713135, + "99": -2.607755422592163 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 5, + 119, + 350 + ], + "log_norms_bin_edges": [ + -8.545370101928711, + -8.426606178283691, + -8.307842254638672, + -8.189078330993652, + -8.070314407348633, + -7.951550483703613, + -7.832786560058594, + -7.714022636413574, + -7.595258712768555, + -7.476494789123535, + -7.357730865478516, + -7.238966941833496, + -7.120203018188477, + -7.001439094543457, + -6.882674694061279, + -6.76391077041626, + -6.64514684677124, + -6.526382923126221, + -6.407618999481201, + -6.288855075836182, + -6.170091152191162, + -6.051327228546143, + -5.932563304901123, + -5.8137993812561035, + -5.695035457611084, + -5.5762715339660645, + -5.457507610321045, + -5.338743209838867, + -5.219979286193848, + -5.101215362548828, + -4.982451438903809, + -4.863687515258789, + -4.7449235916137695, + -4.62615966796875, + -4.5073957443237305, + -4.388631820678711, + -4.269867897033691, + -4.151103973388672, + -4.032340049743652, + -3.913576126098633, + -3.7948122024536133, + -3.6760482788085938, + -3.557284355163574, + -3.4385204315185547, + -3.319756507873535, + -3.2009925842285156, + -3.082228660583496, + -2.9634647369384766, + -2.844700813293457, + -2.7259368896484375, + -2.607173204421997 + ], + "r_inf_mean": 0.2514404058456421, + "r_inf_median": 0.2430933564901352, + "pr_mean": 0.3397254943847656, + "pr_median": 0.33924809098243713, + "hoyer_mean": 0.6417950987815857, + "eff_dim_mean": 0.6417950391769409, + "topk_energy": { + "1": 0.06405574083328247, + "5": 0.2660805583000183, + "10": 0.42258304357528687, + "25": 0.7200915813446045 + }, + "gamma_raw": 0.16895972192287445, + "gamma_active": { + "1e-08": 0.16946536302566528, + "1e-07": 0.16959857940673828, + "1e-06": 0.1698993295431137, + "1e-05": 0.17018607258796692, + "0.0001": 0.17040450870990753 + }, + "gamma_energy_weighted": { + "1e-08": 0.1820439871049982, + "1e-07": 0.1820439871049982, + "1e-06": 0.1820439871049982, + "1e-05": 0.1820439871049982, + "0.0001": 0.1820439871049982 + } + }, + { + "layer": 3, + "mean_norm": 0.0018904609605669975, + "median_norm": 0.0020671421661973, + "max_norm": 0.0024587789084762335, + "min_norm": 2.8362663329062343e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.34541654586792, + "5": -4.034550189971924, + "10": -2.828634262084961, + "25": -2.744908332824707, + "50": -2.684558868408203, + "75": -2.661184549331665, + "90": -2.624121904373169, + "95": -2.6154260635375977, + "99": -2.609703779220581 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 2, + 5, + 119, + 350 + ], + "log_norms_bin_edges": [ + -8.547252655029297, + -8.42849349975586, + -8.309733390808105, + -8.190974235534668, + -8.07221508026123, + -7.953455448150635, + -7.834695816040039, + -7.715936660766602, + -7.597177028656006, + -7.478417873382568, + -7.359658241271973, + -7.240899085998535, + -7.1221394538879395, + -7.003379821777344, + -6.884620666503906, + -6.7658610343933105, + -6.647101402282715, + -6.528342247009277, + -6.40958309173584, + -6.290822982788086, + -6.172063827514648, + -6.053304672241211, + -5.934545040130615, + -5.8157854080200195, + -5.697026252746582, + -5.578266620635986, + -5.459506988525391, + -5.340747833251953, + -5.221988677978516, + -5.10322904586792, + -4.984469413757324, + -4.865710258483887, + -4.746950626373291, + -4.628190994262695, + -4.509431838989258, + -4.390672206878662, + -4.271913051605225, + -4.153153419494629, + -4.034393787384033, + -3.9156346321105957, + -3.796875, + -3.6781158447265625, + -3.559356212615967, + -3.440596580505371, + -3.3218374252319336, + -3.203077793121338, + -3.0843186378479004, + -2.9655590057373047, + -2.846799850463867, + -2.7280402183532715, + -2.609280586242676 + ], + "r_inf_mean": 0.2532550096511841, + "r_inf_median": 0.24007315933704376, + "pr_mean": 0.3391416072845459, + "pr_median": 0.34317612648010254, + "hoyer_mean": 0.6417386531829834, + "eff_dim_mean": 0.6417386531829834, + "topk_energy": { + "1": 0.0648944154381752, + "5": 0.2666708827018738, + "10": 0.42266735434532166, + "25": 0.7195032238960266 + }, + "gamma_raw": 0.13383115828037262, + "gamma_active": { + "1e-08": 0.1342467963695526, + "1e-07": 0.13281524181365967, + "1e-06": 0.13271650671958923, + "1e-05": 0.13289481401443481, + "0.0001": 0.13125671446323395 + }, + "gamma_energy_weighted": { + "1e-08": 0.15414440211671895, + "1e-07": 0.15414440211671895, + "1e-06": 0.15414440211671895, + "1e-05": 0.15414440211671895, + "0.0001": 0.15414440211671895 + } + }, + { + "layer": 4, + "mean_norm": 0.0018891295185312629, + "median_norm": 0.0020608745981007814, + "max_norm": 0.002451205626130104, + "min_norm": 2.8275404240218904e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.346557140350342, + "5": -4.035037040710449, + "10": -2.8284709453582764, + "25": -2.7460777759552, + "50": -2.6856942176818848, + "75": -2.6620864868164062, + "90": -2.624722957611084, + "95": -2.6175427436828613, + "99": -2.6109695434570312 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 3, + 1, + 5, + 114, + 355 + ], + "log_norms_bin_edges": [ + -8.548591613769531, + -8.429832458496094, + -8.31107234954834, + -8.192313194274902, + -8.073554039001465, + -7.954794406890869, + -7.836035251617432, + -7.717275619506836, + -7.598516464233398, + -7.479756832122803, + -7.360997200012207, + -7.2422380447387695, + -7.123478412628174, + -7.004719257354736, + -6.885959625244141, + -6.767200469970703, + -6.648440837860107, + -6.529681205749512, + -6.410922050476074, + -6.292162895202637, + -6.173403263092041, + -6.054643630981445, + -5.935884475708008, + -5.817124843597412, + -5.698365211486816, + -5.579606056213379, + -5.460846900939941, + -5.342087268829346, + -5.22332763671875, + -5.1045684814453125, + -4.985808849334717, + -4.867049217224121, + -4.748290061950684, + -4.629530906677246, + -4.51077127456665, + -4.392011642456055, + -4.273252487182617, + -4.1544928550720215, + -4.035733699798584, + -3.9169740676879883, + -3.798214912414551, + -3.679455280303955, + -3.5606956481933594, + -3.441936492919922, + -3.323176860809326, + -3.2044177055358887, + -3.085658073425293, + -2.9668989181518555, + -2.8481392860412598, + -2.729379653930664, + -2.6106202602386475 + ], + "r_inf_mean": 0.251549631357193, + "r_inf_median": 0.23875409364700317, + "pr_mean": 0.3402450680732727, + "pr_median": 0.33944106101989746, + "hoyer_mean": 0.6416535377502441, + "eff_dim_mean": 0.6416534781455994, + "topk_energy": { + "1": 0.06405453383922577, + "5": 0.26612794399261475, + "10": 0.42221343517303467, + "25": 0.7194506525993347 + }, + "gamma_raw": 0.08799593150615692, + "gamma_active": { + "1e-08": 0.08836736530065536, + "1e-07": 0.08712930977344513, + "1e-06": 0.08695807307958603, + "1e-05": 0.08708390593528748, + "0.0001": 0.0856270119547844 + }, + "gamma_energy_weighted": { + "1e-08": 0.0991374759857501, + "1e-07": 0.0991374759857501, + "1e-06": 0.0991374759857501, + "1e-05": 0.0991374759857501, + "0.0001": 0.0991374759857501 + } + }, + { + "layer": 5, + "mean_norm": 0.0018869852647185326, + "median_norm": 0.0020520256366580725, + "max_norm": 0.0024420474655926228, + "min_norm": 2.818431266149446e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.348071098327637, + "5": -4.036803245544434, + "10": -2.8286075592041016, + "25": -2.747105360031128, + "50": -2.687800884246826, + "75": -2.6618123054504395, + "90": -2.6246979236602783, + "95": -2.618091344833374, + "99": -2.6124980449676514 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 2, + 4, + 113, + 357 + ], + "log_norms_bin_edges": [ + -8.549993515014648, + -8.431238174438477, + -8.312483787536621, + -8.19372844696045, + -8.074974060058594, + -7.956218719482422, + -7.837463855743408, + -7.7187089920043945, + -7.599953651428223, + -7.481198787689209, + -7.362443923950195, + -7.243689060211182, + -7.124934196472168, + -7.006178855895996, + -6.887423992156982, + -6.768669128417969, + -6.649914264678955, + -6.531159400939941, + -6.4124040603637695, + -6.293649196624756, + -6.174894332885742, + -6.05613899230957, + -5.937384605407715, + -5.818629264831543, + -5.699874401092529, + -5.581119537353516, + -5.462364196777344, + -5.343609809875488, + -5.224854469299316, + -5.106099605560303, + -4.987344741821289, + -4.868589401245117, + -4.749835014343262, + -4.63107967376709, + -4.512324810028076, + -4.3935699462890625, + -4.274815082550049, + -4.156059741973877, + -4.037304878234863, + -3.9185500144958496, + -3.799795150756836, + -3.6810402870178223, + -3.5622849464416504, + -3.4435300827026367, + -3.324775218963623, + -3.2060203552246094, + -3.0872654914855957, + -2.968510150909424, + -2.84975528717041, + -2.7310004234313965, + -2.612245798110962 + ], + "r_inf_mean": 0.25224828720092773, + "r_inf_median": 0.23804828524589539, + "pr_mean": 0.34082677960395813, + "pr_median": 0.3479885756969452, + "hoyer_mean": 0.641414999961853, + "eff_dim_mean": 0.641414999961853, + "topk_energy": { + "1": 0.06437616795301437, + "5": 0.26573842763900757, + "10": 0.420969158411026, + "25": 0.7187669277191162 + }, + "gamma_raw": 0.11907732486724854, + "gamma_active": { + "1e-08": 0.11912845820188522, + "1e-07": 0.11857038736343384, + "1e-06": 0.11813147366046906, + "1e-05": 0.1175248771905899, + "0.0001": 0.11621756106615067 + }, + "gamma_energy_weighted": { + "1e-08": 0.1294731235292819, + "1e-07": 0.1294731235292819, + "1e-06": 0.1294731235292819, + "1e-05": 0.1294731235292819, + "0.0001": 0.1294731235292819 + } + }, + { + "layer": 6, + "mean_norm": 0.001882975222542882, + "median_norm": 0.00205140165053308, + "max_norm": 0.002430942142382264, + "min_norm": 2.8057616230370286e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.349848747253418, + "5": -4.037834167480469, + "10": -2.8284647464752197, + "25": -2.7473604679107666, + "50": -2.687926769256592, + "75": -2.663217067718506, + "90": -2.6255221366882324, + "95": -2.6190645694732666, + "99": -2.6143269538879395 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 2, + 4, + 112, + 358 + ], + "log_norms_bin_edges": [ + -8.551949501037598, + -8.433195114135742, + -8.314440727233887, + -8.195686340332031, + -8.076931953430176, + -7.958177089691162, + -7.839422702789307, + -7.720668315887451, + -7.6019134521484375, + -7.483159065246582, + -7.364404678344727, + -7.245650291442871, + -7.126895904541016, + -7.008141040802002, + -6.8893866539001465, + -6.770632266998291, + -6.6518778800964355, + -6.533123016357422, + -6.414368629455566, + -6.295614242553711, + -6.1768598556518555, + -6.05810546875, + -5.9393510818481445, + -5.820596694946289, + -5.701841831207275, + -5.58308744430542, + -5.464332580566406, + -5.345578193664551, + -5.226823806762695, + -5.10806941986084, + -4.989315032958984, + -4.870560646057129, + -4.751806259155273, + -4.633051872253418, + -4.514297008514404, + -4.395542621612549, + -4.276788234710693, + -4.15803337097168, + -4.039278984069824, + -3.9205245971679688, + -3.8017702102661133, + -3.683015823364258, + -3.564260959625244, + -3.4455065727233887, + -3.326752185821533, + -3.2079977989196777, + -3.0892434120178223, + -2.9704885482788086, + -2.851734161376953, + -2.7329797744750977, + -2.614225387573242 + ], + "r_inf_mean": 0.25224876403808594, + "r_inf_median": 0.23987317085266113, + "pr_mean": 0.3409254550933838, + "pr_median": 0.3475842773914337, + "hoyer_mean": 0.6414406299591064, + "eff_dim_mean": 0.6414406299591064, + "topk_energy": { + "1": 0.06438495963811874, + "5": 0.26580968499183655, + "10": 0.42139965295791626, + "25": 0.7186541557312012 + }, + "gamma_raw": 0.020813170820474625, + "gamma_active": { + "1e-08": 0.02098200097680092, + "1e-07": 0.02094930410385132, + "1e-06": 0.020929591730237007, + "1e-05": 0.020589137449860573, + "0.0001": 0.020343884825706482 + }, + "gamma_energy_weighted": { + "1e-08": 0.022115986301027277, + "1e-07": 0.022115986301027277, + "1e-06": 0.022115986301027277, + "1e-05": 0.022115986301027277, + "0.0001": 0.022115986301027277 + } + }, + { + "layer": 7, + "mean_norm": 0.0018819266697391868, + "median_norm": 0.0020501473918557167, + "max_norm": 0.0024270375724881887, + "min_norm": 2.8022397735583127e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -7.350454807281494, + "5": -4.038658618927002, + "10": -2.8286962509155273, + "25": -2.7471723556518555, + "50": -2.687990188598633, + "75": -2.6632227897644043, + "90": -2.6252145767211914, + "95": -2.6188805103302, + "99": -2.6149771213531494 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 5, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 2, + 4, + 111, + 359 + ], + "log_norms_bin_edges": [ + -8.552495002746582, + -8.433743476867676, + -8.31499195098877, + -8.196240425109863, + -8.077488899230957, + -7.958737850189209, + -7.839986324310303, + -7.7212347984313965, + -7.602483749389648, + -7.483732223510742, + -7.364980697631836, + -7.24622917175293, + -7.127477645874023, + -7.008726596832275, + -6.889975070953369, + -6.771223545074463, + -6.652472019195557, + -6.533720970153809, + -6.414969444274902, + -6.296217918395996, + -6.17746639251709, + -6.058714866638184, + -5.939963340759277, + -5.821211814880371, + -5.702460765838623, + -5.583709239959717, + -5.464958190917969, + -5.3462066650390625, + -5.227455139160156, + -5.10870361328125, + -4.989952087402344, + -4.8712005615234375, + -4.752449035644531, + -4.633697509765625, + -4.514946460723877, + -4.396194934844971, + -4.2774434089660645, + -4.158692359924316, + -4.03994083404541, + -3.921189308166504, + -3.8024377822875977, + -3.6836862564086914, + -3.5649352073669434, + -3.446183681488037, + -3.327432155609131, + -3.2086806297302246, + -3.0899291038513184, + -2.9711780548095703, + -2.852426528930664, + -2.733675003051758, + -2.6149234771728516 + ], + "r_inf_mean": 0.2522256076335907, + "r_inf_median": 0.23800963163375854, + "pr_mean": 0.3406465947628021, + "pr_median": 0.3465689718723297, + "hoyer_mean": 0.6413960456848145, + "eff_dim_mean": 0.6413960456848145, + "topk_energy": { + "1": 0.06437497586011887, + "5": 0.26626092195510864, + "10": 0.42187371850013733, + "25": 0.7189180850982666 + }, + "gamma_raw": 0.06781651079654694, + "gamma_active": { + "1e-08": 0.06816647946834564, + "1e-07": 0.06739379465579987, + "1e-06": 0.06708257645368576, + "1e-05": 0.06652866303920746, + "0.0001": 0.06557346880435944 + }, + "gamma_energy_weighted": { + "1e-08": 0.0659423936795445, + "1e-07": 0.0659423936795445, + "1e-06": 0.0659423936795445, + "1e-05": 0.0659423936795445, + "0.0001": 0.0659423936795445 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L4.json new file mode 100644 index 0000000..65cfb90 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 11.87514877319336, + "acc": 0.0625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01575324311852455, + "median_norm": 0.016252122819423676, + "max_norm": 0.024670777842402458, + "min_norm": 1.659960162214702e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.9921875 + }, + "log_norms_percentiles": { + "1": -3.746323347091675, + "5": -2.1679141521453857, + "10": -1.898061752319336, + "25": -1.8341435194015503, + "50": -1.7890230417251587, + "75": -1.7421660423278809, + "90": -1.7057080268859863, + "95": -1.6880419254302979, + "99": -1.6394211053848267 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 4, + 1, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 4, + 5, + 8, + 49, + 201, + 190, + 30 + ], + "log_norms_bin_edges": [ + -5.779902458190918, + -5.696460723876953, + -5.613018989562988, + -5.529577255249023, + -5.446135520935059, + -5.362693786621094, + -5.279252052307129, + -5.195810317993164, + -5.112368583679199, + -5.028926849365234, + -4.945485591888428, + -4.862043857574463, + -4.778602123260498, + -4.695160388946533, + -4.611718654632568, + -4.5282769203186035, + -4.444835186004639, + -4.361393451690674, + -4.277951717376709, + -4.194509983062744, + -4.111068248748779, + -4.0276265144348145, + -3.9441850185394287, + -3.860743284225464, + -3.777301549911499, + -3.693859815597534, + -3.6104180812835693, + -3.5269763469696045, + -3.4435348510742188, + -3.360093116760254, + -3.276651382446289, + -3.193209648132324, + -3.1097679138183594, + -3.0263261795043945, + -2.9428844451904297, + -2.859442710876465, + -2.7760009765625, + -2.6925594806671143, + -2.6091177463531494, + -2.5256760120391846, + -2.4422342777252197, + -2.358792543411255, + -2.27535080909729, + -2.191909074783325, + -2.1084675788879395, + -2.0250258445739746, + -1.9415841102600098, + -1.858142375946045, + -1.77470064163208, + -1.6912589073181152, + -1.6078171730041504 + ], + "r_inf_mean": 0.3493257164955139, + "r_inf_median": 0.33848103880882263, + "pr_mean": 0.19303935766220093, + "pr_median": 0.1954890787601471, + "hoyer_mean": 0.5162491798400879, + "eff_dim_mean": 0.5162491202354431, + "topk_energy": { + "1": 0.12655772268772125, + "5": 0.3978797197341919, + "10": 0.564887285232544, + "25": 0.8241176009178162 + }, + "gamma_raw": 0.019918736070394516, + "gamma_active": { + "1e-08": 0.019918736070394516, + "1e-07": 0.019918736070394516, + "1e-06": 0.019918736070394516, + "1e-05": 0.01994147337973118, + "0.0001": 0.019820373505353928 + }, + "gamma_energy_weighted": { + "1e-08": 0.023326204532522106, + "1e-07": 0.023326204532522106, + "1e-06": 0.023326204532522106, + "1e-05": 0.023326204532522106, + "0.0001": 0.023326204532522106 + } + }, + { + "layer": 1, + "mean_norm": 0.0017988968174904585, + "median_norm": 0.0018983562476933002, + "max_norm": 0.0023731361143290997, + "min_norm": 2.189892995829723e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9921875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -4.702156066894531, + "5": -3.130490303039551, + "10": -2.8284666538238525, + "25": -2.762894630432129, + "50": -2.721529245376587, + "75": -2.688941478729248, + "90": -2.658942222595215, + "95": -2.6534719467163086, + "99": -2.6466848850250244 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 3, + 3, + 3, + 7, + 47, + 232, + 192 + ], + "log_norms_bin_edges": [ + -6.659577369689941, + -6.578879356384277, + -6.498181343078613, + -6.417483329772949, + -6.336785316467285, + -6.256087303161621, + -6.175389289855957, + -6.094691276550293, + -6.013993263244629, + -5.933295249938965, + -5.852597236633301, + -5.771899223327637, + -5.691201210021973, + -5.610503196716309, + -5.529805660247803, + -5.449107646942139, + -5.368409633636475, + -5.2877116203308105, + -5.2070136070251465, + -5.126315593719482, + -5.045617580413818, + -4.964919567108154, + -4.88422155380249, + -4.803523540496826, + -4.722825527191162, + -4.642127513885498, + -4.561429500579834, + -4.480731964111328, + -4.400033950805664, + -4.3193359375, + -4.238637924194336, + -4.157939910888672, + -4.077241897583008, + -3.9965436458587646, + -3.9158456325531006, + -3.8351476192474365, + -3.7544496059417725, + -3.6737515926361084, + -3.5930538177490234, + -3.5123558044433594, + -3.4316577911376953, + -3.3509597778320312, + -3.270261764526367, + -3.189563751220703, + -3.108865737915039, + -3.028167724609375, + -2.947469711303711, + -2.866771697998047, + -2.786073684692383, + -2.705375909805298, + -2.6246774196624756 + ], + "r_inf_mean": 0.2416583150625229, + "r_inf_median": 0.23427441716194153, + "pr_mean": 0.3574448227882385, + "pr_median": 0.3578413426876068, + "hoyer_mean": 0.6471180319786072, + "eff_dim_mean": 0.6471180319786072, + "topk_energy": { + "1": 0.0596286877989769, + "5": 0.2505791485309601, + "10": 0.40548384189605713, + "25": 0.7112697958946228 + }, + "gamma_raw": 0.2411976158618927, + "gamma_active": { + "1e-08": 0.2411976158618927, + "1e-07": 0.2411976158618927, + "1e-06": 0.24094420671463013, + "1e-05": 0.24092483520507812, + "0.0001": 0.24028930068016052 + }, + "gamma_energy_weighted": { + "1e-08": 0.24150095588271245, + "1e-07": 0.24150095588271245, + "1e-06": 0.24150095588271245, + "1e-05": 0.24150095588271245, + "0.0001": 0.24150095588271245 + } + }, + { + "layer": 2, + "mean_norm": 0.0017477733781561255, + "median_norm": 0.0018508268985897303, + "max_norm": 0.0022986505646258593, + "min_norm": 2.1087038248879253e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9921875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -4.722742080688477, + "5": -3.145998239517212, + "10": -2.8395063877105713, + "25": -2.77774715423584, + "50": -2.7325127124786377, + "75": -2.700212240219116, + "90": -2.6735177040100098, + "95": -2.665727138519287, + "99": -2.6556971073150635 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 0, + 2, + 3, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 3, + 3, + 3, + 6, + 47, + 218, + 207 + ], + "log_norms_bin_edges": [ + -6.675984859466553, + -6.595235824584961, + -6.514486789703369, + -6.433737277984619, + -6.352988243103027, + -6.2722392082214355, + -6.191490173339844, + -6.110740661621094, + -6.029991626739502, + -5.94924259185791, + -5.868493556976318, + -5.787744045257568, + -5.706995010375977, + -5.626245975494385, + -5.545496940612793, + -5.464747428894043, + -5.383998394012451, + -5.303249359130859, + -5.222500324249268, + -5.141751289367676, + -5.061001777648926, + -4.980252742767334, + -4.899503707885742, + -4.818754196166992, + -4.738005638122559, + -4.657256126403809, + -4.576507091522217, + -4.495758056640625, + -4.415008544921875, + -4.334259510040283, + -4.253510475158691, + -4.172760963439941, + -4.092012405395508, + -4.011262893676758, + -3.930513858795166, + -3.849764823913574, + -3.7690155506134033, + -3.6882665157318115, + -3.6075172424316406, + -3.526768207550049, + -3.446018934249878, + -3.365269899368286, + -3.2845206260681152, + -3.2037715911865234, + -3.1230223178863525, + -3.0422732830047607, + -2.96152400970459, + -2.880774974822998, + -2.8000259399414062, + -2.7192766666412354, + -2.6385271549224854 + ], + "r_inf_mean": 0.24343056976795197, + "r_inf_median": 0.239679217338562, + "pr_mean": 0.35491061210632324, + "pr_median": 0.3543260991573334, + "hoyer_mean": 0.646047055721283, + "eff_dim_mean": 0.646047055721283, + "topk_energy": { + "1": 0.06035090237855911, + "5": 0.2528232932090759, + "10": 0.40844857692718506, + "25": 0.7124847769737244 + }, + "gamma_raw": 0.039671480655670166, + "gamma_active": { + "1e-08": 0.039671480655670166, + "1e-07": 0.039671480655670166, + "1e-06": 0.03998080641031265, + "1e-05": 0.040109504014253616, + "0.0001": 0.04141722247004509 + }, + "gamma_energy_weighted": { + "1e-08": 0.04733569777295277, + "1e-07": 0.04733569777295277, + "1e-06": 0.04733569777295277, + "1e-05": 0.04733569777295277, + "0.0001": 0.04733569777295277 + } + }, + { + "layer": 3, + "mean_norm": 0.0017374204471707344, + "median_norm": 0.0018407165771350265, + "max_norm": 0.0022814557887613773, + "min_norm": 2.0906867348458036e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9921875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -4.728760719299316, + "5": -3.1481029987335205, + "10": -2.842233419418335, + "25": -2.780170440673828, + "50": -2.7347984313964844, + "75": -2.703477144241333, + "90": -2.676934242248535, + "95": -2.667814016342163, + "99": -2.657010316848755 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 0, + 2, + 3, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 3, + 3, + 3, + 6, + 45, + 216, + 211 + ], + "log_norms_bin_edges": [ + -6.679710865020752, + -6.598952293395996, + -6.51819372177124, + -6.437435626983643, + -6.356677055358887, + -6.275918483734131, + -6.195159912109375, + -6.114401817321777, + -6.0336432456970215, + -5.952884674072266, + -5.87212610244751, + -5.791368007659912, + -5.710609436035156, + -5.6298508644104, + -5.5490922927856445, + -5.468334197998047, + -5.387575626373291, + -5.306817054748535, + -5.226058483123779, + -5.145299911499023, + -5.064541816711426, + -4.98378324508667, + -4.903024673461914, + -4.822266578674316, + -4.741507530212402, + -4.660749435424805, + -4.579990863800049, + -4.499232292175293, + -4.418474197387695, + -4.3377156257629395, + -4.256957054138184, + -4.176198959350586, + -4.095439910888672, + -4.014681816101074, + -3.9339232444763184, + -3.8531646728515625, + -3.7724063396453857, + -3.69164776802063, + -3.610889434814453, + -3.5301308631896973, + -3.4493725299835205, + -3.3686139583587646, + -3.287855625152588, + -3.207097053527832, + -3.1263387203216553, + -3.0455801486968994, + -2.9648218154907227, + -2.884063243865967, + -2.803304672241211, + -2.722546339035034, + -2.6417880058288574 + ], + "r_inf_mean": 0.24349148571491241, + "r_inf_median": 0.23816274106502533, + "pr_mean": 0.3544742465019226, + "pr_median": 0.3559523820877075, + "hoyer_mean": 0.6456704139709473, + "eff_dim_mean": 0.6456704139709473, + "topk_energy": { + "1": 0.060425370931625366, + "5": 0.25332939624786377, + "10": 0.4085614085197449, + "25": 0.712522566318512 + }, + "gamma_raw": 0.1372838169336319, + "gamma_active": { + "1e-08": 0.1372838169336319, + "1e-07": 0.1372838169336319, + "1e-06": 0.1376544088125229, + "1e-05": 0.13758495450019836, + "0.0001": 0.13881593942642212 + }, + "gamma_energy_weighted": { + "1e-08": 0.14570638694802496, + "1e-07": 0.14570638694802496, + "1e-06": 0.14570638694802496, + "1e-05": 0.14570638694802496, + "0.0001": 0.14570638694802496 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L8.json new file mode 100644 index 0000000..c5541c4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 32.58588409423828, + "acc": 0.11328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.008655624464154243, + "median_norm": 0.00915446411818266, + "max_norm": 0.01384633406996727, + "min_norm": 3.0737218992271664e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.386488437652588, + "5": -3.5876102447509766, + "10": -2.5373642444610596, + "25": -2.0898847579956055, + "50": -2.038341760635376, + "75": -1.9814918041229248, + "90": -1.922772765159607, + "95": -1.9052664041519165, + "99": -1.8805959224700928 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 3, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 4, + 2, + 1, + 3, + 3, + 3, + 2, + 1, + 4, + 4, + 4, + 6, + 1, + 7, + 68, + 265, + 113 + ], + "log_norms_bin_edges": [ + -7.512335777282715, + -7.399262428283691, + -7.286189079284668, + -7.1731157302856445, + -7.060042381286621, + -6.9469685554504395, + -6.833895206451416, + -6.720821857452393, + -6.607748508453369, + -6.494675159454346, + -6.381601810455322, + -6.268527984619141, + -6.155454635620117, + -6.042381286621094, + -5.92930793762207, + -5.816234588623047, + -5.703161239624023, + -5.590087890625, + -5.477014541625977, + -5.363941192626953, + -5.25086784362793, + -5.137794494628906, + -5.024720668792725, + -4.911647319793701, + -4.798573970794678, + -4.685500621795654, + -4.572427272796631, + -4.459353446960449, + -4.346280097961426, + -4.233206748962402, + -4.120133399963379, + -4.0070600509643555, + -3.893986701965332, + -3.7809133529663086, + -3.667840003967285, + -3.5547664165496826, + -3.4416933059692383, + -3.3286194801330566, + -3.215546131134033, + -3.1024727821350098, + -2.9893994331359863, + -2.876326084136963, + -2.7632527351379395, + -2.650179386138916, + -2.5371055603027344, + -2.424032211303711, + -2.3109588623046875, + -2.197885513305664, + -2.0848121643066406, + -1.9717388153076172, + -1.8586652278900146 + ], + "r_inf_mean": 0.4099600613117218, + "r_inf_median": 0.39255568385124207, + "pr_mean": 0.14503610134124756, + "pr_median": 0.13826113939285278, + "hoyer_mean": 0.4834837019443512, + "eff_dim_mean": 0.4834837019443512, + "topk_energy": { + "1": 0.17695923149585724, + "5": 0.47825539112091064, + "10": 0.63197261095047, + "25": 0.8415489792823792 + }, + "gamma_raw": 0.03181403502821922, + "gamma_active": { + "1e-08": 0.03181403502821922, + "1e-07": 0.03197413682937622, + "1e-06": 0.03236039727926254, + "1e-05": 0.03292068839073181, + "0.0001": 0.03380303829908371 + }, + "gamma_energy_weighted": { + "1e-08": 0.0479650178479363, + "1e-07": 0.0479650178479363, + "1e-06": 0.0479650178479363, + "1e-05": 0.0479650178479363, + "0.0001": 0.0479650178479363 + } + }, + { + "layer": 1, + "mean_norm": 0.0017988458275794983, + "median_norm": 0.001984358998015523, + "max_norm": 0.0025173635222017765, + "min_norm": 9.245845866701075e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.897054195404053, + "5": -4.126211643218994, + "10": -3.1026206016540527, + "25": -2.742258071899414, + "50": -2.7023777961730957, + "75": -2.69030499458313, + "90": -2.6492977142333984, + "95": -2.637000799179077, + "99": -2.610631227493286 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 3, + 1, + 4, + 1, + 2, + 4, + 4, + 5, + 4, + 9, + 146, + 298 + ], + "log_norms_bin_edges": [ + -8.034053802490234, + -7.92535400390625, + -7.816653728485107, + -7.707953929901123, + -7.5992536544799805, + -7.490553855895996, + -7.381854057312012, + -7.273153781890869, + -7.164453983306885, + -7.055753707885742, + -6.947053909301758, + -6.838354110717773, + -6.729653835296631, + -6.6209540367126465, + -6.512253761291504, + -6.4035539627075195, + -6.294854164123535, + -6.186153888702393, + -6.077454090118408, + -5.968753814697266, + -5.860054016113281, + -5.751354217529297, + -5.642653942108154, + -5.533953666687012, + -5.425253868103027, + -5.316554069519043, + -5.207854270935059, + -5.099153995513916, + -4.990453720092773, + -4.881753921508789, + -4.773054122924805, + -4.66435432434082, + -4.555654048919678, + -4.446953773498535, + -4.338253974914551, + -4.229554176330566, + -4.120854377746582, + -4.0121541023254395, + -3.903454303741455, + -3.7947540283203125, + -3.686054229736328, + -3.5773539543151855, + -3.468654155731201, + -3.359954357147217, + -3.251254081726074, + -3.14255428314209, + -3.0338540077209473, + -2.925154209136963, + -2.8164539337158203, + -2.707754135131836, + -2.5990540981292725 + ], + "r_inf_mean": 0.24672822654247284, + "r_inf_median": 0.2499770224094391, + "pr_mean": 0.3568701148033142, + "pr_median": 0.3653337061405182, + "hoyer_mean": 0.6538012623786926, + "eff_dim_mean": 0.6538012623786926, + "topk_energy": { + "1": 0.061918821185827255, + "5": 0.2521052658557892, + "10": 0.40591299533843994, + "25": 0.7050005793571472 + }, + "gamma_raw": 0.2448570728302002, + "gamma_active": { + "1e-08": 0.24479250609874725, + "1e-07": 0.24468286335468292, + "1e-06": 0.2443135529756546, + "1e-05": 0.24295754730701447, + "0.0001": 0.24162496626377106 + }, + "gamma_energy_weighted": { + "1e-08": 0.24372742521744276, + "1e-07": 0.24372742521744276, + "1e-06": 0.24372742521744276, + "1e-05": 0.24372742521744276, + "0.0001": 0.24372742521744276 + } + }, + { + "layer": 2, + "mean_norm": 0.0017700460739433765, + "median_norm": 0.0019433160778135061, + "max_norm": 0.002456066431477666, + "min_norm": 9.115494137290625e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.902928352355957, + "5": -4.131751537322998, + "10": -3.108948230743408, + "25": -2.748246669769287, + "50": -2.711446523666382, + "75": -2.696207284927368, + "90": -2.6544904708862305, + "95": -2.643601179122925, + "99": -2.621105909347534 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 3, + 1, + 4, + 1, + 2, + 4, + 4, + 5, + 4, + 9, + 134, + 310 + ], + "log_norms_bin_edges": [ + -8.040220260620117, + -7.931611061096191, + -7.823001861572266, + -7.71439266204834, + -7.605783462524414, + -7.497174263000488, + -7.3885650634765625, + -7.279955863952637, + -7.171346664428711, + -7.062737464904785, + -6.954128265380859, + -6.845519065856934, + -6.736909866333008, + -6.628300666809082, + -6.519691467285156, + -6.4110822677612305, + -6.302473068237305, + -6.193863868713379, + -6.085254669189453, + -5.976645469665527, + -5.868036270141602, + -5.759427070617676, + -5.65081787109375, + -5.542208671569824, + -5.433599472045898, + -5.324990272521973, + -5.216381072998047, + -5.107771873474121, + -4.999162673950195, + -4.8905534744262695, + -4.781944274902344, + -4.673335075378418, + -4.564725875854492, + -4.456116676330566, + -4.347507476806641, + -4.238898277282715, + -4.130289077758789, + -4.021679878234863, + -3.9130706787109375, + -3.8044614791870117, + -3.695852279663086, + -3.58724308013916, + -3.4786338806152344, + -3.3700246810913086, + -3.261415481567383, + -3.152806282043457, + -3.0441970825195312, + -2.9355878829956055, + -2.8269786834716797, + -2.718369483947754, + -2.609760046005249 + ], + "r_inf_mean": 0.2450491040945053, + "r_inf_median": 0.24667975306510925, + "pr_mean": 0.36112844944000244, + "pr_median": 0.36730390787124634, + "hoyer_mean": 0.6567513942718506, + "eff_dim_mean": 0.6567513942718506, + "topk_energy": { + "1": 0.061038434505462646, + "5": 0.24926406145095825, + "10": 0.40266740322113037, + "25": 0.701479434967041 + }, + "gamma_raw": 0.11160974204540253, + "gamma_active": { + "1e-08": 0.1115587055683136, + "1e-07": 0.11148075014352798, + "1e-06": 0.11123550683259964, + "1e-05": 0.1111101284623146, + "0.0001": 0.11054716259241104 + }, + "gamma_energy_weighted": { + "1e-08": 0.11257710390174745, + "1e-07": 0.11257710390174745, + "1e-06": 0.11257710390174745, + "1e-05": 0.11257710390174745, + "0.0001": 0.11257710390174745 + } + }, + { + "layer": 3, + "mean_norm": 0.0017646520864218473, + "median_norm": 0.0019445251673460007, + "max_norm": 0.0024327917490154505, + "min_norm": 9.103497511375735e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.903754234313965, + "5": -4.1324639320373535, + "10": -3.1098954677581787, + "25": -2.7499232292175293, + "50": -2.7111759185791016, + "75": -2.6974217891693115, + "90": -2.6573455333709717, + "95": -2.6444263458251953, + "99": -2.6223337650299072 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 3, + 1, + 3, + 2, + 2, + 4, + 3, + 6, + 4, + 9, + 117, + 327 + ], + "log_norms_bin_edges": [ + -8.040791511535645, + -7.932253360748291, + -7.823715686798096, + -7.715177536010742, + -7.606639862060547, + -7.498101711273193, + -7.389564037322998, + -7.2810258865356445, + -7.172488212585449, + -7.063950061798096, + -6.9554123878479, + -6.846874237060547, + -6.738336563110352, + -6.629798412322998, + -6.521260738372803, + -6.412722587585449, + -6.304184913635254, + -6.1956467628479, + -6.087109088897705, + -5.978570938110352, + -5.870033264160156, + -5.761495113372803, + -5.652956962585449, + -5.544419288635254, + -5.435881614685059, + -5.327343463897705, + -5.218805313110352, + -5.110267639160156, + -5.001729965209961, + -4.893191814422607, + -4.784653663635254, + -4.676115989685059, + -4.567578315734863, + -4.45904016494751, + -4.350502014160156, + -4.241964340209961, + -4.133426666259766, + -4.024888515472412, + -3.9163503646850586, + -3.8078126907348633, + -3.6992745399475098, + -3.5907368659973145, + -3.482198715209961, + -3.3736610412597656, + -3.265122890472412, + -3.156585216522217, + -3.0480470657348633, + -2.939509391784668, + -2.8309712409973145, + -2.722433567047119, + -2.6138951778411865 + ], + "r_inf_mean": 0.24677595496177673, + "r_inf_median": 0.24859172105789185, + "pr_mean": 0.36075252294540405, + "pr_median": 0.3648134171962738, + "hoyer_mean": 0.6561165452003479, + "eff_dim_mean": 0.6561164855957031, + "topk_energy": { + "1": 0.06191467121243477, + "5": 0.24919342994689941, + "10": 0.4019632339477539, + "25": 0.7024469971656799 + }, + "gamma_raw": 0.18522417545318604, + "gamma_active": { + "1e-08": 0.1849709153175354, + "1e-07": 0.18465574085712433, + "1e-06": 0.18352164328098297, + "1e-05": 0.18089546263217926, + "0.0001": 0.17655259370803833 + }, + "gamma_energy_weighted": { + "1e-08": 0.17272787055137767, + "1e-07": 0.17272787055137767, + "1e-06": 0.17272787055137767, + "1e-05": 0.17272787055137767, + "0.0001": 0.17272787055137767 + } + }, + { + "layer": 4, + "mean_norm": 0.0017603148007765412, + "median_norm": 0.0019413219997659326, + "max_norm": 0.0024230657145380974, + "min_norm": 9.085932894947746e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.904531955718994, + "5": -4.133261680603027, + "10": -3.1106834411621094, + "25": -2.7501816749572754, + "50": -2.7118873596191406, + "75": -2.6991639137268066, + "90": -2.657646894454956, + "95": -2.6448957920074463, + "99": -2.623105049133301 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 2, + 3, + 1, + 4, + 3, + 1, + 3, + 2, + 2, + 4, + 3, + 6, + 4, + 9, + 115, + 329 + ], + "log_norms_bin_edges": [ + -8.041630744934082, + -7.93311071395874, + -7.824590682983398, + -7.716071128845215, + -7.607551097869873, + -7.499031066894531, + -7.3905110359191895, + -7.281991481781006, + -7.173471450805664, + -7.064951419830322, + -6.9564313888549805, + -6.847911834716797, + -6.739391803741455, + -6.630871772766113, + -6.5223517417907715, + -6.41383171081543, + -6.305312156677246, + -6.196792125701904, + -6.0882720947265625, + -5.979752540588379, + -5.871232032775879, + -5.762712478637695, + -5.6541924476623535, + -5.545672416687012, + -5.437152862548828, + -5.328632831573486, + -5.2201128005981445, + -5.111593246459961, + -5.003072738647461, + -4.894553184509277, + -4.7860331535339355, + -4.677513122558594, + -4.56899356842041, + -4.46047306060791, + -4.351953506469727, + -4.243433475494385, + -4.134913444519043, + -4.026393890380859, + -3.9178738594055176, + -3.809353828430176, + -3.700833797454834, + -3.5923142433166504, + -3.4837942123413086, + -3.375274181365967, + -3.266754150390625, + -3.1582345962524414, + -3.0497145652770996, + -2.941194534301758, + -2.832674503326416, + -2.724154472351074, + -2.6156349182128906 + ], + "r_inf_mean": 0.24610334634780884, + "r_inf_median": 0.24644649028778076, + "pr_mean": 0.36062103509902954, + "pr_median": 0.3652266561985016, + "hoyer_mean": 0.6556159853935242, + "eff_dim_mean": 0.6556159853935242, + "topk_energy": { + "1": 0.061605654656887054, + "5": 0.2493644803762436, + "10": 0.40212517976760864, + "25": 0.7023319005966187 + }, + "gamma_raw": 0.1645609736442566, + "gamma_active": { + "1e-08": 0.16457606852054596, + "1e-07": 0.16456066071987152, + "1e-06": 0.16449794173240662, + "1e-05": 0.1642044484615326, + "0.0001": 0.16363291442394257 + }, + "gamma_energy_weighted": { + "1e-08": 0.16523609744560955, + "1e-07": 0.16523609744560955, + "1e-06": 0.16523609744560955, + "1e-05": 0.16523609744560955, + "0.0001": 0.16523609744560955 + } + }, + { + "layer": 5, + "mean_norm": 0.001758330618031323, + "median_norm": 0.0019370124209672213, + "max_norm": 0.0024202438071370125, + "min_norm": 9.053183980256563e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.905904293060303, + "5": -4.134662628173828, + "10": -3.112086534500122, + "25": -2.7510933876037598, + "50": -2.712862491607666, + "75": -2.7000062465667725, + "90": -2.6580584049224854, + "95": -2.645599126815796, + "99": -2.624457597732544 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 3, + 1, + 3, + 2, + 2, + 4, + 3, + 6, + 4, + 9, + 113, + 331 + ], + "log_norms_bin_edges": [ + -8.043198585510254, + -7.934657573699951, + -7.82611608505249, + -7.7175750732421875, + -7.609034061431885, + -7.500493049621582, + -7.391951560974121, + -7.283410549163818, + -7.174869537353516, + -7.066328048706055, + -6.957787036895752, + -6.849246025085449, + -6.740704536437988, + -6.6321635246276855, + -6.523622512817383, + -6.41508150100708, + -6.306540489196777, + -6.197999000549316, + -6.089457988739014, + -5.980916976928711, + -5.87237548828125, + -5.763834476470947, + -5.6552934646606445, + -5.546751976013184, + -5.438210964202881, + -5.329669952392578, + -5.221128463745117, + -5.112587928771973, + -5.004046440124512, + -4.895505428314209, + -4.786964416503906, + -4.678422927856445, + -4.569881916046143, + -4.46134090423584, + -4.352799415588379, + -4.244258403778076, + -4.135717391967773, + -4.027176380157471, + -3.9186348915100098, + -3.810093879699707, + -3.7015528678894043, + -3.5930113792419434, + -3.4844703674316406, + -3.375929355621338, + -3.267388343811035, + -3.158846855163574, + -3.0503058433532715, + -2.9417648315429688, + -2.833223342895508, + -2.724682331085205, + -2.6161410808563232 + ], + "r_inf_mean": 0.2463005632162094, + "r_inf_median": 0.24751606583595276, + "pr_mean": 0.3598688840866089, + "pr_median": 0.3637130558490753, + "hoyer_mean": 0.6554256677627563, + "eff_dim_mean": 0.6554255485534668, + "topk_energy": { + "1": 0.06174810975790024, + "5": 0.24927985668182373, + "10": 0.4025774598121643, + "25": 0.703383207321167 + }, + "gamma_raw": 0.1524316817522049, + "gamma_active": { + "1e-08": 0.15229016542434692, + "1e-07": 0.1521013379096985, + "1e-06": 0.1514296680688858, + "1e-05": 0.14993292093276978, + "0.0001": 0.147307351231575 + }, + "gamma_energy_weighted": { + "1e-08": 0.14539320299533884, + "1e-07": 0.14539320299533884, + "1e-06": 0.14539320299533884, + "1e-05": 0.14539320299533884, + "0.0001": 0.14539320299533884 + } + }, + { + "layer": 6, + "mean_norm": 0.001755923847667873, + "median_norm": 0.0019321944564580917, + "max_norm": 0.0024179830215871334, + "min_norm": 9.04563979275963e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.906065464019775, + "5": -4.134899616241455, + "10": -3.1122491359710693, + "25": -2.751465082168579, + "50": -2.713937759399414, + "75": -2.7002389430999756, + "90": -2.658201217651367, + "95": -2.6457080841064453, + "99": -2.6246047019958496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 2, + 3, + 1, + 4, + 3, + 1, + 3, + 2, + 2, + 4, + 3, + 6, + 4, + 9, + 115, + 329 + ], + "log_norms_bin_edges": [ + -8.043560981750488, + -7.935020923614502, + -7.826480388641357, + -7.717940330505371, + -7.609399795532227, + -7.50085973739624, + -7.392319202423096, + -7.283779144287109, + -7.175238609313965, + -7.0666985511779785, + -6.958158016204834, + -6.849617958068848, + -6.741077423095703, + -6.632537364959717, + -6.523996829986572, + -6.415456771850586, + -6.306916236877441, + -6.198376178741455, + -6.0898356437683105, + -5.981295585632324, + -5.87275505065918, + -5.764214992523193, + -5.655674934387207, + -5.5471343994140625, + -5.438593864440918, + -5.330053806304932, + -5.221513748168945, + -5.112973213195801, + -5.004432678222656, + -4.89589262008667, + -4.787352561950684, + -4.678812026977539, + -4.5702714920043945, + -4.461731433868408, + -4.353191375732422, + -4.244650840759277, + -4.136110305786133, + -4.0275702476501465, + -3.91903018951416, + -3.8104896545410156, + -3.7019495964050293, + -3.5934090614318848, + -3.4848690032958984, + -3.376328468322754, + -3.2677884101867676, + -3.159247875213623, + -3.0507078170776367, + -2.942167282104492, + -2.833627223968506, + -2.7250866889953613, + -2.616546869277954 + ], + "r_inf_mean": 0.2456536740064621, + "r_inf_median": 0.24473528563976288, + "pr_mean": 0.36044156551361084, + "pr_median": 0.36435404419898987, + "hoyer_mean": 0.6553115248680115, + "eff_dim_mean": 0.6553114652633667, + "topk_energy": { + "1": 0.061421602964401245, + "5": 0.24915137887001038, + "10": 0.40232014656066895, + "25": 0.7035317420959473 + }, + "gamma_raw": 0.06820086389780045, + "gamma_active": { + "1e-08": 0.06823645532131195, + "1e-07": 0.06826290488243103, + "1e-06": 0.06846056133508682, + "1e-05": 0.06859032064676285, + "0.0001": 0.0690619945526123 + }, + "gamma_energy_weighted": { + "1e-08": 0.07137047676823093, + "1e-07": 0.07137047676823093, + "1e-06": 0.07137047676823093, + "1e-05": 0.07137047676823093, + "0.0001": 0.07137047676823093 + } + }, + { + "layer": 7, + "mean_norm": 0.0017560797277837992, + "median_norm": 0.0019313080701977015, + "max_norm": 0.0024213644210249186, + "min_norm": 9.045215243475013e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.906002998352051, + "5": -4.134860038757324, + "10": -3.112170934677124, + "25": -2.751446008682251, + "50": -2.7141427993774414, + "75": -2.7008886337280273, + "90": -2.6584393978118896, + "95": -2.6456069946289062, + "99": -2.624541759490967 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 1, + 1, + 2, + 3, + 2, + 1, + 4, + 3, + 1, + 3, + 2, + 2, + 4, + 3, + 6, + 4, + 9, + 116, + 328 + ], + "log_norms_bin_edges": [ + -8.04358196258545, + -7.935029029846191, + -7.826476097106934, + -7.717923641204834, + -7.609370708465576, + -7.500817775726318, + -7.3922648429870605, + -7.283711910247803, + -7.175159454345703, + -7.066606521606445, + -6.9580535888671875, + -6.84950065612793, + -6.740947723388672, + -6.632395267486572, + -6.5238423347473145, + -6.415289402008057, + -6.306736469268799, + -6.198184013366699, + -6.089631080627441, + -5.981078147888184, + -5.872525215148926, + -5.763972282409668, + -5.65541934967041, + -5.546866416931152, + -5.438313961029053, + -5.329761028289795, + -5.221208572387695, + -5.1126556396484375, + -5.00410270690918, + -4.895549774169922, + -4.786996841430664, + -4.678443908691406, + -4.569890975952148, + -4.461338043212891, + -4.352785587310791, + -4.244232654571533, + -4.135680198669434, + -4.027127265930176, + -3.918574333190918, + -3.81002140045166, + -3.7014684677124023, + -3.5929155349731445, + -3.484363079071045, + -3.375810146331787, + -3.2672572135925293, + -3.1587042808532715, + -3.0501513481140137, + -2.941598892211914, + -2.8330459594726562, + -2.7244930267333984, + -2.6159398555755615 + ], + "r_inf_mean": 0.24588105082511902, + "r_inf_median": 0.24531608819961548, + "pr_mean": 0.3605160713195801, + "pr_median": 0.3642294704914093, + "hoyer_mean": 0.6556211113929749, + "eff_dim_mean": 0.6556210517883301, + "topk_energy": { + "1": 0.061598606407642365, + "5": 0.24905018508434296, + "10": 0.4018794894218445, + "25": 0.7031393051147461 + }, + "gamma_raw": 0.07805902510881424, + "gamma_active": { + "1e-08": 0.07813119888305664, + "1e-07": 0.07819630205631256, + "1e-06": 0.07827432453632355, + "1e-05": 0.07841750979423523, + "0.0001": 0.0787789598107338 + }, + "gamma_energy_weighted": { + "1e-08": 0.08039780038244952, + "1e-07": 0.08039780038244952, + "1e-06": 0.08039780038244952, + "1e-05": 0.08039780038244952, + "0.0001": 0.08039780038244952 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L4.json new file mode 100644 index 0000000..452c65d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 5.434991359710693, + "acc": 0.083984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.002099852077662945, + "median_norm": 0.002216401044279337, + "max_norm": 0.0039901393465697765, + "min_norm": 4.858720058109611e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.8242695331573486, + "5": -3.5173685550689697, + "10": -2.7367794513702393, + "25": -2.678248405456543, + "50": -2.6542840003967285, + "75": -2.63223934173584, + "90": -2.610985279083252, + "95": -2.5828027725219727, + "99": -2.4779412746429443 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 4, + 6, + 0, + 2, + 2, + 4, + 1, + 2, + 0, + 2, + 4, + 0, + 1, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 28, + 99, + 228, + 78, + 15, + 8, + 3, + 4, + 2 + ], + "log_norms_bin_edges": [ + -4.313478469848633, + -4.27518892288208, + -4.2368998527526855, + -4.198610305786133, + -4.160321235656738, + -4.1220316886901855, + -4.083742618560791, + -4.045453071594238, + -4.007164001464844, + -3.968874454498291, + -3.9305851459503174, + -3.8922958374023438, + -3.85400652885437, + -3.8157172203063965, + -3.777427911758423, + -3.739138603210449, + -3.7008492946624756, + -3.662559986114502, + -3.624270439147949, + -3.5859813690185547, + -3.547691822052002, + -3.5094025135040283, + -3.4711132049560547, + -3.432823896408081, + -3.3945345878601074, + -3.356245279312134, + -3.31795597076416, + -3.2796666622161865, + -3.241377353668213, + -3.20308780670166, + -3.1647987365722656, + -3.126509189605713, + -3.0882201194763184, + -3.0499305725097656, + -3.011641502380371, + -2.9733519554138184, + -2.9350626468658447, + -2.896773338317871, + -2.8584840297698975, + -2.820194721221924, + -2.78190541267395, + -2.7436161041259766, + -2.705326557159424, + -2.6670374870300293, + -2.6287479400634766, + -2.590458869934082, + -2.5521693229675293, + -2.5138802528381348, + -2.475590705871582, + -2.4373013973236084, + -2.3990120887756348 + ], + "r_inf_mean": 0.30186957120895386, + "r_inf_median": 0.26050400733947754, + "pr_mean": 0.288274347782135, + "pr_median": 0.32657864689826965, + "hoyer_mean": 0.6034010648727417, + "eff_dim_mean": 0.6034010648727417, + "topk_energy": { + "1": 0.10255986452102661, + "5": 0.2990240454673767, + "10": 0.4543069005012512, + "25": 0.7473758459091187 + }, + "gamma_raw": 0.26237133145332336, + "gamma_active": { + "1e-08": 0.26237133145332336, + "1e-07": 0.26237133145332336, + "1e-06": 0.26237133145332336, + "1e-05": 0.26237133145332336, + "0.0001": 0.26208433508872986 + }, + "gamma_energy_weighted": { + "1e-08": 0.2546332285745539, + "1e-07": 0.2546332285745539, + "1e-06": 0.2546332285745539, + "1e-05": 0.2546332285745539, + "0.0001": 0.2546332285745539 + } + }, + { + "layer": 1, + "mean_norm": 0.0019228492164984345, + "median_norm": 0.0020628890488296747, + "max_norm": 0.0023558028042316437, + "min_norm": 4.6198001655284315e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.8436248302459717, + "5": -3.5396640300750732, + "10": -2.7582554817199707, + "25": -2.7082154750823975, + "50": -2.6855010986328125, + "75": -2.6656689643859863, + "90": -2.6514487266540527, + "95": -2.6435539722442627, + "99": -2.632246732711792 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 5, + 3, + 1, + 1, + 2, + 4, + 1, + 2, + 1, + 1, + 2, + 3, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 4, + 29, + 109, + 219, + 106 + ], + "log_norms_bin_edges": [ + -4.335377216339111, + -4.30122709274292, + -4.26707649230957, + -4.232926368713379, + -4.198775768280029, + -4.164625644683838, + -4.1304755210876465, + -4.096324920654297, + -4.0621747970581055, + -4.028024196624756, + -3.9938740730285645, + -3.959723711013794, + -3.9255733489990234, + -3.891423225402832, + -3.8572728633880615, + -3.823122501373291, + -3.7889721393585205, + -3.75482177734375, + -3.7206716537475586, + -3.686521053314209, + -3.6523709297180176, + -3.618220567703247, + -3.5840702056884766, + -3.549919843673706, + -3.5157694816589355, + -3.481619358062744, + -3.4474689960479736, + -3.413318634033203, + -3.3791682720184326, + -3.345017910003662, + -3.3108677864074707, + -3.2767174243927, + -3.2425670623779297, + -3.208416700363159, + -3.1742663383483887, + -3.1401162147521973, + -3.1059658527374268, + -3.0718154907226562, + -3.0376651287078857, + -3.0035147666931152, + -2.969364643096924, + -2.935214042663574, + -2.901063919067383, + -2.8669135570526123, + -2.832763195037842, + -2.7986130714416504, + -2.764462471008301, + -2.7303123474121094, + -2.696161985397339, + -2.6620116233825684, + -2.627861261367798 + ], + "r_inf_mean": 0.2411271035671234, + "r_inf_median": 0.23916231095790863, + "pr_mean": 0.34930604696273804, + "pr_median": 0.354366660118103, + "hoyer_mean": 0.6293409466743469, + "eff_dim_mean": 0.6293409466743469, + "topk_energy": { + "1": 0.058829572051763535, + "5": 0.2500050365924835, + "10": 0.41331955790519714, + "25": 0.7287025451660156 + }, + "gamma_raw": 0.18476593494415283, + "gamma_active": { + "1e-08": 0.18476593494415283, + "1e-07": 0.18476593494415283, + "1e-06": 0.18476593494415283, + "1e-05": 0.18476593494415283, + "0.0001": 0.18483373522758484 + }, + "gamma_energy_weighted": { + "1e-08": 0.1860964540605428, + "1e-07": 0.1860964540605428, + "1e-06": 0.1860964540605428, + "1e-05": 0.1860964540605428, + "0.0001": 0.1860964540605428 + } + }, + { + "layer": 2, + "mean_norm": 0.0018920397851616144, + "median_norm": 0.0020283618941903114, + "max_norm": 0.002322329441085458, + "min_norm": 4.592837649397552e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.846055746078491, + "5": -3.541881561279297, + "10": -2.760849952697754, + "25": -2.7165095806121826, + "50": -2.692747116088867, + "75": -2.6714067459106445, + "90": -2.6565911769866943, + "95": -2.6487629413604736, + "99": -2.638369083404541 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 5, + 3, + 1, + 1, + 2, + 4, + 1, + 2, + 1, + 1, + 2, + 3, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 5, + 32, + 122, + 200, + 108 + ], + "log_norms_bin_edges": [ + -4.337918758392334, + -4.303842067718506, + -4.2697649002075195, + -4.235688209533691, + -4.201611518859863, + -4.167534351348877, + -4.133457660675049, + -4.099380970001221, + -4.065303802490234, + -4.031227111816406, + -3.997150421142578, + -3.963073492050171, + -3.9289965629577637, + -3.8949198722839355, + -3.8608429431915283, + -3.826766014099121, + -3.792689323425293, + -3.7586123943328857, + -3.7245354652404785, + -3.6904587745666504, + -3.656381845474243, + -3.622304916381836, + -3.588228225708008, + -3.5541512966156006, + -3.5200743675231934, + -3.4859976768493652, + -3.451920747756958, + -3.417843818664551, + -3.3837671279907227, + -3.3496901988983154, + -3.315613269805908, + -3.28153657913208, + -3.247459650039673, + -3.2133827209472656, + -3.1793060302734375, + -3.1452291011810303, + -3.111152172088623, + -3.077075481414795, + -3.0429985523223877, + -3.0089216232299805, + -2.9748449325561523, + -2.940768003463745, + -2.906691074371338, + -2.8726143836975098, + -2.8385374546051025, + -2.8044605255126953, + -2.770383834838867, + -2.73630690574646, + -2.7022299766540527, + -2.6681532859802246, + -2.6340763568878174 + ], + "r_inf_mean": 0.24428701400756836, + "r_inf_median": 0.24188660085201263, + "pr_mean": 0.34253132343292236, + "pr_median": 0.3469073474407196, + "hoyer_mean": 0.6264325380325317, + "eff_dim_mean": 0.626432478427887, + "topk_energy": { + "1": 0.060620009899139404, + "5": 0.25433799624443054, + "10": 0.4178311228752136, + "25": 0.7326653003692627 + }, + "gamma_raw": 0.057366080582141876, + "gamma_active": { + "1e-08": 0.057366080582141876, + "1e-07": 0.057366080582141876, + "1e-06": 0.057366080582141876, + "1e-05": 0.057366080582141876, + "0.0001": 0.0570649653673172 + }, + "gamma_energy_weighted": { + "1e-08": 0.05301905099042493, + "1e-07": 0.05301905099042493, + "1e-06": 0.05301905099042493, + "1e-05": 0.05301905099042493, + "0.0001": 0.05301905099042493 + } + }, + { + "layer": 3, + "mean_norm": 0.00186738942284137, + "median_norm": 0.0020029894076287746, + "max_norm": 0.0023146725725382566, + "min_norm": 4.508197889663279e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.856783628463745, + "5": -3.5507984161376953, + "10": -2.7693309783935547, + "25": -2.721745252609253, + "50": -2.698273181915283, + "75": -2.6789002418518066, + "90": -2.662510395050049, + "95": -2.651357650756836, + "99": -2.6393661499023438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 5, + 3, + 0, + 1, + 2, + 5, + 1, + 1, + 1, + 1, + 2, + 3, + 0, + 1, + 0, + 2, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 6, + 39, + 136, + 201, + 85 + ], + "log_norms_bin_edges": [ + -4.345996856689453, + -4.311787128448486, + -4.2775774002075195, + -4.243367671966553, + -4.209157943725586, + -4.174948215484619, + -4.140738487243652, + -4.1065287590026855, + -4.072319030761719, + -4.038109302520752, + -4.003899574279785, + -3.9696898460388184, + -3.9354801177978516, + -3.9012703895568848, + -3.867060661315918, + -3.832850933074951, + -3.7986412048339844, + -3.7644314765930176, + -3.730221748352051, + -3.696012020111084, + -3.661802291870117, + -3.6275925636291504, + -3.5933828353881836, + -3.559173107147217, + -3.52496337890625, + -3.490753650665283, + -3.4565439224243164, + -3.4223341941833496, + -3.388124465942383, + -3.353914737701416, + -3.319705009460449, + -3.2854952812194824, + -3.2512855529785156, + -3.217075824737549, + -3.182866096496582, + -3.1486563682556152, + -3.1144466400146484, + -3.0802369117736816, + -3.046027183532715, + -3.011817455291748, + -2.9776077270507812, + -2.9433979988098145, + -2.9091882705688477, + -2.874978542327881, + -2.840768814086914, + -2.8065590858459473, + -2.7723493576049805, + -2.7381396293640137, + -2.703929901123047, + -2.66972017288208, + -2.6355104446411133 + ], + "r_inf_mean": 0.2411717176437378, + "r_inf_median": 0.23395489156246185, + "pr_mean": 0.34328341484069824, + "pr_median": 0.345017671585083, + "hoyer_mean": 0.6266425848007202, + "eff_dim_mean": 0.6266425848007202, + "topk_energy": { + "1": 0.05877666547894478, + "5": 0.2562941908836365, + "10": 0.41984227299690247, + "25": 0.732067346572876 + }, + "gamma_raw": 0.029976990073919296, + "gamma_active": { + "1e-08": 0.029976990073919296, + "1e-07": 0.029976990073919296, + "1e-06": 0.029976990073919296, + "1e-05": 0.029976990073919296, + "0.0001": 0.029850061982870102 + }, + "gamma_energy_weighted": { + "1e-08": 0.026662964236163388, + "1e-07": 0.026662964236163388, + "1e-06": 0.026662964236163388, + "1e-05": 0.026662964236163388, + "0.0001": 0.026662964236163388 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L8.json new file mode 100644 index 0000000..e1a2c69 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 2.7840683460235596, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0018548564985394478, + "median_norm": 0.0017360146157443523, + "max_norm": 0.004049219656735659, + "min_norm": 0.00072802125941962, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.008242130279541, + "5": -2.904257297515869, + "10": -2.874483346939087, + "25": -2.8244199752807617, + "50": -2.760122537612915, + "75": -2.6824398040771484, + "90": -2.587620735168457, + "95": -2.5369606018066406, + "99": -2.4643521308898926 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 3, + 4, + 4, + 9, + 14, + 10, + 20, + 22, + 31, + 24, + 23, + 27, + 38, + 40, + 25, + 26, + 20, + 25, + 13, + 13, + 26, + 7, + 11, + 7, + 9, + 9, + 6, + 7, + 6, + 4, + 6, + 4, + 2, + 1, + 0, + 2, + 1, + 2 + ], + "log_norms_bin_edges": [ + -3.1378560066223145, + -3.1229515075683594, + -3.1080470085144043, + -3.09314227104187, + -3.078237771987915, + -3.06333327293396, + -3.048428773880005, + -3.03352427482605, + -3.0186195373535156, + -3.0037150382995605, + -2.9888105392456055, + -2.9739060401916504, + -2.9590015411376953, + -2.944096803665161, + -2.929192304611206, + -2.914287805557251, + -2.899383306503296, + -2.884478807449341, + -2.8695740699768066, + -2.8546695709228516, + -2.8397650718688965, + -2.8248605728149414, + -2.8099560737609863, + -2.795051336288452, + -2.780146837234497, + -2.765242338180542, + -2.750337839126587, + -2.735433340072632, + -2.7205286026000977, + -2.7056241035461426, + -2.6907196044921875, + -2.6758151054382324, + -2.6609106063842773, + -2.646005868911743, + -2.631101369857788, + -2.616196870803833, + -2.601292371749878, + -2.586387872695923, + -2.5714831352233887, + -2.5565786361694336, + -2.5416741371154785, + -2.5267696380615234, + -2.5118651390075684, + -2.4969606399536133, + -2.482055902481079, + -2.467151403427124, + -2.452246904373169, + -2.437342405319214, + -2.4224376678466797, + -2.4075331687927246, + -2.3926286697387695 + ], + "r_inf_mean": 0.5046555399894714, + "r_inf_median": 0.48516127467155457, + "pr_mean": 0.11525993794202805, + "pr_median": 0.09181192517280579, + "hoyer_mean": 0.46627122163772583, + "eff_dim_mean": 0.46627122163772583, + "topk_energy": { + "1": 0.27664482593536377, + "5": 0.5261130928993225, + "10": 0.6353192329406738, + "25": 0.8258702158927917 + }, + "gamma_raw": 0.21896681189537048, + "gamma_active": { + "1e-08": 0.21896681189537048, + "1e-07": 0.21896681189537048, + "1e-06": 0.21896681189537048, + "1e-05": 0.21896681189537048, + "0.0001": 0.21896681189537048 + }, + "gamma_energy_weighted": { + "1e-08": 0.19494780989346727, + "1e-07": 0.19494780989346727, + "1e-06": 0.19494780989346727, + "1e-05": 0.19494780989346727, + "0.0001": 0.19494780989346727 + } + }, + { + "layer": 1, + "mean_norm": 0.0012623399961739779, + "median_norm": 0.0012588083045557141, + "max_norm": 0.0019067908870056272, + "min_norm": 0.0006444265600293875, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.125518560409546, + "5": -3.0033676624298096, + "10": -2.973360300064087, + "25": -2.9326937198638916, + "50": -2.8999857902526855, + "75": -2.8640551567077637, + "90": -2.833632469177246, + "95": -2.8202266693115234, + "99": -2.784813165664673 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 2, + 3, + 3, + 2, + 3, + 7, + 9, + 9, + 5, + 10, + 26, + 18, + 31, + 35, + 35, + 51, + 39, + 34, + 29, + 30, + 22, + 26, + 21, + 18, + 11, + 5, + 6, + 3, + 3, + 1, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.190826654434204, + -3.1814041137695312, + -3.1719815731048584, + -3.1625587940216064, + -3.1531362533569336, + -3.1437137126922607, + -3.134291172027588, + -3.124868392944336, + -3.115445852279663, + -3.1060233116149902, + -3.0966007709503174, + -3.0871782302856445, + -3.0777554512023926, + -3.0683329105377197, + -3.058910369873047, + -3.049487829208374, + -3.040065288543701, + -3.030642509460449, + -3.0212199687957764, + -3.0117974281311035, + -3.0023748874664307, + -2.9929521083831787, + -2.983529567718506, + -2.974107027053833, + -2.96468448638916, + -2.955261707305908, + -2.9458391666412354, + -2.9364166259765625, + -2.9269940853118896, + -2.917571544647217, + -2.908148765563965, + -2.898726224899292, + -2.889303684234619, + -2.8798811435699463, + -2.8704586029052734, + -2.8610358238220215, + -2.8516132831573486, + -2.842190742492676, + -2.832768201828003, + -2.82334566116333, + -2.813922882080078, + -2.8045003414154053, + -2.7950778007507324, + -2.7856552600860596, + -2.7762324810028076, + -2.7668099403381348, + -2.757387399673462, + -2.747964859008789, + -2.738542079925537, + -2.7291195392608643, + -2.7196969985961914 + ], + "r_inf_mean": 0.24794358015060425, + "r_inf_median": 0.24798980355262756, + "pr_mean": 0.3487008810043335, + "pr_median": 0.35267990827560425, + "hoyer_mean": 0.6435037851333618, + "eff_dim_mean": 0.6435036659240723, + "topk_energy": { + "1": 0.061954859644174576, + "5": 0.2620372474193573, + "10": 0.4139561653137207, + "25": 0.711212694644928 + }, + "gamma_raw": 0.18997468054294586, + "gamma_active": { + "1e-08": 0.18997468054294586, + "1e-07": 0.18997468054294586, + "1e-06": 0.18997468054294586, + "1e-05": 0.18997468054294586, + "0.0001": 0.18997468054294586 + }, + "gamma_energy_weighted": { + "1e-08": 0.18906270489590324, + "1e-07": 0.18906270489590324, + "1e-06": 0.18906270489590324, + "1e-05": 0.18906270489590324, + "0.0001": 0.18906270489590324 + } + }, + { + "layer": 2, + "mean_norm": 0.001249593449756503, + "median_norm": 0.0012425228487700224, + "max_norm": 0.0018939306028187275, + "min_norm": 0.0006443521706387401, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.127976655960083, + "5": -3.009704828262329, + "10": -2.9765546321868896, + "25": -2.937136650085449, + "50": -2.9056785106658936, + "75": -2.8675405979156494, + "90": -2.8359503746032715, + "95": -2.823056697845459, + "99": -2.7890937328338623 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 1, + 3, + 0, + 3, + 3, + 2, + 5, + 10, + 6, + 9, + 5, + 16, + 21, + 32, + 21, + 44, + 36, + 47, + 36, + 34, + 26, + 31, + 18, + 26, + 18, + 17, + 11, + 6, + 4, + 6, + 1, + 1, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.1908767223358154, + -3.181511878967285, + -3.172147035598755, + -3.1627821922302246, + -3.1534173488616943, + -3.144052743911743, + -3.134687900543213, + -3.1253230571746826, + -3.1159582138061523, + -3.106593370437622, + -3.097228527069092, + -3.0878636837005615, + -3.0784988403320312, + -3.06913423538208, + -3.05976939201355, + -3.0504045486450195, + -3.0410397052764893, + -3.031674861907959, + -3.0223100185394287, + -3.0129451751708984, + -3.003580331802368, + -2.994215726852417, + -2.9848508834838867, + -2.9754860401153564, + -2.966121196746826, + -2.956756353378296, + -2.9473915100097656, + -2.9380266666412354, + -2.928661823272705, + -2.919297218322754, + -2.9099323749542236, + -2.9005675315856934, + -2.891202688217163, + -2.881837844848633, + -2.8724730014801025, + -2.8631081581115723, + -2.853743314743042, + -2.8443784713745117, + -2.8350138664245605, + -2.8256490230560303, + -2.8162841796875, + -2.8069193363189697, + -2.7975544929504395, + -2.788189649581909, + -2.778824806213379, + -2.7694602012634277, + -2.7600953578948975, + -2.750730514526367, + -2.741365671157837, + -2.7320008277893066, + -2.7226359844207764 + ], + "r_inf_mean": 0.2463424801826477, + "r_inf_median": 0.24554724991321564, + "pr_mean": 0.3522564768791199, + "pr_median": 0.3605189621448517, + "hoyer_mean": 0.6452087759971619, + "eff_dim_mean": 0.6452087759971619, + "topk_energy": { + "1": 0.06114819645881653, + "5": 0.26034224033355713, + "10": 0.41193050146102905, + "25": 0.7084431648254395 + }, + "gamma_raw": 0.05729881674051285, + "gamma_active": { + "1e-08": 0.05729881674051285, + "1e-07": 0.05729881674051285, + "1e-06": 0.05729881674051285, + "1e-05": 0.05729881674051285, + "0.0001": 0.05729881674051285 + }, + "gamma_energy_weighted": { + "1e-08": 0.06073781589771469, + "1e-07": 0.06073781589771469, + "1e-06": 0.06073781589771469, + "1e-05": 0.06073781589771469, + "0.0001": 0.06073781589771469 + } + }, + { + "layer": 3, + "mean_norm": 0.001241365447640419, + "median_norm": 0.0012370654148980975, + "max_norm": 0.0018338896334171295, + "min_norm": 0.0006368680624291301, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1345033645629883, + "5": -3.0129497051239014, + "10": -2.9792988300323486, + "25": -2.9395742416381836, + "50": -2.907536029815674, + "75": -2.8712072372436523, + "90": -2.841191053390503, + "95": -2.828836441040039, + "99": -2.7917401790618896 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 3, + 4, + 6, + 9, + 5, + 8, + 8, + 15, + 26, + 27, + 20, + 42, + 41, + 44, + 31, + 39, + 29, + 31, + 16, + 25, + 25, + 14, + 4, + 9, + 3, + 3, + 4, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.195950746536255, + -3.1867642402648926, + -3.1775777339935303, + -3.168391227722168, + -3.1592047214508057, + -3.1500184535980225, + -3.14083194732666, + -3.131645441055298, + -3.1224589347839355, + -3.1132724285125732, + -3.104085922241211, + -3.0948994159698486, + -3.0857129096984863, + -3.076526641845703, + -3.067340135574341, + -3.0581536293029785, + -3.048967123031616, + -3.039780616760254, + -3.0305941104888916, + -3.0214076042175293, + -3.012221097946167, + -3.003034830093384, + -2.9938483238220215, + -2.984661817550659, + -2.975475311279297, + -2.9662888050079346, + -2.9571022987365723, + -2.94791579246521, + -2.9387292861938477, + -2.9295430183410645, + -2.920356512069702, + -2.91117000579834, + -2.9019834995269775, + -2.8927969932556152, + -2.883610486984253, + -2.8744239807128906, + -2.8652374744415283, + -2.856050968170166, + -2.846864700317383, + -2.8376781940460205, + -2.828491687774658, + -2.819305181503296, + -2.8101186752319336, + -2.8009321689605713, + -2.791745662689209, + -2.782559394836426, + -2.7733728885650635, + -2.764186382293701, + -2.754999876022339, + -2.7458133697509766, + -2.7366268634796143 + ], + "r_inf_mean": 0.24735569953918457, + "r_inf_median": 0.24656008183956146, + "pr_mean": 0.35269615054130554, + "pr_median": 0.35919854044914246, + "hoyer_mean": 0.6451767086982727, + "eff_dim_mean": 0.6451767086982727, + "topk_energy": { + "1": 0.06165486201643944, + "5": 0.2598019242286682, + "10": 0.41075873374938965, + "25": 0.7072243690490723 + }, + "gamma_raw": 0.06313370913267136, + "gamma_active": { + "1e-08": 0.06313370913267136, + "1e-07": 0.06313370913267136, + "1e-06": 0.06313370913267136, + "1e-05": 0.06313370913267136, + "0.0001": 0.06313370913267136 + }, + "gamma_energy_weighted": { + "1e-08": 0.06783757805687048, + "1e-07": 0.06783757805687048, + "1e-06": 0.06783757805687048, + "1e-05": 0.06783757805687048, + "0.0001": 0.06783757805687048 + } + }, + { + "layer": 4, + "mean_norm": 0.0012376089580357075, + "median_norm": 0.0012343191774562001, + "max_norm": 0.0018208719557151198, + "min_norm": 0.0006325514405034482, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.137707233428955, + "5": -3.013575315475464, + "10": -2.9807944297790527, + "25": -2.9404144287109375, + "50": -2.90810227394104, + "75": -2.871509552001953, + "90": -2.8433799743652344, + "95": -2.8295609951019287, + "99": -2.794062376022339 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 3, + 2, + 2, + 3, + 3, + 7, + 6, + 8, + 8, + 6, + 14, + 26, + 25, + 23, + 35, + 42, + 47, + 33, + 34, + 32, + 27, + 23, + 22, + 21, + 18, + 9, + 9, + 3, + 3, + 4, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.198904275894165, + -3.189720630645752, + -3.180536985397339, + -3.171353340148926, + -3.1621696949005127, + -3.1529858112335205, + -3.1438021659851074, + -3.1346185207366943, + -3.1254348754882812, + -3.116251230239868, + -3.107067584991455, + -3.097883939743042, + -3.088700294494629, + -3.0795164108276367, + -3.0703327655792236, + -3.0611491203308105, + -3.0519654750823975, + -3.0427818298339844, + -3.0335981845855713, + -3.024414539337158, + -3.015230894088745, + -3.006047010421753, + -2.99686336517334, + -2.9876797199249268, + -2.9784960746765137, + -2.9693124294281006, + -2.9601287841796875, + -2.9509451389312744, + -2.9417614936828613, + -2.932577610015869, + -2.923393964767456, + -2.914210319519043, + -2.90502667427063, + -2.895843029022217, + -2.8866593837738037, + -2.8774757385253906, + -2.8682920932769775, + -2.8591084480285645, + -2.8499245643615723, + -2.840740919113159, + -2.831557273864746, + -2.822373628616333, + -2.81318998336792, + -2.804006338119507, + -2.7948226928710938, + -2.7856388092041016, + -2.7764551639556885, + -2.7672715187072754, + -2.7580878734588623, + -2.748904228210449, + -2.739720582962036 + ], + "r_inf_mean": 0.246995210647583, + "r_inf_median": 0.24676170945167542, + "pr_mean": 0.3547232747077942, + "pr_median": 0.35996973514556885, + "hoyer_mean": 0.6459964513778687, + "eff_dim_mean": 0.6459964513778687, + "topk_energy": { + "1": 0.06144595518708229, + "5": 0.25768110156059265, + "10": 0.40944772958755493, + "25": 0.7073519825935364 + }, + "gamma_raw": 0.05275322496891022, + "gamma_active": { + "1e-08": 0.05275322496891022, + "1e-07": 0.05275322496891022, + "1e-06": 0.05275322496891022, + "1e-05": 0.05275322496891022, + "0.0001": 0.05275322496891022 + }, + "gamma_energy_weighted": { + "1e-08": 0.04935373259080976, + "1e-07": 0.04935373259080976, + "1e-06": 0.04935373259080976, + "1e-05": 0.04935373259080976, + "0.0001": 0.04935373259080976 + } + }, + { + "layer": 5, + "mean_norm": 0.0012352268677204847, + "median_norm": 0.0012318126391619444, + "max_norm": 0.0018278378993272781, + "min_norm": 0.0006360742263495922, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.13531231880188, + "5": -3.014979124069214, + "10": -2.982340097427368, + "25": -2.9414124488830566, + "50": -2.9094247817993164, + "75": -2.872589111328125, + "90": -2.8422040939331055, + "95": -2.8286335468292236, + "99": -2.7921507358551025 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 2, + 2, + 3, + 2, + 3, + 4, + 8, + 7, + 7, + 7, + 12, + 18, + 23, + 23, + 31, + 37, + 43, + 39, + 33, + 30, + 24, + 35, + 20, + 22, + 23, + 16, + 9, + 8, + 2, + 2, + 4, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.1964921951293945, + -3.187323570251465, + -3.178154945373535, + -3.1689863204956055, + -3.159817695617676, + -3.150649309158325, + -3.1414806842803955, + -3.132312059402466, + -3.123143434524536, + -3.1139748096466064, + -3.1048061847686768, + -3.095637559890747, + -3.0864689350128174, + -3.077300548553467, + -3.068131923675537, + -3.0589632987976074, + -3.0497946739196777, + -3.040626049041748, + -3.0314574241638184, + -3.0222887992858887, + -3.013120174407959, + -3.0039517879486084, + -2.9947831630706787, + -2.985614538192749, + -2.9764459133148193, + -2.9672772884368896, + -2.95810866355896, + -2.9489400386810303, + -2.9397714138031006, + -2.93060302734375, + -2.9214344024658203, + -2.9122657775878906, + -2.903097152709961, + -2.8939285278320312, + -2.8847599029541016, + -2.875591278076172, + -2.866422653198242, + -2.8572540283203125, + -2.848085641860962, + -2.8389170169830322, + -2.8297483921051025, + -2.820579767227173, + -2.811411142349243, + -2.8022425174713135, + -2.793073892593384, + -2.783905506134033, + -2.7747368812561035, + -2.765568256378174, + -2.756399631500244, + -2.7472310066223145, + -2.7380623817443848 + ], + "r_inf_mean": 0.2468276172876358, + "r_inf_median": 0.24637816846370697, + "pr_mean": 0.3568875193595886, + "pr_median": 0.36148735880851746, + "hoyer_mean": 0.6469686031341553, + "eff_dim_mean": 0.6469686031341553, + "topk_energy": { + "1": 0.06142203509807587, + "5": 0.25593408942222595, + "10": 0.4079754948616028, + "25": 0.7072834968566895 + }, + "gamma_raw": 0.06553462147712708, + "gamma_active": { + "1e-08": 0.06553462147712708, + "1e-07": 0.06553462147712708, + "1e-06": 0.06553462147712708, + "1e-05": 0.06553462147712708, + "0.0001": 0.06553462147712708 + }, + "gamma_energy_weighted": { + "1e-08": 0.07611401635037317, + "1e-07": 0.07611401635037317, + "1e-06": 0.07611401635037317, + "1e-05": 0.07611401635037317, + "0.0001": 0.07611401635037317 + } + }, + { + "layer": 6, + "mean_norm": 0.0012328936718404293, + "median_norm": 0.0012320614187046885, + "max_norm": 0.0018165315268561244, + "min_norm": 0.0006368870381265879, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.135324001312256, + "5": -3.0158426761627197, + "10": -2.9836487770080566, + "25": -2.9405503273010254, + "50": -2.909236431121826, + "75": -2.874584674835205, + "90": -2.845277786254883, + "95": -2.8321194648742676, + "99": -2.7962987422943115 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 3, + 1, + 2, + 3, + 2, + 5, + 8, + 5, + 9, + 5, + 12, + 16, + 24, + 22, + 26, + 41, + 47, + 36, + 34, + 27, + 30, + 34, + 22, + 23, + 20, + 18, + 8, + 6, + 4, + 3, + 3, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.1959376335144043, + -3.1868340969085693, + -3.1777303218841553, + -3.1686267852783203, + -3.1595232486724854, + -3.1504194736480713, + -3.1413159370422363, + -3.1322124004364014, + -3.1231086254119873, + -3.1140050888061523, + -3.1049015522003174, + -3.0957977771759033, + -3.0866942405700684, + -3.0775907039642334, + -3.0684871673583984, + -3.0593833923339844, + -3.0502798557281494, + -3.0411763191223145, + -3.0320725440979004, + -3.0229690074920654, + -3.0138654708862305, + -3.0047616958618164, + -2.9956581592559814, + -2.9865546226501465, + -2.9774508476257324, + -2.9683473110198975, + -2.9592437744140625, + -2.9501399993896484, + -2.9410364627838135, + -2.9319329261779785, + -2.9228291511535645, + -2.9137256145477295, + -2.9046220779418945, + -2.8955183029174805, + -2.8864147663116455, + -2.8773112297058105, + -2.8682074546813965, + -2.8591039180755615, + -2.8500003814697266, + -2.8408966064453125, + -2.8317930698394775, + -2.8226895332336426, + -2.8135857582092285, + -2.8044822216033936, + -2.7953786849975586, + -2.7862751483917236, + -2.7771713733673096, + -2.7680678367614746, + -2.7589643001556396, + -2.7498605251312256, + -2.7407569885253906 + ], + "r_inf_mean": 0.24772648513317108, + "r_inf_median": 0.24795745313167572, + "pr_mean": 0.3557780981063843, + "pr_median": 0.3596256375312805, + "hoyer_mean": 0.6457668542861938, + "eff_dim_mean": 0.6457668542861938, + "topk_energy": { + "1": 0.06187141314148903, + "5": 0.2565572261810303, + "10": 0.4086766242980957, + "25": 0.707593560218811 + }, + "gamma_raw": -0.012033069506287575, + "gamma_active": { + "1e-08": -0.012033069506287575, + "1e-07": -0.012033069506287575, + "1e-06": -0.012033069506287575, + "1e-05": -0.012033069506287575, + "0.0001": -0.012033069506287575 + }, + "gamma_energy_weighted": { + "1e-08": -0.01017478316368555, + "1e-07": -0.01017478316368555, + "1e-06": -0.01017478316368555, + "1e-05": -0.01017478316368555, + "0.0001": -0.01017478316368555 + } + }, + { + "layer": 7, + "mean_norm": 0.0012299951631575823, + "median_norm": 0.0012297066859900951, + "max_norm": 0.0018076944397762418, + "min_norm": 0.0006357414531521499, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.136986017227173, + "5": -3.0167436599731445, + "10": -2.98588490486145, + "25": -2.9411978721618652, + "50": -2.9100241661071777, + "75": -2.8753280639648438, + "90": -2.845602035522461, + "95": -2.833331346511841, + "99": -2.7962653636932373 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 2, + 2, + 3, + 2, + 2, + 5, + 8, + 5, + 8, + 7, + 11, + 16, + 24, + 18, + 29, + 36, + 45, + 38, + 40, + 25, + 31, + 32, + 23, + 20, + 24, + 18, + 7, + 8, + 3, + 3, + 4, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.1967196464538574, + -3.187642812728882, + -3.1785659790039062, + -3.1694889068603516, + -3.160412073135376, + -3.1513352394104004, + -3.142258405685425, + -3.13318133354187, + -3.1241044998168945, + -3.115027666091919, + -3.1059508323669434, + -3.0968737602233887, + -3.087796926498413, + -3.0787200927734375, + -3.069643259048462, + -3.0605661869049072, + -3.0514893531799316, + -3.042412519454956, + -3.0333356857299805, + -3.024258613586426, + -3.01518177986145, + -3.0061049461364746, + -2.997028112411499, + -2.9879512786865234, + -2.9788742065429688, + -2.969797372817993, + -2.9607205390930176, + -2.951643705368042, + -2.9425666332244873, + -2.9334897994995117, + -2.924412965774536, + -2.9153361320495605, + -2.906259059906006, + -2.8971822261810303, + -2.8881053924560547, + -2.879028558731079, + -2.8699514865875244, + -2.860874652862549, + -2.8517978191375732, + -2.8427209854125977, + -2.833643913269043, + -2.8245670795440674, + -2.815490245819092, + -2.806413412094116, + -2.7973365783691406, + -2.788259506225586, + -2.7791826725006104, + -2.7701058387756348, + -2.76102876663208, + -2.7519519329071045, + -2.742875099182129 + ], + "r_inf_mean": 0.24512475728988647, + "r_inf_median": 0.24672731757164001, + "pr_mean": 0.3599630296230316, + "pr_median": 0.36303648352622986, + "hoyer_mean": 0.6489120721817017, + "eff_dim_mean": 0.6489120721817017, + "topk_energy": { + "1": 0.06063821166753769, + "5": 0.254472941160202, + "10": 0.40561917424201965, + "25": 0.7047331929206848 + }, + "gamma_raw": 0.05020781233906746, + "gamma_active": { + "1e-08": 0.05020781233906746, + "1e-07": 0.05020781233906746, + "1e-06": 0.05020781233906746, + "1e-05": 0.05020781233906746, + "0.0001": 0.05020781233906746 + }, + "gamma_energy_weighted": { + "1e-08": 0.04786064511967723, + "1e-07": 0.04786064511967723, + "1e-06": 0.04786064511967723, + "1e-05": 0.04786064511967723, + "0.0001": 0.04786064511967723 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L4.json new file mode 100644 index 0000000..4dadb69 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 27.60997772216797, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.027011031284928322, + "median_norm": 0.028103895485401154, + "max_norm": 0.043487001210451126, + "min_norm": 1.2057360691201512e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -8.425830841064453, + "5": -3.5994625091552734, + "10": -1.693034291267395, + "25": -1.595639705657959, + "50": -1.550778865814209, + "75": -1.4948559999465942, + "90": -1.439341425895691, + "95": -1.4163823127746582, + "99": -1.3882684707641602 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 2, + 1, + 5, + 2, + 1, + 10, + 46, + 417 + ], + "log_norms_bin_edges": [ + -13.91874885559082, + -13.667606353759766, + -13.416464805603027, + -13.165322303771973, + -12.914180755615234, + -12.66303825378418, + -12.411895751953125, + -12.160754203796387, + -11.909611701965332, + -11.658470153808594, + -11.407327651977539, + -11.156185150146484, + -10.90504264831543, + -10.653901100158691, + -10.402758598327637, + -10.151617050170898, + -9.900474548339844, + -9.649332046508789, + -9.39819049835205, + -9.147047996520996, + -8.895906448364258, + -8.644763946533203, + -8.393621444702148, + -8.142478942871094, + -7.8913373947143555, + -7.640195369720459, + -7.3890533447265625, + -7.137910842895508, + -6.886768817901611, + -6.635626792907715, + -6.38448429107666, + -6.133342266082764, + -5.882200241088867, + -5.6310577392578125, + -5.379916191101074, + -5.1287736892700195, + -4.877632141113281, + -4.626489639282227, + -4.375347137451172, + -4.124205589294434, + -3.873063087463379, + -3.621920585632324, + -3.370779037475586, + -3.1196365356445312, + -2.8684940338134766, + -2.6173524856567383, + -2.3662099838256836, + -2.1150684356689453, + -1.8639259338378906, + -1.612783432006836, + -1.3616405725479126 + ], + "r_inf_mean": 0.2723451256752014, + "r_inf_median": 0.27644258737564087, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6263659000396729, + "eff_dim_mean": 0.6263659000396729, + "topk_energy": { + "1": 0.07534335553646088, + "5": 0.2839878499507904, + "10": 0.4379306435585022, + "25": 0.7318750619888306 + }, + "gamma_raw": 0.10710164159536362, + "gamma_active": { + "1e-08": 0.10826464742422104, + "1e-07": 0.10793295502662659, + "1e-06": 0.10778922587633133, + "1e-05": 0.10752157866954803, + "0.0001": 0.10686016082763672 + }, + "gamma_energy_weighted": { + "1e-08": 0.10736908182677306, + "1e-07": 0.10736908182677306, + "1e-06": 0.10736908182677306, + "1e-05": 0.10736908182677306, + "0.0001": 0.10736908182677306 + } + }, + { + "layer": 1, + "mean_norm": 0.0017558514373376966, + "median_norm": 0.0018555732676759362, + "max_norm": 0.0025922763161361217, + "min_norm": 8.736272936388028e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.96875, + "1e-06": 0.9609375, + "1e-05": 0.953125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.667267799377441, + "5": -4.814949989318848, + "10": -2.952226161956787, + "25": -2.7731988430023193, + "50": -2.7314767837524414, + "75": -2.691431999206543, + "90": -2.6075925827026367, + "95": -2.598146438598633, + "99": -2.594388723373413 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 2, + 0, + 1, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 4, + 1, + 2, + 7, + 17, + 449 + ], + "log_norms_bin_edges": [ + -15.058673858642578, + -14.809226989746094, + -14.55978012084961, + -14.310332298278809, + -14.060885429382324, + -13.81143856048584, + -13.561991691589355, + -13.312543869018555, + -13.06309700012207, + -12.813650131225586, + -12.564203262329102, + -12.314756393432617, + -12.065308570861816, + -11.815861701965332, + -11.566414833068848, + -11.316967010498047, + -11.067520141601562, + -10.818073272705078, + -10.568626403808594, + -10.31917953491211, + -10.069732666015625, + -9.820284843444824, + -9.57083797454834, + -9.321390151977539, + -9.071943283081055, + -8.82249641418457, + -8.573049545288086, + -8.323602676391602, + -8.074155807495117, + -7.824707984924316, + -7.575261116027832, + -7.3258137702941895, + -7.076366901397705, + -6.8269195556640625, + -6.577472686767578, + -6.328025817871094, + -6.078578948974609, + -5.829131126403809, + -5.579684257507324, + -5.33023738861084, + -5.0807905197143555, + -4.831342697143555, + -4.58189582824707, + -4.332448959350586, + -4.083002090454102, + -3.833554267883301, + -3.5841073989868164, + -3.334660530090332, + -3.0852136611938477, + -2.8357667922973633, + -2.5863187313079834 + ], + "r_inf_mean": 0.25435176491737366, + "r_inf_median": 0.2541950047016144, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6288495063781738, + "eff_dim_mean": 0.6288495063781738, + "topk_energy": { + "1": 0.06543181836605072, + "5": 0.27005159854888916, + "10": 0.4264335632324219, + "25": 0.7288482189178467 + }, + "gamma_raw": 0.29591643810272217, + "gamma_active": { + "1e-08": 0.30105021595954895, + "1e-07": 0.3006157875061035, + "1e-06": 0.30035096406936646, + "1e-05": 0.30070093274116516, + "0.0001": 0.3011963367462158 + }, + "gamma_energy_weighted": { + "1e-08": 0.30326853696267175, + "1e-07": 0.30326853696267175, + "1e-06": 0.30326853696267175, + "1e-05": 0.30326853696267175, + "0.0001": 0.30326853696267175 + } + }, + { + "layer": 2, + "mean_norm": 0.0017038935329765081, + "median_norm": 0.0017782620852813125, + "max_norm": 0.002558618551120162, + "min_norm": 8.39835814180599e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.96875, + "1e-06": 0.9609375, + "1e-05": 0.953125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.68070125579834, + "5": -4.824228286743164, + "10": -2.971696615219116, + "25": -2.7899439334869385, + "50": -2.7500038146972656, + "75": -2.7049801349639893, + "90": -2.6122026443481445, + "95": -2.6035516262054443, + "99": -2.599674940109253 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 1, + 0, + 2, + 1, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 4, + 1, + 2, + 8, + 19, + 446 + ], + "log_norms_bin_edges": [ + -15.0758056640625, + -14.826129913330078, + -14.57645320892334, + -14.326776504516602, + -14.07710075378418, + -13.827425003051758, + -13.57774829864502, + -13.328071594238281, + -13.07839584350586, + -12.828720092773438, + -12.5790433883667, + -12.329366683959961, + -12.079690933227539, + -11.830015182495117, + -11.580338478088379, + -11.33066177368164, + -11.080986022949219, + -10.831310272216797, + -10.581633567810059, + -10.33195686340332, + -10.082281112670898, + -9.832605361938477, + -9.582928657531738, + -9.333251953125, + -9.083576202392578, + -8.833900451660156, + -8.584223747253418, + -8.33454704284668, + -8.084871292114258, + -7.835195064544678, + -7.585518836975098, + -7.335842609405518, + -7.0861663818359375, + -6.836490631103516, + -6.586813926696777, + -6.337137222290039, + -6.087461471557617, + -5.837785720825195, + -5.588109016418457, + -5.338432312011719, + -5.088756561279297, + -4.839080810546875, + -4.589404106140137, + -4.339727401733398, + -4.090051651000977, + -3.8403759002685547, + -3.5906991958618164, + -3.341022491455078, + -3.0913467407226562, + -2.8416709899902344, + -2.591994524002075 + ], + "r_inf_mean": 0.25509703159332275, + "r_inf_median": 0.25222352147102356, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6309486627578735, + "eff_dim_mean": 0.6309486627578735, + "topk_energy": { + "1": 0.06574846804141998, + "5": 0.2698303461074829, + "10": 0.4252162277698517, + "25": 0.7281731963157654 + }, + "gamma_raw": 0.07437188923358917, + "gamma_active": { + "1e-08": 0.07573608309030533, + "1e-07": 0.07532550394535065, + "1e-06": 0.07514520734548569, + "1e-05": 0.07539490610361099, + "0.0001": 0.07667361944913864 + }, + "gamma_energy_weighted": { + "1e-08": 0.1018211310414779, + "1e-07": 0.1018211310414779, + "1e-06": 0.1018211310414779, + "1e-05": 0.1018211310414779, + "0.0001": 0.1018211310414779 + } + }, + { + "layer": 3, + "mean_norm": 0.001698408625088632, + "median_norm": 0.001762453350238502, + "max_norm": 0.00254645524546504, + "min_norm": 8.342789074696963e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.96875, + "1e-06": 0.9609375, + "1e-05": 0.953125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.681780815124512, + "5": -4.82501220703125, + "10": -2.9734702110290527, + "25": -2.7925987243652344, + "50": -2.7538819313049316, + "75": -2.7030768394470215, + "90": -2.6150925159454346, + "95": -2.60690975189209, + "99": -2.601759910583496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 1, + 0, + 2, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 3, + 1, + 2, + 4, + 1, + 2, + 8, + 19, + 446 + ], + "log_norms_bin_edges": [ + -15.078688621520996, + -14.828995704650879, + -14.579303741455078, + -14.329610824584961, + -14.07991886138916, + -13.830225944519043, + -13.580533981323242, + -13.330841064453125, + -13.081148147583008, + -12.831456184387207, + -12.581764221191406, + -12.332071304321289, + -12.082378387451172, + -11.832686424255371, + -11.582993507385254, + -11.333301544189453, + -11.083608627319336, + -10.833915710449219, + -10.584223747253418, + -10.334531784057617, + -10.0848388671875, + -9.835145950317383, + -9.585453033447266, + -9.335761070251465, + -9.086069107055664, + -8.836376190185547, + -8.58668327331543, + -8.336991310119629, + -8.087298393249512, + -7.837605953216553, + -7.587913513183594, + -7.338221073150635, + -7.088528633117676, + -6.838835716247559, + -6.589143753051758, + -6.339450836181641, + -6.08975887298584, + -5.840065956115723, + -5.590373992919922, + -5.340681076049805, + -5.090989112854004, + -4.841296195983887, + -4.5916032791137695, + -4.341911315917969, + -4.092218399047852, + -3.842526435852051, + -3.5928335189819336, + -3.343141555786133, + -3.0934486389160156, + -2.8437557220458984, + -2.5940639972686768 + ], + "r_inf_mean": 0.2571524679660797, + "r_inf_median": 0.25176671147346497, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.632195234298706, + "eff_dim_mean": 0.6321951746940613, + "topk_energy": { + "1": 0.06678705662488937, + "5": 0.26919305324554443, + "10": 0.42502468824386597, + "25": 0.727631688117981 + }, + "gamma_raw": 0.07237311452627182, + "gamma_active": { + "1e-08": 0.07353309541940689, + "1e-07": 0.07361091673374176, + "1e-06": 0.07354874163866043, + "1e-05": 0.07429350167512894, + "0.0001": 0.07466775923967361 + }, + "gamma_energy_weighted": { + "1e-08": 0.09200864205375865, + "1e-07": 0.09200864205375865, + "1e-06": 0.09200864205375865, + "1e-05": 0.09200864205375865, + "0.0001": 0.09200864205375865 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L8.json new file mode 100644 index 0000000..555cfe2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 14.536996841430664, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01928076520562172, + "median_norm": 0.019363919273018837, + "max_norm": 0.03524935245513916, + "min_norm": 3.593554620540118e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.754801273345947, + "5": -2.9353888034820557, + "10": -1.857097864151001, + "25": -1.7632837295532227, + "50": -1.71297287940979, + "75": -1.6449837684631348, + "90": -1.5532331466674805, + "95": -1.532067894935608, + "99": -1.4905503988265991 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 3, + 2, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 3, + 1, + 3, + 5, + 3, + 29, + 329, + 112 + ], + "log_norms_bin_edges": [ + -10.444476127624512, + -10.264643669128418, + -10.084811210632324, + -9.90497875213623, + -9.725146293640137, + -9.545313835144043, + -9.365480422973633, + -9.185647964477539, + -9.005815505981445, + -8.825983047485352, + -8.646150588989258, + -8.466318130493164, + -8.28648567199707, + -8.106653213500977, + -7.926820755004883, + -7.746988296508789, + -7.567155838012695, + -7.387323379516602, + -7.20749044418335, + -7.027657985687256, + -6.847825527191162, + -6.66799259185791, + -6.488160133361816, + -6.308327674865723, + -6.128495216369629, + -5.948662757873535, + -5.768830299377441, + -5.588997840881348, + -5.409165382385254, + -5.229332447052002, + -5.049499988555908, + -4.8696675300598145, + -4.689835071563721, + -4.510002613067627, + -4.330170154571533, + -4.1503376960754395, + -3.9705047607421875, + -3.7906723022460938, + -3.61083984375, + -3.4310073852539062, + -3.2511749267578125, + -3.0713424682617188, + -2.891509532928467, + -2.711677074432373, + -2.5318446159362793, + -2.3520116806030273, + -2.1721792221069336, + -1.9923467636108398, + -1.812514305114746, + -1.6326818466186523, + -1.4528489112854004 + ], + "r_inf_mean": 0.27057111263275146, + "r_inf_median": 0.2647486925125122, + "pr_mean": 0.3284798264503479, + "pr_median": 0.3304312527179718, + "hoyer_mean": 0.6327378749847412, + "eff_dim_mean": 0.6327378749847412, + "topk_energy": { + "1": 0.0761462152004242, + "5": 0.27387914061546326, + "10": 0.42493677139282227, + "25": 0.7230519652366638 + }, + "gamma_raw": -0.017712406814098358, + "gamma_active": { + "1e-08": -0.017781250178813934, + "1e-07": -0.017697013914585114, + "1e-06": -0.017570510506629944, + "1e-05": -0.016516372561454773, + "0.0001": -0.016825595870614052 + }, + "gamma_energy_weighted": { + "1e-08": -0.03471644191197192, + "1e-07": -0.03471644191197192, + "1e-06": -0.03471644191197192, + "1e-05": -0.03471644191197192, + "0.0001": -0.03471644191197192 + } + }, + { + "layer": 1, + "mean_norm": 0.0019004067871719599, + "median_norm": 0.002021574880927801, + "max_norm": 0.0027182050980627537, + "min_norm": 2.5743840652986405e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.7443461418151855, + "5": -3.971514940261841, + "10": -2.823892116546631, + "25": -2.7277679443359375, + "50": -2.6941404342651367, + "75": -2.662792921066284, + "90": -2.63210391998291, + "95": -2.619006633758545, + "99": -2.5666892528533936 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 62, + 405 + ], + "log_norms_bin_edges": [ + -11.589326858520508, + -11.408854484558105, + -11.228382110595703, + -11.047910690307617, + -10.867438316345215, + -10.686965942382812, + -10.50649356842041, + -10.326021194458008, + -10.145549774169922, + -9.96507740020752, + -9.784605026245117, + -9.604132652282715, + -9.423660278320312, + -9.243188858032227, + -9.062716484069824, + -8.882244110107422, + -8.70177173614502, + -8.521299362182617, + -8.340827941894531, + -8.160355567932129, + -7.979883193969727, + -7.799410820007324, + -7.61893892288208, + -7.438466548919678, + -7.257994651794434, + -7.077522277832031, + -6.897050380706787, + -6.716578006744385, + -6.536105632781982, + -6.355633735656738, + -6.175161361694336, + -5.994689464569092, + -5.8142170906066895, + -5.633744716644287, + -5.453272819519043, + -5.272800445556641, + -5.0923285484313965, + -4.911856174468994, + -4.731383800506592, + -4.550911903381348, + -4.370439529418945, + -4.189967632293701, + -4.009495258331299, + -3.8290228843688965, + -3.6485509872436523, + -3.46807861328125, + -3.2876062393188477, + -3.1071348190307617, + -2.9266624450683594, + -2.746190071105957, + -2.565717935562134 + ], + "r_inf_mean": 0.2517167925834656, + "r_inf_median": 0.25064513087272644, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6352218389511108, + "eff_dim_mean": 0.6352218389511108, + "topk_energy": { + "1": 0.06417888402938843, + "5": 0.2608180046081543, + "10": 0.41783657670021057, + "25": 0.7238430976867676 + }, + "gamma_raw": 0.3171312212944031, + "gamma_active": { + "1e-08": 0.3188110888004303, + "1e-07": 0.3192106783390045, + "1e-06": 0.3197402358055115, + "1e-05": 0.319692462682724, + "0.0001": 0.31954526901245117 + }, + "gamma_energy_weighted": { + "1e-08": 0.3180818011546907, + "1e-07": 0.3180818011546907, + "1e-06": 0.3180818011546907, + "1e-05": 0.3180818011546907, + "0.0001": 0.3180818011546907 + } + }, + { + "layer": 2, + "mean_norm": 0.0018642025534063578, + "median_norm": 0.001997734420001507, + "max_norm": 0.0026897196657955647, + "min_norm": 2.506318069750435e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.753520488739014, + "5": -3.977435350418091, + "10": -2.8331165313720703, + "25": -2.738093852996826, + "50": -2.6992549896240234, + "75": -2.669743537902832, + "90": -2.6339523792266846, + "95": -2.6263492107391357, + "99": -2.5704243183135986 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 3, + 2, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 69, + 398 + ], + "log_norms_bin_edges": [ + -11.600963592529297, + -11.420350074768066, + -11.239736557006836, + -11.059123039245605, + -10.878509521484375, + -10.697896957397461, + -10.51728343963623, + -10.336669921875, + -10.15605640411377, + -9.975442886352539, + -9.794829368591309, + -9.614215850830078, + -9.433603286743164, + -9.252988815307617, + -9.072376251220703, + -8.891762733459473, + -8.711149215698242, + -8.530535697937012, + -8.349922180175781, + -8.169309616088867, + -7.9886956214904785, + -7.808082103729248, + -7.627469062805176, + -7.446855545043945, + -7.266242027282715, + -7.085628509521484, + -6.905014991760254, + -6.724401950836182, + -6.543788433074951, + -6.363174915313721, + -6.182561874389648, + -6.001948356628418, + -5.8213348388671875, + -5.640721321105957, + -5.460107803344727, + -5.279494762420654, + -5.098881244659424, + -4.918267726898193, + -4.737654685974121, + -4.557041168212891, + -4.37642765045166, + -4.19581413269043, + -4.015200614929199, + -3.834587574005127, + -3.6539740562438965, + -3.473361015319824, + -3.2927474975585938, + -3.1121339797973633, + -2.931520462036133, + -2.7509069442749023, + -2.5702929496765137 + ], + "r_inf_mean": 0.25571033358573914, + "r_inf_median": 0.256623238325119, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6339685916900635, + "eff_dim_mean": 0.6339685916900635, + "topk_energy": { + "1": 0.06625106185674667, + "5": 0.2617071270942688, + "10": 0.4188035726547241, + "25": 0.7260611057281494 + }, + "gamma_raw": 0.1739281713962555, + "gamma_active": { + "1e-08": 0.17490606009960175, + "1e-07": 0.17521153390407562, + "1e-06": 0.17591576278209686, + "1e-05": 0.17593401670455933, + "0.0001": 0.17576023936271667 + }, + "gamma_energy_weighted": { + "1e-08": 0.17987765922697962, + "1e-07": 0.17987765922697962, + "1e-06": 0.17987765922697962, + "1e-05": 0.17987765922697962, + "0.0001": 0.17987765922697962 + } + }, + { + "layer": 3, + "mean_norm": 0.001860262593254447, + "median_norm": 0.001987636089324951, + "max_norm": 0.0026746096555143595, + "min_norm": 2.4901428575391238e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.7538299560546875, + "5": -3.9785470962524414, + "10": -2.833017349243164, + "25": -2.7387869358062744, + "50": -2.701387882232666, + "75": -2.6722323894500732, + "90": -2.63596510887146, + "95": -2.626648426055908, + "99": -2.5728378295898438 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 67, + 400 + ], + "log_norms_bin_edges": [ + -11.603775978088379, + -11.423154830932617, + -11.242534637451172, + -11.06191349029541, + -10.881293296813965, + -10.700672149658203, + -10.520051956176758, + -10.339430809020996, + -10.158809661865234, + -9.978189468383789, + -9.797568321228027, + -9.616948127746582, + -9.43632698059082, + -9.255706787109375, + -9.075085639953613, + -8.894464492797852, + -8.713844299316406, + -8.533224105834961, + -8.3526029586792, + -8.171981811523438, + -7.991361618041992, + -7.8107404708862305, + -7.630119800567627, + -7.449499130249023, + -7.26887845993042, + -7.088257789611816, + -6.907637119293213, + -6.727016448974609, + -6.546395301818848, + -6.365774631500244, + -6.185153961181641, + -6.004533290863037, + -5.823912620544434, + -5.64329195022583, + -5.462671279907227, + -5.282050609588623, + -5.1014299392700195, + -4.920808792114258, + -4.740188121795654, + -4.559567451477051, + -4.378946781158447, + -4.198326110839844, + -4.01770544052124, + -3.8370847702026367, + -3.656463623046875, + -3.4758434295654297, + -3.295222282409668, + -3.1146020889282227, + -2.933980941772461, + -2.753359794616699, + -2.572739839553833 + ], + "r_inf_mean": 0.2572064995765686, + "r_inf_median": 0.2566538453102112, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6350562572479248, + "eff_dim_mean": 0.6350562572479248, + "topk_energy": { + "1": 0.06699250638484955, + "5": 0.2620049715042114, + "10": 0.4186632037162781, + "25": 0.7257832288742065 + }, + "gamma_raw": 0.07663606107234955, + "gamma_active": { + "1e-08": 0.07712198793888092, + "1e-07": 0.07757776975631714, + "1e-06": 0.07811388373374939, + "1e-05": 0.0782323107123375, + "0.0001": 0.07861126959323883 + }, + "gamma_energy_weighted": { + "1e-08": 0.0838172067001376, + "1e-07": 0.0838172067001376, + "1e-06": 0.0838172067001376, + "1e-05": 0.0838172067001376, + "0.0001": 0.0838172067001376 + } + }, + { + "layer": 4, + "mean_norm": 0.0018586721271276474, + "median_norm": 0.0019847562070935965, + "max_norm": 0.002673571929335594, + "min_norm": 2.4915319373625122e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.7564473152160645, + "5": -3.9770073890686035, + "10": -2.8345956802368164, + "25": -2.73931884765625, + "50": -2.702000617980957, + "75": -2.6733639240264893, + "90": -2.6361136436462402, + "95": -2.6262247562408447, + "99": -2.5730032920837402 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 66, + 401 + ], + "log_norms_bin_edges": [ + -11.603534698486328, + -11.422922134399414, + -11.2423095703125, + -11.061697006225586, + -10.881084442138672, + -10.700471878051758, + -10.519859313964844, + -10.33924674987793, + -10.158634185791016, + -9.978021621704102, + -9.797409057617188, + -9.616796493530273, + -9.43618392944336, + -9.255571365356445, + -9.074959754943848, + -8.894347190856934, + -8.71373462677002, + -8.533122062683105, + -8.352509498596191, + -8.171896934509277, + -7.991284370422363, + -7.810671806335449, + -7.630059242248535, + -7.449446678161621, + -7.268834114074707, + -7.088221549987793, + -6.907608985900879, + -6.726996898651123, + -6.546384334564209, + -6.365771770477295, + -6.185159206390381, + -6.004546642303467, + -5.823934078216553, + -5.643321514129639, + -5.462708950042725, + -5.2820963859558105, + -5.1014838218688965, + -4.920871257781982, + -4.740259170532227, + -4.5596466064453125, + -4.379034042358398, + -4.198421478271484, + -4.01780891418457, + -3.8371963500976562, + -3.656583786010742, + -3.475971221923828, + -3.295358657836914, + -3.11474609375, + -2.934133529663086, + -2.753520965576172, + -2.5729081630706787 + ], + "r_inf_mean": 0.25726819038391113, + "r_inf_median": 0.2593875825405121, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6349890828132629, + "eff_dim_mean": 0.6349890232086182, + "topk_energy": { + "1": 0.06699015200138092, + "5": 0.2617779076099396, + "10": 0.41860806941986084, + "25": 0.7258891463279724 + }, + "gamma_raw": 0.1547381728887558, + "gamma_active": { + "1e-08": 0.15557579696178436, + "1e-07": 0.15557856857776642, + "1e-06": 0.15588758885860443, + "1e-05": 0.15588758885860443, + "0.0001": 0.15576289594173431 + }, + "gamma_energy_weighted": { + "1e-08": 0.16001614871654732, + "1e-07": 0.16001614871654732, + "1e-06": 0.16001614871654732, + "1e-05": 0.16001614871654732, + "0.0001": 0.16001614871654732 + } + }, + { + "layer": 5, + "mean_norm": 0.001857491210103035, + "median_norm": 0.001979181542992592, + "max_norm": 0.00267604598775506, + "min_norm": 2.491637321813678e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.756789684295654, + "5": -3.97576642036438, + "10": -2.8343958854675293, + "25": -2.7397353649139404, + "50": -2.70302677154541, + "75": -2.673719644546509, + "90": -2.6359524726867676, + "95": -2.626251459121704, + "99": -2.572596549987793 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 67, + 400 + ], + "log_norms_bin_edges": [ + -11.603515625, + -11.422895431518555, + -11.24227523803711, + -11.061655044555664, + -10.881034851074219, + -10.700414657592773, + -10.519794464111328, + -10.339174270629883, + -10.158554077148438, + -9.977933883666992, + -9.797313690185547, + -9.616693496704102, + -9.436073303222656, + -9.255453109741211, + -9.074832916259766, + -8.89421272277832, + -8.713592529296875, + -8.53297233581543, + -8.352352142333984, + -8.171731948852539, + -7.991111755371094, + -7.810491561889648, + -7.629871368408203, + -7.449251651763916, + -7.268631458282471, + -7.088011264801025, + -6.90739107131958, + -6.726770877838135, + -6.5461506843566895, + -6.365530490875244, + -6.184910297393799, + -6.0042901039123535, + -5.823669910430908, + -5.643049716949463, + -5.462429523468018, + -5.281809329986572, + -5.101189136505127, + -4.920568943023682, + -4.739948749542236, + -4.559328556060791, + -4.378708362579346, + -4.1980881690979, + -4.017467975616455, + -3.8368477821350098, + -3.6562275886535645, + -3.4756078720092773, + -3.294987678527832, + -3.1143674850463867, + -2.9337472915649414, + -2.753127098083496, + -2.5725066661834717 + ], + "r_inf_mean": 0.2569845914840698, + "r_inf_median": 0.2583431005477905, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6352061629295349, + "eff_dim_mean": 0.6352061033248901, + "topk_energy": { + "1": 0.06684251874685287, + "5": 0.2612382173538208, + "10": 0.418038010597229, + "25": 0.7258950471878052 + }, + "gamma_raw": 0.09403475373983383, + "gamma_active": { + "1e-08": 0.0945267453789711, + "1e-07": 0.09468002617359161, + "1e-06": 0.09552690386772156, + "1e-05": 0.09589535742998123, + "0.0001": 0.09673845767974854 + }, + "gamma_energy_weighted": { + "1e-08": 0.10004161769133524, + "1e-07": 0.10004161769133524, + "1e-06": 0.10004161769133524, + "1e-05": 0.10004161769133524, + "0.0001": 0.10004161769133524 + } + }, + { + "layer": 6, + "mean_norm": 0.0018579952884465456, + "median_norm": 0.001980281202122569, + "max_norm": 0.00267871655523777, + "min_norm": 2.490374659963601e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.755409240722656, + "5": -3.975797653198242, + "10": -2.834562063217163, + "25": -2.739447593688965, + "50": -2.703042984008789, + "75": -2.6731605529785156, + "90": -2.636051654815674, + "95": -2.626915454864502, + "99": -2.5721797943115234 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 67, + 400 + ], + "log_norms_bin_edges": [ + -11.60373592376709, + -11.423102378845215, + -11.242469787597656, + -11.061836242675781, + -10.881202697753906, + -10.700570106506348, + -10.519936561584473, + -10.339303016662598, + -10.158670425415039, + -9.978036880493164, + -9.797403335571289, + -9.616769790649414, + -9.436137199401855, + -9.25550365447998, + -9.074871063232422, + -8.894237518310547, + -8.713603973388672, + -8.532970428466797, + -8.352336883544922, + -8.171704292297363, + -7.991070747375488, + -7.8104376792907715, + -7.629804611206055, + -7.44917106628418, + -7.268537998199463, + -7.087904930114746, + -6.907271385192871, + -6.726638317108154, + -6.5460052490234375, + -6.3653717041015625, + -6.184738636016846, + -6.004105091094971, + -5.823472023010254, + -5.642838954925537, + -5.462205410003662, + -5.281572341918945, + -5.10093879699707, + -4.9203057289123535, + -4.739672660827637, + -4.559039115905762, + -4.378406047821045, + -4.197772979736328, + -4.017139434814453, + -3.8365063667297363, + -3.6558732986450195, + -3.4752397537231445, + -3.2946062088012695, + -3.113973617553711, + -2.933340072631836, + -2.752706527709961, + -2.572073459625244 + ], + "r_inf_mean": 0.25772494077682495, + "r_inf_median": 0.2590259909629822, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6351262331008911, + "eff_dim_mean": 0.6351262331008911, + "topk_energy": { + "1": 0.06720344722270966, + "5": 0.2610832154750824, + "10": 0.4180976152420044, + "25": 0.7258181571960449 + }, + "gamma_raw": 0.09147980064153671, + "gamma_active": { + "1e-08": 0.09196840971708298, + "1e-07": 0.09192687273025513, + "1e-06": 0.09243681281805038, + "1e-05": 0.09224449843168259, + "0.0001": 0.09272290021181107 + }, + "gamma_energy_weighted": { + "1e-08": 0.09786612119658163, + "1e-07": 0.09786612119658163, + "1e-06": 0.09786612119658163, + "1e-05": 0.09786612119658163, + "0.0001": 0.09786612119658163 + } + }, + { + "layer": 7, + "mean_norm": 0.0018569407984614372, + "median_norm": 0.0019783154129981995, + "max_norm": 0.00267900712788105, + "min_norm": 2.491612168323276e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.755317687988281, + "5": -3.9760310649871826, + "10": -2.8343193531036377, + "25": -2.7405734062194824, + "50": -2.703627586364746, + "75": -2.6730101108551025, + "90": -2.637141227722168, + "95": -2.6275136470794678, + "99": -2.5721435546875 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 2, + 1, + 4, + 3, + 7, + 67, + 400 + ], + "log_norms_bin_edges": [ + -11.603520393371582, + -11.422890663146973, + -11.242260932922363, + -11.061630249023438, + -10.881000518798828, + -10.700370788574219, + -10.51974105834961, + -10.339111328125, + -10.15848159790039, + -9.977851867675781, + -9.797222137451172, + -9.616591453552246, + -9.435961723327637, + -9.255331993103027, + -9.074702262878418, + -8.894072532653809, + -8.713441848754883, + -8.532812118530273, + -8.352182388305664, + -8.171552658081055, + -7.990922927856445, + -7.810293197631836, + -7.629662990570068, + -7.449033260345459, + -7.268403053283691, + -7.087773323059082, + -6.907143592834473, + -6.726513862609863, + -6.545883655548096, + -6.365253925323486, + -6.184624195098877, + -6.003993988037109, + -5.8233642578125, + -5.642734527587891, + -5.462104320526123, + -5.281474590301514, + -5.100844860076904, + -4.920214653015137, + -4.739584922790527, + -4.558955192565918, + -4.378325462341309, + -4.197695255279541, + -4.017065525054932, + -3.8364357948303223, + -3.6558055877685547, + -3.4751758575439453, + -3.294546127319336, + -3.1139163970947266, + -2.933285713195801, + -2.7526559829711914, + -2.572026252746582 + ], + "r_inf_mean": 0.25693628191947937, + "r_inf_median": 0.25778353214263916, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6351045370101929, + "eff_dim_mean": 0.6351045370101929, + "topk_energy": { + "1": 0.06679777055978775, + "5": 0.26064980030059814, + "10": 0.4180041551589966, + "25": 0.726070761680603 + }, + "gamma_raw": 0.04729406535625458, + "gamma_active": { + "1e-08": 0.0476091168820858, + "1e-07": 0.04769045114517212, + "1e-06": 0.04822062700986862, + "1e-05": 0.0477796234190464, + "0.0001": 0.048577554523944855 + }, + "gamma_energy_weighted": { + "1e-08": 0.05429194535344651, + "1e-07": 0.05429194535344651, + "1e-06": 0.05429194535344651, + "1e-05": 0.05429194535344651, + "0.0001": 0.05429194535344651 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L4.json new file mode 100644 index 0000000..b19d1d6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 22.833688735961914, + "acc": 0.056640625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0130066629499197, + "median_norm": 0.013281884603202343, + "max_norm": 0.01928139477968216, + "min_norm": 1.4062676578774358e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.98046875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.946023464202881, + "5": -2.3438878059387207, + "10": -1.9761885404586792, + "25": -1.920889973640442, + "50": -1.8767017126083374, + "75": -1.8223936557769775, + "90": -1.7826071977615356, + "95": -1.7566040754318237, + "99": -1.7277013063430786 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 2, + 12, + 262, + 209 + ], + "log_norms_bin_edges": [ + -8.85193157196045, + -8.709190368652344, + -8.566449165344238, + -8.423707008361816, + -8.280965805053711, + -8.138224601745605, + -7.9954833984375, + -7.852741718292236, + -7.710000514984131, + -7.567258834838867, + -7.424517631530762, + -7.281776428222656, + -7.139034748077393, + -6.996293544769287, + -6.853551864624023, + -6.710810661315918, + -6.5680694580078125, + -6.425327777862549, + -6.282586097717285, + -6.13984489440918, + -5.997103691101074, + -5.854362487792969, + -5.711620807647705, + -5.568879127502441, + -5.426137924194336, + -5.2833967208862305, + -5.140655517578125, + -4.997913837432861, + -4.855172157287598, + -4.712430953979492, + -4.569689750671387, + -4.426948070526123, + -4.284206867218018, + -4.141465663909912, + -3.9987239837646484, + -3.855982780456543, + -3.7132411003112793, + -3.570499897003174, + -3.4277586936950684, + -3.2850170135498047, + -3.142275810241699, + -2.9995341300964355, + -2.85679292678833, + -2.7140517234802246, + -2.571310043334961, + -2.4285688400268555, + -2.285827159881592, + -2.1430859565734863, + -2.0003442764282227, + -1.8576030731201172, + -1.714861512184143 + ], + "r_inf_mean": 0.35784265398979187, + "r_inf_median": 0.3465076982975006, + "pr_mean": 0.17615461349487305, + "pr_median": 0.17614689469337463, + "hoyer_mean": 0.4933515191078186, + "eff_dim_mean": 0.4933515191078186, + "topk_energy": { + "1": 0.13215593993663788, + "5": 0.4235193133354187, + "10": 0.5935206413269043, + "25": 0.8428019881248474 + }, + "gamma_raw": 0.06583836674690247, + "gamma_active": { + "1e-08": 0.06595442444086075, + "1e-07": 0.06585891544818878, + "1e-06": 0.06578462570905685, + "1e-05": 0.06613142043352127, + "0.0001": 0.0662567988038063 + }, + "gamma_energy_weighted": { + "1e-08": 0.054571116601437965, + "1e-07": 0.054571116601437965, + "1e-06": 0.054571116601437965, + "1e-05": 0.054571116601437965, + "0.0001": 0.054571116601437965 + } + }, + { + "layer": 1, + "mean_norm": 0.001822499674744904, + "median_norm": 0.0018789416644722223, + "max_norm": 0.0026618747506290674, + "min_norm": 2.234033236181432e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.813519477844238, + "5": -3.1784167289733887, + "10": -2.8160996437072754, + "25": -2.7585842609405518, + "50": -2.7260866165161133, + "75": -2.7019948959350586, + "90": -2.6235930919647217, + "95": -2.597531795501709, + "99": -2.5917587280273438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 8, + 275, + 201 + ], + "log_norms_bin_edges": [ + -9.650910377502441, + -9.509387969970703, + -9.367866516113281, + -9.226344108581543, + -9.084822654724121, + -8.943300247192383, + -8.801778793334961, + -8.660256385803223, + -8.5187349319458, + -8.377212524414062, + -8.23569107055664, + -8.094168663024902, + -7.952646732330322, + -7.811124801635742, + -7.669602870941162, + -7.528080940246582, + -7.386559009552002, + -7.245037078857422, + -7.103515148162842, + -6.961993217468262, + -6.820471286773682, + -6.678949356079102, + -6.537426948547363, + -6.395905494689941, + -6.254383087158203, + -6.112861633300781, + -5.971339225769043, + -5.829817771911621, + -5.688295364379883, + -5.546773433685303, + -5.405251502990723, + -5.263729572296143, + -5.1222076416015625, + -4.980685710906982, + -4.839163780212402, + -4.697641849517822, + -4.556119918823242, + -4.414597988128662, + -4.273076057434082, + -4.131554126739502, + -3.990032196044922, + -3.8485097885131836, + -3.7069878578186035, + -3.5654659271240234, + -3.4239439964294434, + -3.2824220657348633, + -3.140900135040283, + -2.999378204345703, + -2.857856273651123, + -2.716334342956543, + -2.574812412261963 + ], + "r_inf_mean": 0.24298205971717834, + "r_inf_median": 0.23498648405075073, + "pr_mean": 0.3490613102912903, + "pr_median": 0.3504672646522522, + "hoyer_mean": 0.6412113904953003, + "eff_dim_mean": 0.6412113308906555, + "topk_energy": { + "1": 0.05966073274612427, + "5": 0.2575371563434601, + "10": 0.4146673083305359, + "25": 0.7194937467575073 + }, + "gamma_raw": 0.25889766216278076, + "gamma_active": { + "1e-08": 0.2596628963947296, + "1e-07": 0.25954538583755493, + "1e-06": 0.259461373090744, + "1e-05": 0.2598905563354492, + "0.0001": 0.260028213262558 + }, + "gamma_energy_weighted": { + "1e-08": 0.26159375536287527, + "1e-07": 0.26159375536287527, + "1e-06": 0.26159375536287527, + "1e-05": 0.26159375536287527, + "0.0001": 0.26159375536287527 + } + }, + { + "layer": 2, + "mean_norm": 0.0017787121469154954, + "median_norm": 0.001821152400225401, + "max_norm": 0.002632659859955311, + "min_norm": 2.1895052437770346e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.824066162109375, + "5": -3.1864564418792725, + "10": -2.827103614807129, + "25": -2.7672863006591797, + "50": -2.7396416664123535, + "75": -2.7097244262695312, + "90": -2.633652687072754, + "95": -2.6069254875183105, + "99": -2.6015758514404297 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 9, + 284, + 191 + ], + "log_norms_bin_edges": [ + -9.65965461730957, + -9.518054008483887, + -9.376452445983887, + -9.234851837158203, + -9.093250274658203, + -8.95164966583252, + -8.810049057006836, + -8.668447494506836, + -8.526846885681152, + -8.385245323181152, + -8.243644714355469, + -8.102043151855469, + -7.960442543029785, + -7.818841934204102, + -7.677240371704102, + -7.535639762878418, + -7.394038677215576, + -7.252437591552734, + -7.110836982727051, + -6.969235420227051, + -6.827634811401367, + -6.686033725738525, + -6.544432640075684, + -6.40283203125, + -6.26123046875, + -6.119629859924316, + -5.978028774261475, + -5.836427688598633, + -5.694826602935791, + -5.553225517272949, + -5.411624908447266, + -5.270023822784424, + -5.128422737121582, + -4.98682165145874, + -4.845220565795898, + -4.703619956970215, + -4.562018871307373, + -4.420417785644531, + -4.2788166999816895, + -4.137215614318848, + -3.995615005493164, + -3.8540139198303223, + -3.7124128341674805, + -3.5708117485046387, + -3.429210662841797, + -3.287609577178955, + -3.1460089683532715, + -3.0044078826904297, + -2.862806797027588, + -2.721205711364746, + -2.5796053409576416 + ], + "r_inf_mean": 0.24299368262290955, + "r_inf_median": 0.2366274893283844, + "pr_mean": 0.34873735904693604, + "pr_median": 0.35028502345085144, + "hoyer_mean": 0.6434794068336487, + "eff_dim_mean": 0.6434794068336487, + "topk_energy": { + "1": 0.059568218886852264, + "5": 0.25935208797454834, + "10": 0.415139764547348, + "25": 0.7181462049484253 + }, + "gamma_raw": 0.08826996386051178, + "gamma_active": { + "1e-08": 0.08846190571784973, + "1e-07": 0.08836781978607178, + "1e-06": 0.08778074383735657, + "1e-05": 0.08761009573936462, + "0.0001": 0.08762874454259872 + }, + "gamma_energy_weighted": { + "1e-08": 0.10584149867203853, + "1e-07": 0.10584149867203853, + "1e-06": 0.10584149867203853, + "1e-05": 0.10584149867203853, + "0.0001": 0.10584149867203853 + } + }, + { + "layer": 3, + "mean_norm": 0.0017706644721329212, + "median_norm": 0.0018196339951828122, + "max_norm": 0.002608711365610361, + "min_norm": 2.1772678104881038e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.8310227394104, + "5": -3.1888206005096436, + "10": -2.828195333480835, + "25": -2.7676138877868652, + "50": -2.7400083541870117, + "75": -2.7123327255249023, + "90": -2.6380090713500977, + "95": -2.6109514236450195, + "99": -2.6055634021759033 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 3, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 9, + 279, + 196 + ], + "log_norms_bin_edges": [ + -9.662088394165039, + -9.52051830291748, + -9.378948211669922, + -9.237377166748047, + -9.095807075500488, + -8.95423698425293, + -8.812666893005371, + -8.671096801757812, + -8.529525756835938, + -8.387955665588379, + -8.24638557434082, + -8.104815483093262, + -7.963244915008545, + -7.821674823760986, + -7.6801042556762695, + -7.538534164428711, + -7.396964073181152, + -7.2553935050964355, + -7.113822937011719, + -6.97225284576416, + -6.830682754516602, + -6.689112663269043, + -6.547542095184326, + -6.405971527099609, + -6.264401435852051, + -6.122831344604492, + -5.981261253356934, + -5.839690685272217, + -5.6981201171875, + -5.556550025939941, + -5.414979934692383, + -5.273409366607666, + -5.131839275360107, + -4.990269184112549, + -4.848698616027832, + -4.707128524780273, + -4.565557956695557, + -4.423987865447998, + -4.2824177742004395, + -4.140847206115723, + -3.999277114868164, + -3.8577065467834473, + -3.7161364555358887, + -3.57456636428833, + -3.4329957962036133, + -3.2914257049560547, + -3.149855136871338, + -3.0082850456237793, + -2.8667144775390625, + -2.725144386291504, + -2.583574056625366 + ], + "r_inf_mean": 0.24148744344711304, + "r_inf_median": 0.2346288561820984, + "pr_mean": 0.3493882119655609, + "pr_median": 0.3542429804801941, + "hoyer_mean": 0.6426999568939209, + "eff_dim_mean": 0.6426999568939209, + "topk_energy": { + "1": 0.058813951909542084, + "5": 0.2587759494781494, + "10": 0.414786696434021, + "25": 0.7173781394958496 + }, + "gamma_raw": 0.036785271018743515, + "gamma_active": { + "1e-08": 0.036837782710790634, + "1e-07": 0.03669899329543114, + "1e-06": 0.0366491824388504, + "1e-05": 0.03726624697446823, + "0.0001": 0.037571534514427185 + }, + "gamma_energy_weighted": { + "1e-08": 0.04949883611106044, + "1e-07": 0.04949883611106044, + "1e-06": 0.04949883611106044, + "1e-05": 0.04949883611106044, + "0.0001": 0.04949883611106044 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L8.json new file mode 100644 index 0000000..7d35cce --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 21.586956024169922, + "acc": 0.13671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00827341340482235, + "median_norm": 0.00824750680476427, + "max_norm": 0.018130725249648094, + "min_norm": 1.241784559624648e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.986328125, + "1e-05": 0.9609375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -6.110174179077148, + "5": -4.651523590087891, + "10": -3.419386148452759, + "25": -2.15742564201355, + "50": -2.083387851715088, + "75": -1.9912015199661255, + "90": -1.8607654571533203, + "95": -1.8331063985824585, + "99": -1.778104305267334 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 5, + 3, + 1, + 2, + 1, + 2, + 2, + 4, + 3, + 1, + 0, + 2, + 4, + 3, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 4, + 2, + 5, + 55, + 180, + 94, + 74, + 33 + ], + "log_norms_bin_edges": [ + -6.905953884124756, + -6.802666664123535, + -6.699378967285156, + -6.5960917472839355, + -6.492804527282715, + -6.389516830444336, + -6.286229610443115, + -6.1829423904418945, + -6.079654693603516, + -5.976367473602295, + -5.873080253601074, + -5.769792556762695, + -5.666505336761475, + -5.563218116760254, + -5.459930419921875, + -5.356643199920654, + -5.253355979919434, + -5.150068283081055, + -5.046781063079834, + -4.943493843078613, + -4.840206146240234, + -4.736918926239014, + -4.633631706237793, + -4.530344009399414, + -4.427056789398193, + -4.323769569396973, + -4.220481872558594, + -4.117194175720215, + -4.013907432556152, + -3.9106197357177734, + -3.8073322772979736, + -3.704045057296753, + -3.600757598876953, + -3.4974701404571533, + -3.3941829204559326, + -3.290895462036133, + -3.187608003616333, + -3.0843207836151123, + -2.9810333251953125, + -2.877746105194092, + -2.774458408355713, + -2.671171188354492, + -2.5678839683532715, + -2.4645962715148926, + -2.361309051513672, + -2.258021831512451, + -2.1547341346740723, + -2.0514469146728516, + -1.9481596946716309, + -1.844871997833252, + -1.7415847778320312 + ], + "r_inf_mean": 0.4387890696525574, + "r_inf_median": 0.4259442687034607, + "pr_mean": 0.11567358672618866, + "pr_median": 0.10996050387620926, + "hoyer_mean": 0.4442692995071411, + "eff_dim_mean": 0.4442692995071411, + "topk_energy": { + "1": 0.200493723154068, + "5": 0.5369791984558105, + "10": 0.6785629391670227, + "25": 0.8628867864608765 + }, + "gamma_raw": 0.0059649706818163395, + "gamma_active": { + "1e-08": 0.0059649706818163395, + "1e-07": 0.0059649706818163395, + "1e-06": 0.0052665891125798225, + "1e-05": 0.003878424409776926, + "0.0001": 0.0014268169179558754 + }, + "gamma_energy_weighted": { + "1e-08": -0.04334656438393269, + "1e-07": -0.04334656438393269, + "1e-06": -0.04334656438393269, + "1e-05": -0.04334656438393269, + "0.0001": -0.04334656438393269 + } + }, + { + "layer": 1, + "mean_norm": 0.0018921172013506293, + "median_norm": 0.0021023929584771395, + "max_norm": 0.0025658393278717995, + "min_norm": 3.649579838338468e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.610597610473633, + "5": -5.251125335693359, + "10": -3.958770513534546, + "25": -2.7026517391204834, + "50": -2.6767497062683105, + "75": -2.6400930881500244, + "90": -2.5995304584503174, + "95": -2.5910937786102295, + "99": -2.5909457206726074 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 3, + 3, + 4, + 3, + 167, + 268 + ], + "log_norms_bin_edges": [ + -7.4377570152282715, + -7.340817451477051, + -7.243877410888672, + -7.146937847137451, + -7.0499982833862305, + -6.953058242797852, + -6.856118679046631, + -6.75917911529541, + -6.662239074707031, + -6.5652995109558105, + -6.46835994720459, + -6.371419906616211, + -6.27448034286499, + -6.1775407791137695, + -6.080600738525391, + -5.98366117477417, + -5.886721611022949, + -5.78978157043457, + -5.69284200668335, + -5.595902442932129, + -5.49896240234375, + -5.402022838592529, + -5.305083274841309, + -5.20814323425293, + -5.111203670501709, + -5.014264106750488, + -4.917324066162109, + -4.8203840255737305, + -4.723444938659668, + -4.626504898071289, + -4.52956485748291, + -4.432625770568848, + -4.335685729980469, + -4.23874568939209, + -4.141806602478027, + -4.044866561889648, + -3.9479267597198486, + -3.850987195968628, + -3.754047393798828, + -3.6571075916290283, + -3.5601677894592285, + -3.463228225708008, + -3.366288661956787, + -3.269348621368408, + -3.1724090576171875, + -3.075469493865967, + -2.978529453277588, + -2.881589889526367, + -2.7846503257751465, + -2.6877102851867676, + -2.590770721435547 + ], + "r_inf_mean": 0.283939391374588, + "r_inf_median": 0.2584593594074249, + "pr_mean": 0.31470805406570435, + "pr_median": 0.31650179624557495, + "hoyer_mean": 0.6347272992134094, + "eff_dim_mean": 0.6347272992134094, + "topk_energy": { + "1": 0.08369795233011246, + "5": 0.2783504128456116, + "10": 0.4263703227043152, + "25": 0.7173475027084351 + }, + "gamma_raw": 0.34081515669822693, + "gamma_active": { + "1e-08": 0.34081515669822693, + "1e-07": 0.34059879183769226, + "1e-06": 0.33973121643066406, + "1e-05": 0.33836114406585693, + "0.0001": 0.3366846442222595 + }, + "gamma_energy_weighted": { + "1e-08": 0.3412831198060827, + "1e-07": 0.3412831198060827, + "1e-06": 0.3412831198060827, + "1e-05": 0.3412831198060827, + "0.0001": 0.3412831198060827 + } + }, + { + "layer": 2, + "mean_norm": 0.001878042472526431, + "median_norm": 0.0020717070437967777, + "max_norm": 0.0025562839582562447, + "min_norm": 3.597816089495609e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.615269184112549, + "5": -5.257042407989502, + "10": -3.96359920501709, + "25": -2.7047619819641113, + "50": -2.6832568645477295, + "75": -2.6433184146881104, + "90": -2.6010849475860596, + "95": -2.5926220417022705, + "99": -2.592471122741699 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 169, + 266 + ], + "log_norms_bin_edges": [ + -7.4439616203308105, + -7.346930027008057, + -7.249898910522461, + -7.152867317199707, + -7.055835723876953, + -6.958804607391357, + -6.8617730140686035, + -6.764741897583008, + -6.667710304260254, + -6.5706787109375, + -6.473647594451904, + -6.37661600112915, + -6.279584884643555, + -6.182553291320801, + -6.085521697998047, + -5.988490104675293, + -5.891458988189697, + -5.794427871704102, + -5.697396278381348, + -5.600364685058594, + -5.50333309173584, + -5.406301975250244, + -5.30927038192749, + -5.2122392654418945, + -5.115207672119141, + -5.018176078796387, + -4.921144962310791, + -4.824113368988037, + -4.727082252502441, + -4.6300506591796875, + -4.533019065856934, + -4.43598747253418, + -4.338956356048584, + -4.241925239562988, + -4.144893646240234, + -4.0478620529174805, + -3.9508306980133057, + -3.853799343109131, + -3.756767749786377, + -3.659736394882202, + -3.5627050399780273, + -3.4656736850738525, + -3.3686423301696777, + -3.271610736846924, + -3.17457914352417, + -3.077548027038574, + -2.9805164337158203, + -2.8834853172302246, + -2.7864537239074707, + -2.689422130584717, + -2.592391014099121 + ], + "r_inf_mean": 0.2813008427619934, + "r_inf_median": 0.2592886686325073, + "pr_mean": 0.3180236220359802, + "pr_median": 0.3214725852012634, + "hoyer_mean": 0.6388291120529175, + "eff_dim_mean": 0.6388291120529175, + "topk_energy": { + "1": 0.08218291401863098, + "5": 0.27722668647766113, + "10": 0.4254502058029175, + "25": 0.7149649262428284 + }, + "gamma_raw": 0.2316388040781021, + "gamma_active": { + "1e-08": 0.2316388040781021, + "1e-07": 0.2315286546945572, + "1e-06": 0.23083239793777466, + "1e-05": 0.230002298951149, + "0.0001": 0.2290147989988327 + }, + "gamma_energy_weighted": { + "1e-08": 0.2330515993860288, + "1e-07": 0.2330515993860288, + "1e-06": 0.2330515993860288, + "1e-05": 0.2330515993860288, + "0.0001": 0.2330515993860288 + } + }, + { + "layer": 3, + "mean_norm": 0.0018784159328788519, + "median_norm": 0.00206537707708776, + "max_norm": 0.0025583466049283743, + "min_norm": 3.589322261632333e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.615734100341797, + "5": -5.2576398849487305, + "10": -3.963174343109131, + "25": -2.703217029571533, + "50": -2.6846399307250977, + "75": -2.6448545455932617, + "90": -2.600783586502075, + "95": -2.5922610759735107, + "99": -2.5921266078948975 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 170, + 265 + ], + "log_norms_bin_edges": [ + -7.444987773895264, + -7.347929000854492, + -7.2508697509765625, + -7.153810977935791, + -7.0567522048950195, + -6.95969295501709, + -6.862634181976318, + -6.765575408935547, + -6.668516159057617, + -6.571457386016846, + -6.474398136138916, + -6.3773393630981445, + -6.280280590057373, + -6.183221340179443, + -6.086162567138672, + -5.989103317260742, + -5.892044544219971, + -5.794985771179199, + -5.6979265213012695, + -5.600867748260498, + -5.503808975219727, + -5.406749725341797, + -5.309690952301025, + -5.212632179260254, + -5.115572929382324, + -5.018514156341553, + -4.921455383300781, + -4.824396133422852, + -4.72733736038208, + -4.630278587341309, + -4.533219337463379, + -4.436160564422607, + -4.339101791381836, + -4.242042541503906, + -4.144983768463135, + -4.047924995422363, + -3.9508657455444336, + -3.853806734085083, + -3.7567479610443115, + -3.659688949584961, + -3.5626299381256104, + -3.465571165084839, + -3.3685121536254883, + -3.271453380584717, + -3.174394130706787, + -3.0773353576660156, + -2.980276107788086, + -2.8832173347473145, + -2.786158561706543, + -2.6890993118286133, + -2.592040777206421 + ], + "r_inf_mean": 0.2808572053909302, + "r_inf_median": 0.25581759214401245, + "pr_mean": 0.3189965486526489, + "pr_median": 0.3237724006175995, + "hoyer_mean": 0.6395735740661621, + "eff_dim_mean": 0.6395735144615173, + "topk_energy": { + "1": 0.08208917081356049, + "5": 0.2768549919128418, + "10": 0.42502665519714355, + "25": 0.7155384421348572 + }, + "gamma_raw": 0.13921193778514862, + "gamma_active": { + "1e-08": 0.13921193778514862, + "1e-07": 0.13901041448116302, + "1e-06": 0.13727881014347076, + "1e-05": 0.1354161500930786, + "0.0001": 0.13319730758666992 + }, + "gamma_energy_weighted": { + "1e-08": 0.14542378758302774, + "1e-07": 0.14542378758302774, + "1e-06": 0.14542378758302774, + "1e-05": 0.14542378758302774, + "0.0001": 0.14542378758302774 + } + }, + { + "layer": 4, + "mean_norm": 0.0018709541764110327, + "median_norm": 0.0020571467466652393, + "max_norm": 0.002546655712649226, + "min_norm": 3.569174467088487e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.618305683135986, + "5": -5.259853363037109, + "10": -3.9648473262786865, + "25": -2.7042994499206543, + "50": -2.686511278152466, + "75": -2.645646095275879, + "90": -2.6027934551239014, + "95": -2.594245195388794, + "99": -2.594109535217285 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 170, + 265 + ], + "log_norms_bin_edges": [ + -7.447432041168213, + -7.3503642082214355, + -7.2532958984375, + -7.156228065490723, + -7.059159755706787, + -6.96209192276001, + -6.865023612976074, + -6.767955780029297, + -6.6708879470825195, + -6.573819637298584, + -6.476751804351807, + -6.379683494567871, + -6.282615661621094, + -6.185547351837158, + -6.088479518890381, + -5.991411209106445, + -5.894343376159668, + -5.797275543212891, + -5.700207233428955, + -5.603139400482178, + -5.506071090698242, + -5.409003257751465, + -5.3119354248046875, + -5.214867115020752, + -5.117798805236816, + -5.020730972290039, + -4.923663139343262, + -4.826594829559326, + -4.729526996612549, + -4.632458686828613, + -4.535390853881836, + -4.438323020935059, + -4.341254711151123, + -4.2441864013671875, + -4.14711856842041, + -4.050050735473633, + -3.9529824256896973, + -3.85591459274292, + -3.7588465213775635, + -3.661778450012207, + -3.5647103786468506, + -3.467642307281494, + -3.370574474334717, + -3.2735061645507812, + -3.176438331604004, + -3.0793700218200684, + -2.982302188873291, + -2.8852338790893555, + -2.788166046142578, + -2.691098213195801, + -2.5940299034118652 + ], + "r_inf_mean": 0.2804211974143982, + "r_inf_median": 0.25700870156288147, + "pr_mean": 0.3190529942512512, + "pr_median": 0.3234172761440277, + "hoyer_mean": 0.6395126581192017, + "eff_dim_mean": 0.6395126581192017, + "topk_energy": { + "1": 0.08184957504272461, + "5": 0.2769099473953247, + "10": 0.4262050688266754, + "25": 0.7162854671478271 + }, + "gamma_raw": 0.12635263800621033, + "gamma_active": { + "1e-08": 0.12635263800621033, + "1e-07": 0.126848503947258, + "1e-06": 0.12839964032173157, + "1e-05": 0.13024988770484924, + "0.0001": 0.13272793591022491 + }, + "gamma_energy_weighted": { + "1e-08": 0.13821285820896362, + "1e-07": 0.13821285820896362, + "1e-06": 0.13821285820896362, + "1e-05": 0.13821285820896362, + "0.0001": 0.13821285820896362 + } + }, + { + "layer": 5, + "mean_norm": 0.0018725651316344738, + "median_norm": 0.0020560803823173046, + "max_norm": 0.0025482852943241596, + "min_norm": 3.5737858894435703e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.61781644821167, + "5": -5.259289264678955, + "10": -3.9643099308013916, + "25": -2.704056739807129, + "50": -2.6866965293884277, + "75": -2.645528793334961, + "90": -2.602518320083618, + "95": -2.593937397003174, + "99": -2.5938022136688232 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 170, + 265 + ], + "log_norms_bin_edges": [ + -7.446871280670166, + -7.349808692932129, + -7.25274658203125, + -7.155683994293213, + -7.058621883392334, + -6.961559295654297, + -6.864497184753418, + -6.767434597015381, + -6.670372009277344, + -6.573309898376465, + -6.476247310638428, + -6.379185199737549, + -6.282122611999512, + -6.185060501098633, + -6.087997913360596, + -5.990935325622559, + -5.89387321472168, + -5.796810626983643, + -5.6997480392456055, + -5.602685928344727, + -5.505623817443848, + -5.4085612297058105, + -5.311498641967773, + -5.2144365310668945, + -5.117373943328857, + -5.02031135559082, + -4.923249244689941, + -4.8261871337890625, + -4.729124546051025, + -4.632061958312988, + -4.534999847412109, + -4.437937259674072, + -4.340874671936035, + -4.243812561035156, + -4.146750450134277, + -4.04968786239624, + -3.952625274658203, + -3.855562925338745, + -3.758500576019287, + -3.661438226699829, + -3.564375877380371, + -3.467313528060913, + -3.370251178741455, + -3.273188591003418, + -3.176126480102539, + -3.079063892364502, + -2.982001304626465, + -2.884939193725586, + -2.787876605987549, + -2.69081449508667, + -2.593751907348633 + ], + "r_inf_mean": 0.28039824962615967, + "r_inf_median": 0.25643041729927063, + "pr_mean": 0.3203720450401306, + "pr_median": 0.32887932658195496, + "hoyer_mean": 0.6396697759628296, + "eff_dim_mean": 0.6396697163581848, + "topk_energy": { + "1": 0.08181709051132202, + "5": 0.2755967378616333, + "10": 0.42482680082321167, + "25": 0.715670645236969 + }, + "gamma_raw": 0.14401349425315857, + "gamma_active": { + "1e-08": 0.14401349425315857, + "1e-07": 0.14400489628314972, + "1e-06": 0.14484310150146484, + "1e-05": 0.14549583196640015, + "0.0001": 0.1471899151802063 + }, + "gamma_energy_weighted": { + "1e-08": 0.16141077649174065, + "1e-07": 0.16141077649174065, + "1e-06": 0.16141077649174065, + "1e-05": 0.16141077649174065, + "0.0001": 0.16141077649174065 + } + }, + { + "layer": 6, + "mean_norm": 0.0018702477682381868, + "median_norm": 0.002053827280178666, + "max_norm": 0.0025430868845432997, + "min_norm": 3.5670289832978597e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.618913173675537, + "5": -5.259880542755127, + "10": -3.9644105434417725, + "25": -2.70438814163208, + "50": -2.687272071838379, + "75": -2.646108627319336, + "90": -2.603363275527954, + "95": -2.5948195457458496, + "99": -2.594650983810425 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 4, + 1, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 170, + 265 + ], + "log_norms_bin_edges": [ + -7.447693824768066, + -7.350632667541504, + -7.253571510314941, + -7.156510353088379, + -7.059449195861816, + -6.962388515472412, + -6.86532735824585, + -6.768266201019287, + -6.671205043792725, + -6.574143886566162, + -6.4770827293396, + -6.380022048950195, + -6.282960891723633, + -6.18589973449707, + -6.088838577270508, + -5.991777420043945, + -5.894716262817383, + -5.79765510559082, + -5.700593948364258, + -5.603532791137695, + -5.506471633911133, + -5.40941047668457, + -5.312349796295166, + -5.2152886390686035, + -5.118227481842041, + -5.0211663246154785, + -4.924105167388916, + -4.827044486999512, + -4.729983329772949, + -4.632922172546387, + -4.535861015319824, + -4.438799858093262, + -4.341738700866699, + -4.244677543640137, + -4.147616386413574, + -4.050555229187012, + -3.9534943103790283, + -3.856433153152466, + -3.7593722343444824, + -3.66231107711792, + -3.5652499198913574, + -3.468188762664795, + -3.3711276054382324, + -3.27406644821167, + -3.1770057678222656, + -3.079944610595703, + -2.9828834533691406, + -2.885822296142578, + -2.7887611389160156, + -2.691699981689453, + -2.5946388244628906 + ], + "r_inf_mean": 0.27896052598953247, + "r_inf_median": 0.25469765067100525, + "pr_mean": 0.322188138961792, + "pr_median": 0.3274501860141754, + "hoyer_mean": 0.6406521797180176, + "eff_dim_mean": 0.6406521797180176, + "topk_energy": { + "1": 0.08107500523328781, + "5": 0.2742207646369934, + "10": 0.4238390028476715, + "25": 0.7152035236358643 + }, + "gamma_raw": 0.09602959454059601, + "gamma_active": { + "1e-08": 0.09602959454059601, + "1e-07": 0.0963507890701294, + "1e-06": 0.09727208316326141, + "1e-05": 0.0981910228729248, + "0.0001": 0.09983343631029129 + }, + "gamma_energy_weighted": { + "1e-08": 0.11078305442521914, + "1e-07": 0.11078305442521914, + "1e-06": 0.11078305442521914, + "1e-05": 0.11078305442521914, + "0.0001": 0.11078305442521914 + } + }, + { + "layer": 7, + "mean_norm": 0.0018691853620111942, + "median_norm": 0.0020521795377135277, + "max_norm": 0.002539038425311446, + "min_norm": 3.565218875678511e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.96875, + "1e-05": 0.939453125, + "0.0001": 0.90234375 + }, + "log_norms_percentiles": { + "1": -6.61916971206665, + "5": -5.260003089904785, + "10": -3.9643185138702393, + "25": -2.7042102813720703, + "50": -2.687450408935547, + "75": -2.6466128826141357, + "90": -2.6040754318237305, + "95": -2.595512628555298, + "99": -2.595346212387085 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 1, + 3, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 2, + 2, + 1, + 1, + 1, + 5, + 4, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 4, + 2, + 4, + 3, + 170, + 265 + ], + "log_norms_bin_edges": [ + -7.447914123535156, + -7.350862503051758, + -7.253810882568359, + -7.156759262084961, + -7.0597076416015625, + -6.962656021118164, + -6.865604400634766, + -6.768552303314209, + -6.6715006828308105, + -6.574449062347412, + -6.477397441864014, + -6.380345821380615, + -6.283294200897217, + -6.186242580413818, + -6.08919095993042, + -5.992138862609863, + -5.895087242126465, + -5.798035621643066, + -5.700984001159668, + -5.6039323806762695, + -5.506880760192871, + -5.409829139709473, + -5.312777519226074, + -5.215725898742676, + -5.118674278259277, + -5.021622657775879, + -4.9245710372924805, + -4.827519416809082, + -4.730467796325684, + -4.633416175842285, + -4.5363640785217285, + -4.43931245803833, + -4.342260837554932, + -4.245209217071533, + -4.148157596588135, + -4.051105499267578, + -3.954054117202759, + -3.8570024967193604, + -3.759950876235962, + -3.6628992557525635, + -3.565847396850586, + -3.4687957763671875, + -3.371744155883789, + -3.2746925354003906, + -3.177640914916992, + -3.0805892944335938, + -2.9835376739501953, + -2.886486053466797, + -2.7894344329833984, + -2.692382335662842, + -2.5953307151794434 + ], + "r_inf_mean": 0.2792613208293915, + "r_inf_median": 0.2555154860019684, + "pr_mean": 0.32238996028900146, + "pr_median": 0.3268663287162781, + "hoyer_mean": 0.6411006450653076, + "eff_dim_mean": 0.6411006450653076, + "topk_energy": { + "1": 0.08118386566638947, + "5": 0.27435195446014404, + "10": 0.4237717390060425, + "25": 0.7146888971328735 + }, + "gamma_raw": 0.11827731132507324, + "gamma_active": { + "1e-08": 0.11827731132507324, + "1e-07": 0.11800605803728104, + "1e-06": 0.11769354343414307, + "1e-05": 0.11746793985366821, + "0.0001": 0.11740439385175705 + }, + "gamma_energy_weighted": { + "1e-08": 0.12394217179491027, + "1e-07": 0.12394217179491027, + "1e-06": 0.12394217179491027, + "1e-05": 0.12394217179491027, + "0.0001": 0.12394217179491027 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L4.json new file mode 100644 index 0000000..ef7d3cd --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 6.725785255432129, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0019204284762963653, + "median_norm": 0.001852819579653442, + "max_norm": 0.004177840892225504, + "min_norm": 9.659795614425093e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.3413569927215576, + "5": -2.944714069366455, + "10": -2.8505747318267822, + "25": -2.782748222351074, + "50": -2.7317581176757812, + "75": -2.6760199069976807, + "90": -2.5842013359069824, + "95": -2.517486572265625, + "99": -2.446075677871704 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 2, + 1, + 1, + 0, + 2, + 4, + 3, + 4, + 8, + 9, + 13, + 36, + 54, + 85, + 81, + 72, + 37, + 26, + 20, + 14, + 9, + 7, + 10, + 3, + 1 + ], + "log_norms_bin_edges": [ + -4.0150322914123535, + -3.9823126792907715, + -3.9495928287506104, + -3.9168732166290283, + -3.8841536045074463, + -3.851433753967285, + -3.818714141845703, + -3.785994529724121, + -3.753274917602539, + -3.720555067062378, + -3.687835454940796, + -3.655115842819214, + -3.6223959922790527, + -3.5896763801574707, + -3.5569567680358887, + -3.5242371559143066, + -3.4915173053741455, + -3.4587976932525635, + -3.4260780811309814, + -3.3933582305908203, + -3.3606386184692383, + -3.3279190063476562, + -3.295199394226074, + -3.262479543685913, + -3.229759931564331, + -3.19704008102417, + -3.164320468902588, + -3.131600856781006, + -3.098881244659424, + -3.066161632537842, + -3.0334417819976807, + -3.0007221698760986, + -2.9680023193359375, + -2.9352827072143555, + -2.9025630950927734, + -2.8698434829711914, + -2.8371238708496094, + -2.8044040203094482, + -2.771684169769287, + -2.738964557647705, + -2.706244945526123, + -2.673525333404541, + -2.640805721282959, + -2.608085870742798, + -2.575366258621216, + -2.5426464080810547, + -2.5099267959594727, + -2.4772071838378906, + -2.4444875717163086, + -2.4117679595947266, + -2.3790481090545654 + ], + "r_inf_mean": 0.43862539529800415, + "r_inf_median": 0.3815785050392151, + "pr_mean": 0.18933136761188507, + "pr_median": 0.1968362182378769, + "hoyer_mean": 0.5371230840682983, + "eff_dim_mean": 0.5371230244636536, + "topk_energy": { + "1": 0.2265312373638153, + "5": 0.41677841544151306, + "10": 0.5431925654411316, + "25": 0.7805063724517822 + }, + "gamma_raw": 0.2582324147224426, + "gamma_active": { + "1e-08": 0.2582324147224426, + "1e-07": 0.2582324147224426, + "1e-06": 0.2582324147224426, + "1e-05": 0.2582324147224426, + "0.0001": 0.2580294609069824 + }, + "gamma_energy_weighted": { + "1e-08": 0.2265161497419674, + "1e-07": 0.2265161497419674, + "1e-06": 0.2265161497419674, + "1e-05": 0.2265161497419674, + "0.0001": 0.2265161497419674 + } + }, + { + "layer": 1, + "mean_norm": 0.0015896173426881433, + "median_norm": 0.0016527092084288597, + "max_norm": 0.0022052344866096973, + "min_norm": 9.290224261349067e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.375641345977783, + "5": -3.0429794788360596, + "10": -2.9205098152160645, + "25": -2.8245561122894287, + "50": -2.7815499305725098, + "75": -2.7483465671539307, + "90": -2.7243118286132812, + "95": -2.7079849243164062, + "99": -2.6832683086395264 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 5, + 1, + 1, + 4, + 2, + 1, + 3, + 4, + 5, + 3, + 9, + 9, + 14, + 20, + 41, + 83, + 94, + 110, + 61, + 25, + 7 + ], + "log_norms_bin_edges": [ + -4.0319743156433105, + -4.004465579986572, + -3.976957082748413, + -3.949448585510254, + -3.9219400882720947, + -3.8944313526153564, + -3.8669228553771973, + -3.839414358139038, + -3.8119056224823, + -3.7843971252441406, + -3.7568883895874023, + -3.729379892349243, + -3.701871395111084, + -3.6743626594543457, + -3.6468541622161865, + -3.6193456649780273, + -3.591836929321289, + -3.56432843208313, + -3.5368199348449707, + -3.5093111991882324, + -3.4818027019500732, + -3.454294204711914, + -3.426785469055176, + -3.3992769718170166, + -3.3717684745788574, + -3.344259738922119, + -3.31675124168396, + -3.289242744445801, + -3.2617340087890625, + -3.2342255115509033, + -3.206717014312744, + -3.179208278656006, + -3.1516997814178467, + -3.1241912841796875, + -3.096682548522949, + -3.06917405128479, + -3.041665554046631, + -3.0141568183898926, + -2.9866483211517334, + -2.959139823913574, + -2.931631088256836, + -2.9041225910186768, + -2.8766140937805176, + -2.8491053581237793, + -2.82159686088562, + -2.794088363647461, + -2.7665796279907227, + -2.7390711307525635, + -2.7115626335144043, + -2.684053897857666, + -2.656545400619507 + ], + "r_inf_mean": 0.2594425082206726, + "r_inf_median": 0.2566544711589813, + "pr_mean": 0.34182435274124146, + "pr_median": 0.3479730486869812, + "hoyer_mean": 0.6434889435768127, + "eff_dim_mean": 0.643488883972168, + "topk_energy": { + "1": 0.06849834322929382, + "5": 0.260375052690506, + "10": 0.4162895679473877, + "25": 0.715349555015564 + }, + "gamma_raw": 0.19600313901901245, + "gamma_active": { + "1e-08": 0.19600313901901245, + "1e-07": 0.19600313901901245, + "1e-06": 0.19600313901901245, + "1e-05": 0.19600313901901245, + "0.0001": 0.19597119092941284 + }, + "gamma_energy_weighted": { + "1e-08": 0.1956228632172186, + "1e-07": 0.1956228632172186, + "1e-06": 0.1956228632172186, + "1e-05": 0.1956228632172186, + "0.0001": 0.1956228632172186 + } + }, + { + "layer": 2, + "mean_norm": 0.0015694594476372004, + "median_norm": 0.0016326660988852382, + "max_norm": 0.00219499203376472, + "min_norm": 9.168734686682001e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.38385009765625, + "5": -3.048691511154175, + "10": -2.9283089637756348, + "25": -2.829756021499634, + "50": -2.7868380546569824, + "75": -2.7538299560546875, + "90": -2.7282657623291016, + "95": -2.7134573459625244, + "99": -2.685429334640503 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 5, + 2, + 0, + 5, + 2, + 0, + 3, + 5, + 4, + 6, + 6, + 11, + 14, + 20, + 45, + 85, + 103, + 99, + 61, + 20, + 6 + ], + "log_norms_bin_edges": [ + -4.03769063949585, + -4.01010799407959, + -3.982525587081909, + -3.9549431800842285, + -3.927360773086548, + -3.899778366088867, + -3.8721957206726074, + -3.8446133136749268, + -3.817030906677246, + -3.7894484996795654, + -3.7618658542633057, + -3.734283447265625, + -3.7067010402679443, + -3.6791186332702637, + -3.651535987854004, + -3.6239535808563232, + -3.5963711738586426, + -3.568788766860962, + -3.541206121444702, + -3.5136237144470215, + -3.486041307449341, + -3.45845890045166, + -3.4308762550354004, + -3.4032938480377197, + -3.375711441040039, + -3.3481287956237793, + -3.3205463886260986, + -3.292963981628418, + -3.2653815746307373, + -3.2377991676330566, + -3.210216522216797, + -3.182634115219116, + -3.1550517082214355, + -3.127469062805176, + -3.099886655807495, + -3.0723042488098145, + -3.044721841812134, + -3.017139434814453, + -2.9895567893981934, + -2.9619743824005127, + -2.934391975402832, + -2.9068093299865723, + -2.8792269229888916, + -2.851644515991211, + -2.824061870574951, + -2.7964797019958496, + -2.76889705657959, + -2.741314649581909, + -2.7137322425842285, + -2.6861495971679688, + -2.658567190170288 + ], + "r_inf_mean": 0.258437842130661, + "r_inf_median": 0.25728631019592285, + "pr_mean": 0.34250468015670776, + "pr_median": 0.347774475812912, + "hoyer_mean": 0.6438103318214417, + "eff_dim_mean": 0.6438102722167969, + "topk_energy": { + "1": 0.06805791705846786, + "5": 0.259382963180542, + "10": 0.41569921374320984, + "25": 0.7152865529060364 + }, + "gamma_raw": 0.0932861864566803, + "gamma_active": { + "1e-08": 0.0932861864566803, + "1e-07": 0.0932861864566803, + "1e-06": 0.0932861864566803, + "1e-05": 0.0932861864566803, + "0.0001": 0.093231201171875 + }, + "gamma_energy_weighted": { + "1e-08": 0.09795666069857187, + "1e-07": 0.09795666069857187, + "1e-06": 0.09795666069857187, + "1e-05": 0.09795666069857187, + "0.0001": 0.09795666069857187 + } + }, + { + "layer": 3, + "mean_norm": 0.00156480073928833, + "median_norm": 0.001629416598007083, + "max_norm": 0.002186924684792757, + "min_norm": 9.148584649665281e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.3859524726867676, + "5": -3.049428939819336, + "10": -2.928990602493286, + "25": -2.830298900604248, + "50": -2.787889003753662, + "75": -2.7561137676239014, + "90": -2.729074001312256, + "95": -2.71557354927063, + "99": -2.6874046325683594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 5, + 2, + 0, + 5, + 2, + 0, + 3, + 5, + 4, + 5, + 7, + 12, + 13, + 20, + 43, + 83, + 104, + 103, + 61, + 19, + 6 + ], + "log_norms_bin_edges": [ + -4.038646221160889, + -4.0110764503479, + -3.983506917953491, + -3.955937385559082, + -3.928367853164673, + -3.9007983207702637, + -3.8732285499572754, + -3.845659017562866, + -3.818089485168457, + -3.7905197143554688, + -3.7629501819610596, + -3.7353806495666504, + -3.707811117172241, + -3.680241346359253, + -3.6526718139648438, + -3.6251022815704346, + -3.5975327491760254, + -3.569962978363037, + -3.542393445968628, + -3.5148239135742188, + -3.4872541427612305, + -3.4596846103668213, + -3.432115077972412, + -3.404545307159424, + -3.3769757747650146, + -3.3494062423706055, + -3.3218367099761963, + -3.294267177581787, + -3.266697406768799, + -3.2391278743743896, + -3.2115583419799805, + -3.183988571166992, + -3.156419038772583, + -3.128849506378174, + -3.1012797355651855, + -3.0737102031707764, + -3.046140670776367, + -3.018570899963379, + -2.991001605987549, + -2.9634318351745605, + -2.9358623027801514, + -2.908292770385742, + -2.880722999572754, + -2.8531534671783447, + -2.8255839347839355, + -2.7980141639709473, + -2.770444631576538, + -2.742875099182129, + -2.7153053283691406, + -2.6877357959747314, + -2.6601662635803223 + ], + "r_inf_mean": 0.2589622139930725, + "r_inf_median": 0.2573520839214325, + "pr_mean": 0.34315621852874756, + "pr_median": 0.3498925566673279, + "hoyer_mean": 0.6445885896682739, + "eff_dim_mean": 0.6445885896682739, + "topk_energy": { + "1": 0.06831703335046768, + "5": 0.25906383991241455, + "10": 0.4145432710647583, + "25": 0.7139906287193298 + }, + "gamma_raw": 0.07123105227947235, + "gamma_active": { + "1e-08": 0.07123105227947235, + "1e-07": 0.07123105227947235, + "1e-06": 0.07123105227947235, + "1e-05": 0.07123105227947235, + "0.0001": 0.07128056138753891 + }, + "gamma_energy_weighted": { + "1e-08": 0.07568725543910909, + "1e-07": 0.07568725543910909, + "1e-06": 0.07568725543910909, + "1e-05": 0.07568725543910909, + "0.0001": 0.07568725543910909 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L8.json new file mode 100644 index 0000000..6a322ba --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 2.9793593883514404, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0021120007149875164, + "median_norm": 0.0020845942199230194, + "max_norm": 0.00489526242017746, + "min_norm": 0.0006260097725316882, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0348892211914062, + "5": -2.8850624561309814, + "10": -2.839209794998169, + "25": -2.768307685852051, + "50": -2.680803060531616, + "75": -2.6152162551879883, + "90": -2.5516090393066406, + "95": -2.509671449661255, + "99": -2.4486796855926514 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 4, + 3, + 3, + 6, + 7, + 13, + 12, + 10, + 17, + 29, + 18, + 22, + 31, + 30, + 30, + 36, + 34, + 35, + 34, + 29, + 23, + 14, + 19, + 10, + 8, + 4, + 8, + 3, + 3, + 3, + 0, + 1, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2034189701080322, + -3.1855549812316895, + -3.167691230773926, + -3.149827241897583, + -3.1319634914398193, + -3.1140995025634766, + -3.096235513687134, + -3.07837176322937, + -3.0605077743530273, + -3.0426437854766846, + -3.024780035018921, + -3.006916046142578, + -2.9890522956848145, + -2.9711883068084717, + -2.953324317932129, + -2.9354605674743652, + -2.9175965785980225, + -2.8997325897216797, + -2.881868839263916, + -2.8640048503875732, + -2.8461410999298096, + -2.828277111053467, + -2.810413122177124, + -2.7925493717193604, + -2.7746853828430176, + -2.756821632385254, + -2.738957643508911, + -2.7210936546325684, + -2.7032299041748047, + -2.685365915298462, + -2.667501926422119, + -2.6496381759643555, + -2.6317741870880127, + -2.613910436630249, + -2.5960464477539062, + -2.5781826972961426, + -2.5603187084198, + -2.542454719543457, + -2.5245909690856934, + -2.5067269802093506, + -2.488862991333008, + -2.470999240875244, + -2.4531352519989014, + -2.4352712631225586, + -2.417407512664795, + -2.399543523788452, + -2.3816795349121094, + -2.3638157844543457, + -2.345952033996582, + -2.3280880451202393, + -2.3102240562438965 + ], + "r_inf_mean": 0.47640717029571533, + "r_inf_median": 0.47473055124282837, + "pr_mean": 0.1494494080543518, + "pr_median": 0.10617746412754059, + "hoyer_mean": 0.49635839462280273, + "eff_dim_mean": 0.49635839462280273, + "topk_energy": { + "1": 0.2562035322189331, + "5": 0.4752330780029297, + "10": 0.5930503010749817, + "25": 0.8063539862632751 + }, + "gamma_raw": 0.18093176186084747, + "gamma_active": { + "1e-08": 0.18093176186084747, + "1e-07": 0.18093176186084747, + "1e-06": 0.18093176186084747, + "1e-05": 0.18093176186084747, + "0.0001": 0.18093176186084747 + }, + "gamma_energy_weighted": { + "1e-08": 0.16995650692593683, + "1e-07": 0.16995650692593683, + "1e-06": 0.16995650692593683, + "1e-05": 0.16995650692593683, + "0.0001": 0.16995650692593683 + } + }, + { + "layer": 1, + "mean_norm": 0.0015659340424463153, + "median_norm": 0.001529308850876987, + "max_norm": 0.002426006132736802, + "min_norm": 0.0005666763754561543, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1004958152770996, + "5": -2.9636378288269043, + "10": -2.9174277782440186, + "25": -2.8583786487579346, + "50": -2.815279245376587, + "75": -2.7659120559692383, + "90": -2.6983625888824463, + "95": -2.6555542945861816, + "99": -2.6383867263793945 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 1, + 3, + 4, + 2, + 2, + 8, + 5, + 8, + 6, + 7, + 16, + 20, + 13, + 28, + 27, + 33, + 48, + 36, + 40, + 39, + 22, + 25, + 20, + 15, + 12, + 6, + 3, + 3, + 7, + 18, + 16, + 2, + 5 + ], + "log_norms_bin_edges": [ + -3.2466650009155273, + -3.2340338230133057, + -3.221402645111084, + -3.2087717056274414, + -3.1961405277252197, + -3.183509349822998, + -3.1708781719207764, + -3.1582469940185547, + -3.145615816116333, + -3.1329848766326904, + -3.1203536987304688, + -3.107722520828247, + -3.0950913429260254, + -3.0824601650238037, + -3.069828987121582, + -3.0571980476379395, + -3.0445668697357178, + -3.031935691833496, + -3.0193045139312744, + -3.0066733360290527, + -2.99404239654541, + -2.9814112186431885, + -2.968780040740967, + -2.956148862838745, + -2.9435176849365234, + -2.930886745452881, + -2.918255567550659, + -2.9056243896484375, + -2.892993211746216, + -2.880362033843994, + -2.8677308559417725, + -2.85509991645813, + -2.842468738555908, + -2.8298375606536865, + -2.817206382751465, + -2.804575204849243, + -2.7919440269470215, + -2.779313087463379, + -2.7666819095611572, + -2.7540507316589355, + -2.741419553756714, + -2.728788375854492, + -2.7161574363708496, + -2.703526258468628, + -2.6908950805664062, + -2.6782639026641846, + -2.665632724761963, + -2.6530017852783203, + -2.6403703689575195, + -2.627739429473877, + -2.6151082515716553 + ], + "r_inf_mean": 0.23848408460617065, + "r_inf_median": 0.236765056848526, + "pr_mean": 0.35752391815185547, + "pr_median": 0.3604130744934082, + "hoyer_mean": 0.644196629524231, + "eff_dim_mean": 0.644196629524231, + "topk_energy": { + "1": 0.05719228833913803, + "5": 0.25328075885772705, + "10": 0.4100629389286041, + "25": 0.7137361168861389 + }, + "gamma_raw": 0.20843403041362762, + "gamma_active": { + "1e-08": 0.20843403041362762, + "1e-07": 0.20843403041362762, + "1e-06": 0.20843403041362762, + "1e-05": 0.20843403041362762, + "0.0001": 0.20843403041362762 + }, + "gamma_energy_weighted": { + "1e-08": 0.21587498530983704, + "1e-07": 0.21587498530983704, + "1e-06": 0.21587498530983704, + "1e-05": 0.21587498530983704, + "0.0001": 0.21587498530983704 + } + }, + { + "layer": 2, + "mean_norm": 0.001552227302454412, + "median_norm": 0.0015225615352392197, + "max_norm": 0.0024010417982935905, + "min_norm": 0.0005647555226460099, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.097588539123535, + "5": -2.963623285293579, + "10": -2.9214303493499756, + "25": -2.859955310821533, + "50": -2.8173892498016357, + "75": -2.7713069915771484, + "90": -2.701814651489258, + "95": -2.6592133045196533, + "99": -2.6411733627319336 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 5, + 0, + 2, + 2, + 3, + 3, + 1, + 6, + 8, + 8, + 7, + 7, + 17, + 21, + 15, + 23, + 27, + 37, + 47, + 34, + 42, + 36, + 27, + 21, + 19, + 16, + 10, + 5, + 5, + 3, + 7, + 18, + 14, + 4, + 5 + ], + "log_norms_bin_edges": [ + -3.2481396198272705, + -3.2355687618255615, + -3.2229981422424316, + -3.2104272842407227, + -3.1978564262390137, + -3.1852855682373047, + -3.172714948654175, + -3.160144090652466, + -3.147573232650757, + -3.135002613067627, + -3.122431755065918, + -3.109860897064209, + -3.097290277481079, + -3.08471941947937, + -3.072148561477661, + -3.0595779418945312, + -3.0470070838928223, + -3.0344362258911133, + -3.0218653678894043, + -3.0092947483062744, + -2.9967238903045654, + -2.9841530323028564, + -2.9715824127197266, + -2.9590115547180176, + -2.9464406967163086, + -2.9338698387145996, + -2.9212992191314697, + -2.9087283611297607, + -2.8961575031280518, + -2.883586883544922, + -2.871016025543213, + -2.858445167541504, + -2.845874547958374, + -2.833303689956665, + -2.820732831954956, + -2.808162212371826, + -2.795591354370117, + -2.783020496368408, + -2.770449638366699, + -2.7578790187835693, + -2.7453081607818604, + -2.7327373027801514, + -2.7201666831970215, + -2.7075958251953125, + -2.6950249671936035, + -2.6824541091918945, + -2.6698834896087646, + -2.6573126316070557, + -2.644742012023926, + -2.632171154022217, + -2.619600296020508 + ], + "r_inf_mean": 0.23644563555717468, + "r_inf_median": 0.23639866709709167, + "pr_mean": 0.356190025806427, + "pr_median": 0.3570844233036041, + "hoyer_mean": 0.6429629325866699, + "eff_dim_mean": 0.6429628729820251, + "topk_energy": { + "1": 0.056254491209983826, + "5": 0.2542789578437805, + "10": 0.4119760990142822, + "25": 0.7157359719276428 + }, + "gamma_raw": 0.12998725473880768, + "gamma_active": { + "1e-08": 0.12998725473880768, + "1e-07": 0.12998725473880768, + "1e-06": 0.12998725473880768, + "1e-05": 0.12998725473880768, + "0.0001": 0.12998725473880768 + }, + "gamma_energy_weighted": { + "1e-08": 0.1303282795468912, + "1e-07": 0.1303282795468912, + "1e-06": 0.1303282795468912, + "1e-05": 0.1303282795468912, + "0.0001": 0.1303282795468912 + } + }, + { + "layer": 3, + "mean_norm": 0.0015372027410194278, + "median_norm": 0.0015011747600510716, + "max_norm": 0.0023947786539793015, + "min_norm": 0.0005477574886754155, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1008996963500977, + "5": -2.971065044403076, + "10": -2.9286282062530518, + "25": -2.8674893379211426, + "50": -2.8233728408813477, + "75": -2.7753970623016357, + "90": -2.6993937492370605, + "95": -2.659250259399414, + "99": -2.640883207321167 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 3, + 3, + 0, + 2, + 4, + 1, + 3, + 4, + 10, + 7, + 8, + 7, + 16, + 21, + 12, + 27, + 30, + 32, + 52, + 39, + 35, + 31, + 32, + 21, + 18, + 16, + 7, + 9, + 4, + 2, + 4, + 20, + 10, + 10, + 5 + ], + "log_norms_bin_edges": [ + -3.261411666870117, + -3.248598098754883, + -3.2357845306396484, + -3.222970962524414, + -3.2101573944091797, + -3.1973440647125244, + -3.18453049659729, + -3.1717169284820557, + -3.1589033603668213, + -3.146089792251587, + -3.1332762241363525, + -3.120462656021118, + -3.107649087905884, + -3.0948357582092285, + -3.082022190093994, + -3.0692086219787598, + -3.0563950538635254, + -3.043581485748291, + -3.0307679176330566, + -3.0179543495178223, + -3.005140781402588, + -2.9923272132873535, + -2.9795138835906982, + -2.966700315475464, + -2.9538867473602295, + -2.941073179244995, + -2.9282596111297607, + -2.9154460430145264, + -2.902632474899292, + -2.8898191452026367, + -2.8770055770874023, + -2.864192008972168, + -2.8513784408569336, + -2.838564872741699, + -2.825751304626465, + -2.8129377365112305, + -2.800124168395996, + -2.7873106002807617, + -2.7744972705841064, + -2.761683702468872, + -2.7488701343536377, + -2.7360565662384033, + -2.723242998123169, + -2.7104294300079346, + -2.6976158618927, + -2.684802532196045, + -2.6719889640808105, + -2.659175395965576, + -2.646361827850342, + -2.6335482597351074, + -2.620734691619873 + ], + "r_inf_mean": 0.239996999502182, + "r_inf_median": 0.23950514197349548, + "pr_mean": 0.35361337661743164, + "pr_median": 0.35619449615478516, + "hoyer_mean": 0.6442322731018066, + "eff_dim_mean": 0.6442322731018066, + "topk_energy": { + "1": 0.058011192828416824, + "5": 0.2563263475894928, + "10": 0.41297125816345215, + "25": 0.7156703472137451 + }, + "gamma_raw": 0.09828291833400726, + "gamma_active": { + "1e-08": 0.09828291833400726, + "1e-07": 0.09828291833400726, + "1e-06": 0.09828291833400726, + "1e-05": 0.09828291833400726, + "0.0001": 0.09828291833400726 + }, + "gamma_energy_weighted": { + "1e-08": 0.10397704989633332, + "1e-07": 0.10397704989633332, + "1e-06": 0.10397704989633332, + "1e-05": 0.10397704989633332, + "0.0001": 0.10397704989633332 + } + }, + { + "layer": 4, + "mean_norm": 0.001535171875730157, + "median_norm": 0.001499622710980475, + "max_norm": 0.0023823457304388285, + "min_norm": 0.0005469498573802412, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0976195335388184, + "5": -2.972517967224121, + "10": -2.927502155303955, + "25": -2.867955207824707, + "50": -2.823956251144409, + "75": -2.7756683826446533, + "90": -2.701479196548462, + "95": -2.6631274223327637, + "99": -2.646242618560791 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 4, + 0, + 2, + 3, + 1, + 3, + 5, + 8, + 8, + 8, + 6, + 14, + 20, + 17, + 25, + 29, + 26, + 54, + 42, + 30, + 38, + 30, + 22, + 20, + 15, + 7, + 7, + 8, + 2, + 6, + 20, + 17, + 1, + 5 + ], + "log_norms_bin_edges": [ + -3.262052536010742, + -3.2492713928222656, + -3.236490249633789, + -3.2237091064453125, + -3.210927963256836, + -3.1981468200683594, + -3.185365676879883, + -3.1725845336914062, + -3.1598033905029297, + -3.147022247314453, + -3.1342411041259766, + -3.1214599609375, + -3.1086788177490234, + -3.095897674560547, + -3.0831165313720703, + -3.0703353881835938, + -3.057554244995117, + -3.0447731018066406, + -3.031991958618164, + -3.0192108154296875, + -3.006429672241211, + -2.9936485290527344, + -2.980867385864258, + -2.9680862426757812, + -2.9553050994873047, + -2.942523956298828, + -2.9297428131103516, + -2.916961669921875, + -2.9041805267333984, + -2.8913991451263428, + -2.878618001937866, + -2.8658368587493896, + -2.853055715560913, + -2.8402745723724365, + -2.82749342918396, + -2.8147122859954834, + -2.801931142807007, + -2.7891499996185303, + -2.7763688564300537, + -2.763587713241577, + -2.7508065700531006, + -2.738025426864624, + -2.7252442836761475, + -2.712463140487671, + -2.6996819972991943, + -2.6869008541107178, + -2.674119710922241, + -2.6613385677337646, + -2.648557424545288, + -2.6357762813568115, + -2.622995138168335 + ], + "r_inf_mean": 0.2430393397808075, + "r_inf_median": 0.2411264330148697, + "pr_mean": 0.3527182936668396, + "pr_median": 0.35238295793533325, + "hoyer_mean": 0.6452769041061401, + "eff_dim_mean": 0.6452769041061401, + "topk_energy": { + "1": 0.05947526916861534, + "5": 0.2570253610610962, + "10": 0.4131949543952942, + "25": 0.7148686647415161 + }, + "gamma_raw": 0.07824340462684631, + "gamma_active": { + "1e-08": 0.07824340462684631, + "1e-07": 0.07824340462684631, + "1e-06": 0.07824340462684631, + "1e-05": 0.07824340462684631, + "0.0001": 0.07824340462684631 + }, + "gamma_energy_weighted": { + "1e-08": 0.084563589650191, + "1e-07": 0.084563589650191, + "1e-06": 0.084563589650191, + "1e-05": 0.084563589650191, + "0.0001": 0.084563589650191 + } + }, + { + "layer": 5, + "mean_norm": 0.0015335808275267482, + "median_norm": 0.0015034162206575274, + "max_norm": 0.002389102941378951, + "min_norm": 0.0005520280101336539, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0974280834198, + "5": -2.9726409912109375, + "10": -2.9282689094543457, + "25": -2.86830735206604, + "50": -2.8225722312927246, + "75": -2.7774503231048584, + "90": -2.7030675411224365, + "95": -2.662790536880493, + "99": -2.6449341773986816 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 3, + 2, + 1, + 2, + 4, + 2, + 1, + 7, + 8, + 10, + 5, + 8, + 16, + 21, + 15, + 26, + 32, + 34, + 43, + 42, + 29, + 41, + 32, + 21, + 18, + 13, + 5, + 7, + 6, + 3, + 8, + 16, + 18, + 1, + 5 + ], + "log_norms_bin_edges": [ + -3.2580389976501465, + -3.2453136444091797, + -3.232588052749634, + -3.219862461090088, + -3.207137107849121, + -3.1944117546081543, + -3.1816861629486084, + -3.1689605712890625, + -3.1562352180480957, + -3.143509864807129, + -3.130784273147583, + -3.118058681488037, + -3.1053333282470703, + -3.0926079750061035, + -3.0798823833465576, + -3.0671567916870117, + -3.054431438446045, + -3.041706085205078, + -3.0289804935455322, + -3.0162549018859863, + -3.0035295486450195, + -2.9908041954040527, + -2.978078603744507, + -2.965353012084961, + -2.952627658843994, + -2.9399023056030273, + -2.9271767139434814, + -2.9144511222839355, + -2.9017257690429688, + -2.889000415802002, + -2.876274824142456, + -2.86354923248291, + -2.8508238792419434, + -2.8380985260009766, + -2.8253729343414307, + -2.8126473426818848, + -2.799921989440918, + -2.787196636199951, + -2.7744710445404053, + -2.7617454528808594, + -2.7490200996398926, + -2.736294746398926, + -2.72356915473938, + -2.710843563079834, + -2.698118209838867, + -2.6853928565979004, + -2.6726672649383545, + -2.6599416732788086, + -2.647216320037842, + -2.634490966796875, + -2.621765375137329 + ], + "r_inf_mean": 0.24533161520957947, + "r_inf_median": 0.2416326403617859, + "pr_mean": 0.352695107460022, + "pr_median": 0.35108786821365356, + "hoyer_mean": 0.646794319152832, + "eff_dim_mean": 0.6467941999435425, + "topk_energy": { + "1": 0.06074634566903114, + "5": 0.2564048767089844, + "10": 0.4123048186302185, + "25": 0.7135719656944275 + }, + "gamma_raw": 0.0967542976140976, + "gamma_active": { + "1e-08": 0.0967542976140976, + "1e-07": 0.0967542976140976, + "1e-06": 0.0967542976140976, + "1e-05": 0.0967542976140976, + "0.0001": 0.0967542976140976 + }, + "gamma_energy_weighted": { + "1e-08": 0.12590939969337978, + "1e-07": 0.12590939969337978, + "1e-06": 0.12590939969337978, + "1e-05": 0.12590939969337978, + "0.0001": 0.12590939969337978 + } + }, + { + "layer": 6, + "mean_norm": 0.001532099093310535, + "median_norm": 0.0015108436346054077, + "max_norm": 0.0023810467682778835, + "min_norm": 0.0005489101749844849, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.101477861404419, + "5": -2.97473406791687, + "10": -2.928662061691284, + "25": -2.867851495742798, + "50": -2.8207523822784424, + "75": -2.7792556285858154, + "90": -2.7024919986724854, + "95": -2.665985107421875, + "99": -2.6491355895996094 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 3, + 2, + 1, + 2, + 3, + 2, + 2, + 7, + 7, + 8, + 7, + 6, + 14, + 24, + 16, + 23, + 26, + 30, + 48, + 43, + 30, + 44, + 35, + 22, + 16, + 13, + 7, + 7, + 6, + 3, + 11, + 17, + 15, + 0, + 5 + ], + "log_norms_bin_edges": [ + -3.2604990005493164, + -3.247753620147705, + -3.2350082397460938, + -3.2222630977630615, + -3.20951771736145, + -3.196772336959839, + -3.1840269565582275, + -3.171281576156616, + -3.158536195755005, + -3.1457910537719727, + -3.1330456733703613, + -3.12030029296875, + -3.1075549125671387, + -3.0948095321655273, + -3.082064151763916, + -3.069319009780884, + -3.0565736293792725, + -3.043828248977661, + -3.03108286857605, + -3.0183374881744385, + -3.0055923461914062, + -2.992846965789795, + -2.9801015853881836, + -2.9673562049865723, + -2.954610824584961, + -2.9418654441833496, + -2.9291203022003174, + -2.916374921798706, + -2.9036295413970947, + -2.8908841609954834, + -2.878138780593872, + -2.86539363861084, + -2.8526482582092285, + -2.839902877807617, + -2.827157497406006, + -2.8144121170043945, + -2.801666736602783, + -2.788921594619751, + -2.7761762142181396, + -2.7634308338165283, + -2.750685453414917, + -2.7379400730133057, + -2.7251949310302734, + -2.712449550628662, + -2.699704170227051, + -2.6869587898254395, + -2.674213409423828, + -2.661468029022217, + -2.6487226486206055, + -2.6359775066375732, + -2.623232126235962 + ], + "r_inf_mean": 0.246239572763443, + "r_inf_median": 0.24248382449150085, + "pr_mean": 0.35160860419273376, + "pr_median": 0.3501022458076477, + "hoyer_mean": 0.6470007300376892, + "eff_dim_mean": 0.6470006704330444, + "topk_energy": { + "1": 0.0612066313624382, + "5": 0.2567388713359833, + "10": 0.4125056564807892, + "25": 0.7141602635383606 + }, + "gamma_raw": 0.11735967546701431, + "gamma_active": { + "1e-08": 0.11735967546701431, + "1e-07": 0.11735967546701431, + "1e-06": 0.11735967546701431, + "1e-05": 0.11735967546701431, + "0.0001": 0.11735967546701431 + }, + "gamma_energy_weighted": { + "1e-08": 0.13364471554154778, + "1e-07": 0.13364471554154778, + "1e-06": 0.13364471554154778, + "1e-05": 0.13364471554154778, + "0.0001": 0.13364471554154778 + } + }, + { + "layer": 7, + "mean_norm": 0.0015279051149263978, + "median_norm": 0.0015068554785102606, + "max_norm": 0.0023817261680960655, + "min_norm": 0.0005452129407785833, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.103959083557129, + "5": -2.9758172035217285, + "10": -2.9300661087036133, + "25": -2.8679757118225098, + "50": -2.821777820587158, + "75": -2.7806434631347656, + "90": -2.704097270965576, + "95": -2.6669015884399414, + "99": -2.6518614292144775 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 3, + 7, + 7, + 7, + 8, + 7, + 10, + 26, + 13, + 24, + 30, + 31, + 48, + 46, + 26, + 47, + 32, + 24, + 14, + 12, + 7, + 7, + 6, + 4, + 13, + 15, + 14, + 1, + 4 + ], + "log_norms_bin_edges": [ + -3.2634339332580566, + -3.2506275177001953, + -3.237820863723755, + -3.2250144481658936, + -3.212207794189453, + -3.199401378631592, + -3.1865949630737305, + -3.17378830909729, + -3.1609818935394287, + -3.1481752395629883, + -3.135368824005127, + -3.1225624084472656, + -3.109755754470825, + -3.096949338912964, + -3.0841426849365234, + -3.071336269378662, + -3.058529853820801, + -3.0457231998443604, + -3.032916784286499, + -3.0201101303100586, + -3.0073037147521973, + -2.994497299194336, + -2.9816906452178955, + -2.968884229660034, + -2.9560775756835938, + -2.9432711601257324, + -2.930464744567871, + -2.9176580905914307, + -2.9048516750335693, + -2.892045021057129, + -2.8792386054992676, + -2.8664321899414062, + -2.853625535964966, + -2.8408191204071045, + -2.828012466430664, + -2.8152060508728027, + -2.8023996353149414, + -2.789592981338501, + -2.7767865657806396, + -2.763979911804199, + -2.751173496246338, + -2.7383670806884766, + -2.725560426712036, + -2.712754011154175, + -2.6999473571777344, + -2.687140941619873, + -2.6743345260620117, + -2.6615278720855713, + -2.64872145652771, + -2.6359148025512695, + -2.623108386993408 + ], + "r_inf_mean": 0.2454448640346527, + "r_inf_median": 0.24191418290138245, + "pr_mean": 0.3522978127002716, + "pr_median": 0.35151275992393494, + "hoyer_mean": 0.6468005180358887, + "eff_dim_mean": 0.6468004584312439, + "topk_energy": { + "1": 0.060783203691244125, + "5": 0.256853312253952, + "10": 0.4122479557991028, + "25": 0.7139030694961548 + }, + "gamma_raw": 0.035437170416116714, + "gamma_active": { + "1e-08": 0.035437170416116714, + "1e-07": 0.035437170416116714, + "1e-06": 0.035437170416116714, + "1e-05": 0.035437170416116714, + "0.0001": 0.035437170416116714 + }, + "gamma_energy_weighted": { + "1e-08": 0.04655043265307651, + "1e-07": 0.04655043265307651, + "1e-06": 0.04655043265307651, + "1e-05": 0.04655043265307651, + "0.0001": 0.04655043265307651 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L4.json new file mode 100644 index 0000000..c1147ce --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 14.392200469970703, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.020386427640914917, + "median_norm": 0.02182476781308651, + "max_norm": 0.032550349831581116, + "min_norm": 7.109092337032052e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.136467933654785, + "5": -3.5749027729034424, + "10": -1.8467094898223877, + "25": -1.704787254333496, + "50": -1.6608822345733643, + "75": -1.6228773593902588, + "90": -1.5864895582199097, + "95": -1.5655268430709839, + "99": -1.5378305912017822 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 3, + 1, + 1, + 0, + 4, + 2, + 2, + 3, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 0, + 2, + 4, + 1, + 4, + 5, + 57, + 332, + 69 + ], + "log_norms_bin_edges": [ + -7.148186206817627, + -7.034971237182617, + -6.921756744384766, + -6.808541774749756, + -6.695326805114746, + -6.582111835479736, + -6.468897342681885, + -6.355682373046875, + -6.242467403411865, + -6.1292524337768555, + -6.016037940979004, + -5.902822971343994, + -5.789608001708984, + -5.676393508911133, + -5.563178539276123, + -5.449963569641113, + -5.336749076843262, + -5.223534107208252, + -5.110319137573242, + -4.997104644775391, + -4.883889198303223, + -4.770674705505371, + -4.657459735870361, + -4.544244766235352, + -4.4310302734375, + -4.31781530380249, + -4.2046003341674805, + -4.091385841369629, + -3.978170871734619, + -3.8649559020996094, + -3.7517411708831787, + -3.638526201248169, + -3.5253114700317383, + -3.4120967388153076, + -3.298881769180298, + -3.185667037963867, + -3.0724520683288574, + -2.9592370986938477, + -2.846022605895996, + -2.7328076362609863, + -2.6195926666259766, + -2.506378173828125, + -2.3931632041931152, + -2.2799482345581055, + -2.1667332649230957, + -2.053518772125244, + -1.9403038024902344, + -1.8270888328552246, + -1.713874340057373, + -1.6006593704223633, + -1.4874444007873535 + ], + "r_inf_mean": 0.26728373765945435, + "r_inf_median": 0.2604590356349945, + "pr_mean": 0.3068629801273346, + "pr_median": 0.30964896082878113, + "hoyer_mean": 0.6101060509681702, + "eff_dim_mean": 0.6101060509681702, + "topk_energy": { + "1": 0.07287074625492096, + "5": 0.2866860330104828, + "10": 0.4505067467689514, + "25": 0.7468874454498291 + }, + "gamma_raw": 0.0050667449831962585, + "gamma_active": { + "1e-08": 0.0050667449831962585, + "1e-07": 0.005162111949175596, + "1e-06": 0.00499903317540884, + "1e-05": 0.005698411725461483, + "0.0001": 0.005820231977850199 + }, + "gamma_energy_weighted": { + "1e-08": 0.0030508796433681234, + "1e-07": 0.0030508796433681234, + "1e-06": 0.0030508796433681234, + "1e-05": 0.0030508796433681234, + "0.0001": 0.0030508796433681234 + } + }, + { + "layer": 1, + "mean_norm": 0.0018620369955897331, + "median_norm": 0.001955225830897689, + "max_norm": 0.0029212580993771553, + "min_norm": 5.3106150588178025e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.96875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -6.2119011878967285, + "5": -4.609403133392334, + "10": -2.908069372177124, + "25": -2.7567391395568848, + "50": -2.708752155303955, + "75": -2.6588733196258545, + "90": -2.604562520980835, + "95": -2.5886459350585938, + "99": -2.5442442893981934 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 0, + 4, + 1, + 1, + 2, + 0, + 2, + 3, + 1, + 4, + 1, + 2, + 2, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 3, + 1, + 4, + 3, + 3, + 67, + 276, + 117 + ], + "log_norms_bin_edges": [ + -8.274855613708496, + -8.16004753112793, + -8.045238494873047, + -7.930429935455322, + -7.815621376037598, + -7.700813293457031, + -7.586004734039307, + -7.471196174621582, + -7.356387615203857, + -7.241579055786133, + -7.126770496368408, + -7.011961936950684, + -6.897153854370117, + -6.782344818115234, + -6.667536735534668, + -6.552728176116943, + -6.437919616699219, + -6.323111057281494, + -6.2083024978637695, + -6.093494415283203, + -5.97868537902832, + -5.863877296447754, + -5.749068737030029, + -5.634260177612305, + -5.51945161819458, + -5.4046430587768555, + -5.289834499359131, + -5.175025939941406, + -5.06021785736084, + -4.945408821105957, + -4.830600738525391, + -4.715792179107666, + -4.600983619689941, + -4.486175060272217, + -4.371366500854492, + -4.256557941436768, + -4.141749382019043, + -4.026941299438477, + -3.912132740020752, + -3.7973241806030273, + -3.6825156211853027, + -3.567707061767578, + -3.4528985023498535, + -3.338089942932129, + -3.2232818603515625, + -3.108473300933838, + -2.9936647415161133, + -2.8788561820983887, + -2.764047622680664, + -2.6492390632629395, + -2.5344302654266357 + ], + "r_inf_mean": 0.24190431833267212, + "r_inf_median": 0.24082867801189423, + "pr_mean": 0.3526298403739929, + "pr_median": 0.35147419571876526, + "hoyer_mean": 0.6425913572311401, + "eff_dim_mean": 0.6425913572311401, + "topk_energy": { + "1": 0.05917809158563614, + "5": 0.2540724575519562, + "10": 0.4131585657596588, + "25": 0.7184514999389648 + }, + "gamma_raw": 0.3354544937610626, + "gamma_active": { + "1e-08": 0.3358250558376312, + "1e-07": 0.3356674015522003, + "1e-06": 0.33614617586135864, + "1e-05": 0.33602091670036316, + "0.0001": 0.3361125886440277 + }, + "gamma_energy_weighted": { + "1e-08": 0.3464932163297529, + "1e-07": 0.3464932163297529, + "1e-06": 0.3464932163297529, + "1e-05": 0.3464932163297529, + "0.0001": 0.3464932163297529 + } + }, + { + "layer": 2, + "mean_norm": 0.0018227299442514777, + "median_norm": 0.0019196351058781147, + "max_norm": 0.0028507632669061422, + "min_norm": 5.231518329651408e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -6.22701358795166, + "5": -4.617903709411621, + "10": -2.9211907386779785, + "25": -2.7704224586486816, + "50": -2.7167704105377197, + "75": -2.667473077774048, + "90": -2.6124324798583984, + "95": -2.5958359241485596, + "99": -2.54970121383667 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 0, + 4, + 1, + 1, + 2, + 0, + 2, + 3, + 1, + 4, + 1, + 2, + 2, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 3, + 1, + 4, + 3, + 3, + 67, + 273, + 120 + ], + "log_norms_bin_edges": [ + -8.2813720703125, + -8.166645050048828, + -8.051918983459473, + -7.937191963195801, + -7.822465419769287, + -7.707738876342773, + -7.59301233291626, + -7.478285312652588, + -7.363558769226074, + -7.2488322257995605, + -7.134105682373047, + -7.019378662109375, + -6.904652118682861, + -6.789925575256348, + -6.675199031829834, + -6.56047248840332, + -6.445745468139648, + -6.331018924713135, + -6.216292381286621, + -6.101565361022949, + -5.986839294433594, + -5.872112274169922, + -5.757385730743408, + -5.6426591873168945, + -5.527932167053223, + -5.413205623626709, + -5.298479080200195, + -5.183752059936523, + -5.069025993347168, + -4.954298973083496, + -4.839572429656982, + -4.724845886230469, + -4.610118865966797, + -4.495392799377441, + -4.3806657791137695, + -4.265939235687256, + -4.151212692260742, + -4.03648567199707, + -3.9217591285705566, + -3.807032585144043, + -3.6923060417175293, + -3.5775790214538574, + -3.4628524780273438, + -3.34812593460083, + -3.2333993911743164, + -3.1186723709106445, + -3.003945827484131, + -2.889219284057617, + -2.7744927406311035, + -2.65976619720459, + -2.545038938522339 + ], + "r_inf_mean": 0.2423325926065445, + "r_inf_median": 0.24103552103042603, + "pr_mean": 0.3501400053501129, + "pr_median": 0.34949201345443726, + "hoyer_mean": 0.6403763294219971, + "eff_dim_mean": 0.6403762698173523, + "topk_energy": { + "1": 0.05941053852438927, + "5": 0.25562331080436707, + "10": 0.41524386405944824, + "25": 0.720569372177124 + }, + "gamma_raw": 0.1801070272922516, + "gamma_active": { + "1e-08": 0.18031005561351776, + "1e-07": 0.18007464706897736, + "1e-06": 0.18095335364341736, + "1e-05": 0.1811583936214447, + "0.0001": 0.18182462453842163 + }, + "gamma_energy_weighted": { + "1e-08": 0.21561461430297357, + "1e-07": 0.21561461430297357, + "1e-06": 0.21561461430297357, + "1e-05": 0.21561461430297357, + "0.0001": 0.21561461430297357 + } + }, + { + "layer": 3, + "mean_norm": 0.0018104490591213107, + "median_norm": 0.001909362617880106, + "max_norm": 0.0028184368275105953, + "min_norm": 5.21998932967449e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.966796875, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -6.229778289794922, + "5": -4.621807098388672, + "10": -2.9225199222564697, + "25": -2.7737720012664795, + "50": -2.719097137451172, + "75": -2.6726856231689453, + "90": -2.6158878803253174, + "95": -2.601595163345337, + "99": -2.553750514984131 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 0, + 4, + 1, + 1, + 2, + 0, + 2, + 3, + 1, + 4, + 1, + 2, + 2, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 3, + 1, + 4, + 3, + 3, + 66, + 276, + 118 + ], + "log_norms_bin_edges": [ + -8.282330513000488, + -8.167683601379395, + -8.0530366897583, + -7.938390254974365, + -7.8237433433532715, + -7.709096431732178, + -7.594449996948242, + -7.479803085327148, + -7.365156173706055, + -7.250509262084961, + -7.135862827301025, + -7.021215915679932, + -6.906569480895996, + -6.791922569274902, + -6.677275657653809, + -6.562628746032715, + -6.447981834411621, + -6.3333353996276855, + -6.218688488006592, + -6.104042053222656, + -5.9893951416015625, + -5.874748229980469, + -5.760101318359375, + -5.645454406738281, + -5.530807971954346, + -5.416161060333252, + -5.301514625549316, + -5.186867713928223, + -5.072220802307129, + -4.957573890686035, + -4.842926979064941, + -4.728280067443848, + -4.613633632659912, + -4.498987197875977, + -4.384340286254883, + -4.269693374633789, + -4.155046463012695, + -4.040399551391602, + -3.925753116607666, + -3.8111062049865723, + -3.6964592933654785, + -3.581812858581543, + -3.467165946960449, + -3.3525190353393555, + -3.2378721237182617, + -3.123225688934326, + -3.0085787773132324, + -2.8939318656921387, + -2.779285430908203, + -2.6646385192871094, + -2.5499918460845947 + ], + "r_inf_mean": 0.24149635434150696, + "r_inf_median": 0.23985213041305542, + "pr_mean": 0.35072216391563416, + "pr_median": 0.3484152555465698, + "hoyer_mean": 0.6398347616195679, + "eff_dim_mean": 0.6398347616195679, + "topk_energy": { + "1": 0.058991264551877975, + "5": 0.2547953724861145, + "10": 0.4144294857978821, + "25": 0.7213799953460693 + }, + "gamma_raw": 0.1547466218471527, + "gamma_active": { + "1e-08": 0.1548776626586914, + "1e-07": 0.15453064441680908, + "1e-06": 0.1549125462770462, + "1e-05": 0.1545027792453766, + "0.0001": 0.15448062121868134 + }, + "gamma_energy_weighted": { + "1e-08": 0.16928415285319004, + "1e-07": 0.16928415285319004, + "1e-06": 0.16928415285319004, + "1e-05": 0.16928415285319004, + "0.0001": 0.16928415285319004 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L8.json new file mode 100644 index 0000000..d0e3a87 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 15.854771614074707, + "acc": 0.068359375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.019501054659485817, + "median_norm": 0.019291458651423454, + "max_norm": 0.03830072283744812, + "min_norm": 2.8932245488277886e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -6.386964321136475, + "5": -2.519484519958496, + "10": -1.8485057353973389, + "25": -1.7829021215438843, + "50": -1.714622139930725, + "75": -1.6486961841583252, + "90": -1.535360336303711, + "95": -1.5020995140075684, + "99": -1.46091890335083 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 0, + 3, + 0, + 2, + 3, + 0, + 0, + 0, + 3, + 3, + 1, + 5, + 17, + 232, + 157, + 69 + ], + "log_norms_bin_edges": [ + -8.538618087768555, + -8.396181106567383, + -8.253745079040527, + -8.111309051513672, + -7.9688720703125, + -7.826435565948486, + -7.683999061584473, + -7.541562557220459, + -7.399126052856445, + -7.256689548492432, + -7.114253044128418, + -6.971816539764404, + -6.829380035400391, + -6.686943531036377, + -6.544507026672363, + -6.40207052230835, + -6.259634017944336, + -6.117197513580322, + -5.974761009216309, + -5.832324504852295, + -5.689888000488281, + -5.547451496124268, + -5.405014991760254, + -5.26257848739624, + -5.120141983032227, + -4.977705478668213, + -4.835268974304199, + -4.6928324699401855, + -4.550395965576172, + -4.407959461212158, + -4.2655229568481445, + -4.123086452484131, + -3.980649948120117, + -3.8382134437561035, + -3.69577693939209, + -3.553340435028076, + -3.4109039306640625, + -3.268467426300049, + -3.126030921936035, + -2.9835944175720215, + -2.841157913208008, + -2.698721408843994, + -2.5562849044799805, + -2.413848400115967, + -2.271411895751953, + -2.1289753913879395, + -1.9865388870239258, + -1.844102382659912, + -1.7016658782958984, + -1.5592293739318848, + -1.4167929887771606 + ], + "r_inf_mean": 0.2686660885810852, + "r_inf_median": 0.26446104049682617, + "pr_mean": 0.30530399084091187, + "pr_median": 0.3071759343147278, + "hoyer_mean": 0.6124937534332275, + "eff_dim_mean": 0.6124937534332275, + "topk_energy": { + "1": 0.07371857762336731, + "5": 0.2908495366573334, + "10": 0.44993484020233154, + "25": 0.7457716464996338 + }, + "gamma_raw": -0.06823744624853134, + "gamma_active": { + "1e-08": -0.06845731288194656, + "1e-07": -0.06838052719831467, + "1e-06": -0.06772048026323318, + "1e-05": -0.06771010905504227, + "0.0001": -0.0669790506362915 + }, + "gamma_energy_weighted": { + "1e-08": -0.08286262195357447, + "1e-07": -0.08286262195357447, + "1e-06": -0.08286262195357447, + "1e-05": -0.08286262195357447, + "0.0001": -0.08286262195357447 + } + }, + { + "layer": 1, + "mean_norm": 0.0018421595450490713, + "median_norm": 0.0019249629694968462, + "max_norm": 0.002728451509028673, + "min_norm": 3.098071799101376e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.366572380065918, + "5": -3.4573676586151123, + "10": -2.824730157852173, + "25": -2.7583656311035156, + "50": -2.715362548828125, + "75": -2.6688408851623535, + "90": -2.6364569664001465, + "95": -2.6269357204437256, + "99": -2.570542573928833 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 12, + 231, + 231 + ], + "log_norms_bin_edges": [ + -9.508909225463867, + -9.370012283325195, + -9.23111629486084, + -9.092219352722168, + -8.953323364257812, + -8.81442642211914, + -8.675530433654785, + -8.536633491516113, + -8.397737503051758, + -8.258840560913086, + -8.119943618774414, + -7.981047630310059, + -7.842151165008545, + -7.703254699707031, + -7.564358234405518, + -7.425461769104004, + -7.286564826965332, + -7.147668838500977, + -7.008771896362305, + -6.869875431060791, + -6.730978965759277, + -6.592082500457764, + -6.45318603515625, + -6.314289569854736, + -6.175393104553223, + -6.036496162414551, + -5.897600173950195, + -5.758703231811523, + -5.619807243347168, + -5.480910301208496, + -5.342013835906982, + -5.203117370605469, + -5.064220905303955, + -4.925324440002441, + -4.786427974700928, + -4.647531509399414, + -4.5086350440979, + -4.369738578796387, + -4.230841636657715, + -4.091945171356201, + -3.9530487060546875, + -3.814152240753174, + -3.67525577545166, + -3.5363593101501465, + -3.397462844848633, + -3.258566379547119, + -3.1196699142456055, + -2.980773448944092, + -2.841876983642578, + -2.7029800415039062, + -2.5640838146209717 + ], + "r_inf_mean": 0.25210893154144287, + "r_inf_median": 0.250964879989624, + "pr_mean": 0.34656035900115967, + "pr_median": 0.3469877243041992, + "hoyer_mean": 0.6402134895324707, + "eff_dim_mean": 0.6402134895324707, + "topk_energy": { + "1": 0.06433165073394775, + "5": 0.2575104534626007, + "10": 0.41465792059898376, + "25": 0.7208061218261719 + }, + "gamma_raw": 0.3199721872806549, + "gamma_active": { + "1e-08": 0.32168611884117126, + "1e-07": 0.32171571254730225, + "1e-06": 0.32159295678138733, + "1e-05": 0.3222508728504181, + "0.0001": 0.32202965021133423 + }, + "gamma_energy_weighted": { + "1e-08": 0.32028779920312517, + "1e-07": 0.32028779920312517, + "1e-06": 0.32028779920312517, + "1e-05": 0.32028779920312517, + "0.0001": 0.32028779920312517 + } + }, + { + "layer": 2, + "mean_norm": 0.00179225392639637, + "median_norm": 0.001871337415650487, + "max_norm": 0.0026736310683190823, + "min_norm": 3.002021131681687e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.382119655609131, + "5": -3.461604356765747, + "10": -2.84083890914917, + "25": -2.7709555625915527, + "50": -2.7276155948638916, + "75": -2.676701545715332, + "90": -2.648087501525879, + "95": -2.6406030654907227, + "99": -2.5794179439544678 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 246, + 217 + ], + "log_norms_bin_edges": [ + -9.522586822509766, + -9.38359260559082, + -9.244599342346191, + -9.105605125427246, + -8.966611862182617, + -8.827617645263672, + -8.688624382019043, + -8.549630165100098, + -8.410636901855469, + -8.271642684936523, + -8.132649421691895, + -7.993655681610107, + -7.85466194152832, + -7.715667724609375, + -7.576674461364746, + -7.437680244445801, + -7.298686981201172, + -7.159692764282227, + -7.020699501037598, + -6.881705284118652, + -6.742712020874023, + -6.603717803955078, + -6.464724540710449, + -6.325730323791504, + -6.186736583709717, + -6.04774284362793, + -5.908749103546143, + -5.7697553634643555, + -5.630761623382568, + -5.491767883300781, + -5.352774143218994, + -5.213780403137207, + -5.07478666305542, + -4.935792922973633, + -4.796799182891846, + -4.657805442810059, + -4.5188117027282715, + -4.379817962646484, + -4.240824222564697, + -4.10183048248291, + -3.962836742401123, + -3.823843002319336, + -3.684849262237549, + -3.5458555221557617, + -3.4068617820739746, + -3.2678680419921875, + -3.1288743019104004, + -2.9898805618286133, + -2.850886344909668, + -2.711892604827881, + -2.5728986263275146 + ], + "r_inf_mean": 0.25427448749542236, + "r_inf_median": 0.2578105032444, + "pr_mean": 0.344049870967865, + "pr_median": 0.34417858719825745, + "hoyer_mean": 0.6388010382652283, + "eff_dim_mean": 0.6388010382652283, + "topk_energy": { + "1": 0.06528443098068237, + "5": 0.25894075632095337, + "10": 0.41609591245651245, + "25": 0.720375657081604 + }, + "gamma_raw": 0.13252608478069305, + "gamma_active": { + "1e-08": 0.13320063054561615, + "1e-07": 0.13361486792564392, + "1e-06": 0.13335435092449188, + "1e-05": 0.13364277780056, + "0.0001": 0.1337355524301529 + }, + "gamma_energy_weighted": { + "1e-08": 0.14590160102870298, + "1e-07": 0.14590160102870298, + "1e-06": 0.14590160102870298, + "1e-05": 0.14590160102870298, + "0.0001": 0.14590160102870298 + } + }, + { + "layer": 3, + "mean_norm": 0.0017789306584745646, + "median_norm": 0.0018509275978431106, + "max_norm": 0.0026591296773403883, + "min_norm": 2.9688856928444807e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.383536338806152, + "5": -3.4657087326049805, + "10": -2.8432722091674805, + "25": -2.774247407913208, + "50": -2.73260498046875, + "75": -2.680950403213501, + "90": -2.651658296585083, + "95": -2.645421028137207, + "99": -2.5815224647521973 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 261, + 202 + ], + "log_norms_bin_edges": [ + -9.527406692504883, + -9.3883638381958, + -9.249320983886719, + -9.110278129577637, + -8.971235275268555, + -8.832192420959473, + -8.69314956665039, + -8.554105758666992, + -8.41506290435791, + -8.276020050048828, + -8.136977195739746, + -7.997934341430664, + -7.858891487121582, + -7.7198486328125, + -7.580805778503418, + -7.441762924194336, + -7.302720069885254, + -7.163677215576172, + -7.024633884429932, + -6.88559103012085, + -6.746548175811768, + -6.607504844665527, + -6.468461990356445, + -6.329419136047363, + -6.190376281738281, + -6.051333427429199, + -5.912290573120117, + -5.773247718811035, + -5.634204864501953, + -5.495161533355713, + -5.356118679046631, + -5.217075824737549, + -5.078032970428467, + -4.938990116119385, + -4.799947261810303, + -4.660904407501221, + -4.5218610763549805, + -4.382818222045898, + -4.243775367736816, + -4.104732513427734, + -3.9656896591186523, + -3.8266468048095703, + -3.68760347366333, + -3.548560619354248, + -3.409517765045166, + -3.270474910736084, + -3.131432056427002, + -2.99238920211792, + -2.8533458709716797, + -2.7143030166625977, + -2.5752604007720947 + ], + "r_inf_mean": 0.25404059886932373, + "r_inf_median": 0.25367867946624756, + "pr_mean": 0.34350451827049255, + "pr_median": 0.3430365025997162, + "hoyer_mean": 0.6393793821334839, + "eff_dim_mean": 0.6393793821334839, + "topk_energy": { + "1": 0.06518375873565674, + "5": 0.25991374254226685, + "10": 0.41721880435943604, + "25": 0.7198356986045837 + }, + "gamma_raw": 0.06229710951447487, + "gamma_active": { + "1e-08": 0.06264234334230423, + "1e-07": 0.06298505514860153, + "1e-06": 0.06352178007364273, + "1e-05": 0.06421720236539841, + "0.0001": 0.06520818918943405 + }, + "gamma_energy_weighted": { + "1e-08": 0.07686866230512111, + "1e-07": 0.07686866230512111, + "1e-06": 0.07686866230512111, + "1e-05": 0.07686866230512111, + "0.0001": 0.07686866230512111 + } + }, + { + "layer": 4, + "mean_norm": 0.0017780117923393846, + "median_norm": 0.0018474627286195755, + "max_norm": 0.00265235616825521, + "min_norm": 2.9783933652716144e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.385040760040283, + "5": -3.4668517112731934, + "10": -2.843569755554199, + "25": -2.7739663124084473, + "50": -2.733215808868408, + "75": -2.681658983230591, + "90": -2.6530632972717285, + "95": -2.643620729446411, + "99": -2.583855390548706 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 248, + 215 + ], + "log_norms_bin_edges": [ + -9.526018142700195, + -9.387024879455566, + -9.248032569885254, + -9.109039306640625, + -8.970046043395996, + -8.831052780151367, + -8.692060470581055, + -8.553067207336426, + -8.414073944091797, + -8.275081634521484, + -8.136088371276855, + -7.997095108032227, + -7.858102321624756, + -7.719109058380127, + -7.580116271972656, + -7.441123008728027, + -7.302130222320557, + -7.163137435913086, + -7.024144172668457, + -6.885150909423828, + -6.746158123016357, + -6.607165336608887, + -6.468172073364258, + -6.329179286956787, + -6.190186500549316, + -6.0511932373046875, + -5.912199974060059, + -5.773207187652588, + -5.634214401245117, + -5.495221138000488, + -5.356228351593018, + -5.217235088348389, + -5.078242301940918, + -4.939249515533447, + -4.800256252288818, + -4.661263465881348, + -4.522270202636719, + -4.383277416229248, + -4.244284152984619, + -4.105291366577148, + -3.9662981033325195, + -3.827305316925049, + -3.688312530517578, + -3.549319267272949, + -3.4103264808654785, + -3.2713332176208496, + -3.132340431213379, + -2.99334716796875, + -2.8543543815612793, + -2.7153615951538086, + -2.5763680934906006 + ], + "r_inf_mean": 0.25495314598083496, + "r_inf_median": 0.2540956139564514, + "pr_mean": 0.3419867157936096, + "pr_median": 0.34065431356430054, + "hoyer_mean": 0.6387554407119751, + "eff_dim_mean": 0.6387554407119751, + "topk_energy": { + "1": 0.06564396619796753, + "5": 0.2604588568210602, + "10": 0.4181704521179199, + "25": 0.7214682102203369 + }, + "gamma_raw": 0.1394025683403015, + "gamma_active": { + "1e-08": 0.140155628323555, + "1e-07": 0.14054687321186066, + "1e-06": 0.14016962051391602, + "1e-05": 0.14045338332653046, + "0.0001": 0.14029407501220703 + }, + "gamma_energy_weighted": { + "1e-08": 0.15150510984087617, + "1e-07": 0.15150510984087617, + "1e-06": 0.15150510984087617, + "1e-05": 0.15150510984087617, + "0.0001": 0.15150510984087617 + } + }, + { + "layer": 5, + "mean_norm": 0.0017752798739820719, + "median_norm": 0.0018439659615978599, + "max_norm": 0.002645083935931325, + "min_norm": 2.968156831428814e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.385975360870361, + "5": -3.4688215255737305, + "10": -2.8418214321136475, + "25": -2.7739906311035156, + "50": -2.7340474128723145, + "75": -2.682962417602539, + "90": -2.6552844047546387, + "95": -2.643641710281372, + "99": -2.5838682651519775 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 246, + 217 + ], + "log_norms_bin_edges": [ + -9.52751350402832, + -9.388514518737793, + -9.249515533447266, + -9.110516548156738, + -8.971517562866211, + -8.832518577575684, + -8.693519592285156, + -8.554519653320312, + -8.415520668029785, + -8.276521682739258, + -8.13752269744873, + -7.998523712158203, + -7.859524726867676, + -7.720525741577148, + -7.581526756286621, + -7.442527770996094, + -7.303528785705566, + -7.164529800415039, + -7.0255303382873535, + -6.886531352996826, + -6.747532367706299, + -6.608532905578613, + -6.469533920288086, + -6.330534934997559, + -6.191535949707031, + -6.052536964416504, + -5.913537979125977, + -5.774538993835449, + -5.635540008544922, + -5.496540546417236, + -5.357541561126709, + -5.218542575836182, + -5.079543590545654, + -4.940544605255127, + -4.8015456199646, + -4.662546634674072, + -4.523547172546387, + -4.384548187255859, + -4.245549201965332, + -4.106550216674805, + -3.9675512313842773, + -3.82855224609375, + -3.6895527839660645, + -3.550553798675537, + -3.4115548133850098, + -3.2725558280944824, + -3.133556842803955, + -2.9945578575134277, + -2.855558395385742, + -2.716559410095215, + -2.5775606632232666 + ], + "r_inf_mean": 0.2536608576774597, + "r_inf_median": 0.2541699707508087, + "pr_mean": 0.34413960576057434, + "pr_median": 0.3429461419582367, + "hoyer_mean": 0.6397659778594971, + "eff_dim_mean": 0.6397659182548523, + "topk_energy": { + "1": 0.06493981182575226, + "5": 0.2593328356742859, + "10": 0.41702359914779663, + "25": 0.7201818227767944 + }, + "gamma_raw": 0.06630569696426392, + "gamma_active": { + "1e-08": 0.06658665090799332, + "1e-07": 0.06632480770349503, + "1e-06": 0.06644041836261749, + "1e-05": 0.06688478589057922, + "0.0001": 0.06664305925369263 + }, + "gamma_energy_weighted": { + "1e-08": 0.07763565872124464, + "1e-07": 0.07763565872124464, + "1e-06": 0.07763565872124464, + "1e-05": 0.07763565872124464, + "0.0001": 0.07763565872124464 + } + }, + { + "layer": 6, + "mean_norm": 0.0017760243499651551, + "median_norm": 0.0018454678356647491, + "max_norm": 0.0026411789003759623, + "min_norm": 2.971539403429091e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.387080192565918, + "5": -3.468726873397827, + "10": -2.841444969177246, + "25": -2.7736711502075195, + "50": -2.733790159225464, + "75": -2.6828055381774902, + "90": -2.656156539916992, + "95": -2.64471435546875, + "99": -2.5830795764923096 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 243, + 220 + ], + "log_norms_bin_edges": [ + -9.527018547058105, + -9.388042449951172, + -9.249066352844238, + -9.110089302062988, + -8.971113204956055, + -8.832137107849121, + -8.693161010742188, + -8.554183959960938, + -8.415207862854004, + -8.27623176574707, + -8.137255668640137, + -7.998279094696045, + -7.859302520751953, + -7.7203264236450195, + -7.581350326538086, + -7.442373752593994, + -7.303397178649902, + -7.164421081542969, + -7.025444984436035, + -6.886468410491943, + -6.747491836547852, + -6.608515739440918, + -6.469539642333984, + -6.330563068389893, + -6.191586971282959, + -6.052610397338867, + -5.913634300231934, + -5.774658203125, + -5.635681629180908, + -5.496705055236816, + -5.357728958129883, + -5.218752384185791, + -5.079776287078857, + -4.940800189971924, + -4.801823616027832, + -4.662847518920898, + -4.523870944976807, + -4.384894847869873, + -4.245918273925781, + -4.106942176818848, + -3.967965602874756, + -3.8289895057678223, + -3.6900129318237305, + -3.551036834716797, + -3.412060260772705, + -3.2730841636657715, + -3.1341075897216797, + -2.995131492614746, + -2.8561553955078125, + -2.7171788215637207, + -2.578202247619629 + ], + "r_inf_mean": 0.2541463375091553, + "r_inf_median": 0.25270789861679077, + "pr_mean": 0.34390851855278015, + "pr_median": 0.34237658977508545, + "hoyer_mean": 0.639697790145874, + "eff_dim_mean": 0.639697790145874, + "topk_energy": { + "1": 0.0652015432715416, + "5": 0.25932902097702026, + "10": 0.4168888330459595, + "25": 0.7206389904022217 + }, + "gamma_raw": 0.05960730090737343, + "gamma_active": { + "1e-08": 0.05990336462855339, + "1e-07": 0.06072647124528885, + "1e-06": 0.06068034842610359, + "1e-05": 0.06167755648493767, + "0.0001": 0.062398139387369156 + }, + "gamma_energy_weighted": { + "1e-08": 0.07690977299452598, + "1e-07": 0.07690977299452598, + "1e-06": 0.07690977299452598, + "1e-05": 0.07690977299452598, + "0.0001": 0.07690977299452598 + } + }, + { + "layer": 7, + "mean_norm": 0.0017737976741045713, + "median_norm": 0.0018446356989443302, + "max_norm": 0.0026417910121381283, + "min_norm": 2.961667022738368e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.982421875, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.385642051696777, + "5": -3.4688446521759033, + "10": -2.841721296310425, + "25": -2.773059844970703, + "50": -2.73404860496521, + "75": -2.6841890811920166, + "90": -2.6560258865356445, + "95": -2.6458756923675537, + "99": -2.5849928855895996 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 2, + 0, + 1, + 4, + 1, + 0, + 0, + 0, + 4, + 2, + 0, + 7, + 11, + 245, + 218 + ], + "log_norms_bin_edges": [ + -9.528463363647461, + -9.389455795288086, + -9.250449180603027, + -9.111441612243652, + -8.972434043884277, + -8.833427429199219, + -8.694419860839844, + -8.555412292480469, + -8.41640567779541, + -8.277398109436035, + -8.138391494750977, + -7.999383926391602, + -7.860376358032227, + -7.72136926651001, + -7.582362174987793, + -7.443354606628418, + -7.304347515106201, + -7.165340423583984, + -7.026332855224609, + -6.887325763702393, + -6.748318672180176, + -6.609311103820801, + -6.470304012298584, + -6.331296920776367, + -6.192289352416992, + -6.053282260894775, + -5.914275169372559, + -5.775267601013184, + -5.636260509490967, + -5.49725341796875, + -5.358246326446533, + -5.219238758087158, + -5.080231666564941, + -4.941224575042725, + -4.80221700668335, + -4.663209915161133, + -4.524202823638916, + -4.385195255279541, + -4.246188163757324, + -4.107181072235107, + -3.9681739807128906, + -3.8291664123535156, + -3.690159320831299, + -3.551152229309082, + -3.412144660949707, + -3.2731375694274902, + -3.1341304779052734, + -2.9951229095458984, + -2.8561158180236816, + -2.717108726501465, + -2.578101634979248 + ], + "r_inf_mean": 0.2531881332397461, + "r_inf_median": 0.2529909014701843, + "pr_mean": 0.34532785415649414, + "pr_median": 0.3435104191303253, + "hoyer_mean": 0.6407104730606079, + "eff_dim_mean": 0.6407104730606079, + "topk_energy": { + "1": 0.064705029129982, + "5": 0.25852638483047485, + "10": 0.4160052537918091, + "25": 0.7194627523422241 + }, + "gamma_raw": 0.042936038225889206, + "gamma_active": { + "1e-08": 0.043153468519449234, + "1e-07": 0.0429372638463974, + "1e-06": 0.0431930348277092, + "1e-05": 0.043356671929359436, + "0.0001": 0.04354262351989746 + }, + "gamma_energy_weighted": { + "1e-08": 0.0432315284342644, + "1e-07": 0.0432315284342644, + "1e-06": 0.0432315284342644, + "1e-05": 0.0432315284342644, + "0.0001": 0.0432315284342644 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L4.json new file mode 100644 index 0000000..3056d28 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 7.629262447357178, + "acc": 0.05859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.010050540789961815, + "median_norm": 0.010308991186320782, + "max_norm": 0.015727119520306587, + "min_norm": 9.181987115880474e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.3454434871673584, + "5": -2.308253049850464, + "10": -2.1285691261291504, + "25": -2.052013874053955, + "50": -1.9867510795593262, + "75": -1.9351836442947388, + "90": -1.8823554515838623, + "95": -1.8614405393600464, + "99": -1.827355146408081 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 4, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 3, + 1, + 8, + 6, + 14, + 35, + 85, + 91, + 109, + 71, + 47, + 18 + ], + "log_norms_bin_edges": [ + -4.0370635986328125, + -3.992389440536499, + -3.9477150440216064, + -3.903040885925293, + -3.8583664894104004, + -3.813692331314087, + -3.7690181732177734, + -3.724343776702881, + -3.6796696186065674, + -3.634995222091675, + -3.5903210639953613, + -3.5456466674804688, + -3.5009725093841553, + -3.456298351287842, + -3.411623954772949, + -3.3669497966766357, + -3.3222756385803223, + -3.2776012420654297, + -3.232927083969116, + -3.1882526874542236, + -3.14357852935791, + -3.0989041328430176, + -3.054229974746704, + -3.0095558166503906, + -2.964881420135498, + -2.9202072620391846, + -2.875533103942871, + -2.8308587074279785, + -2.786184310913086, + -2.7415101528167725, + -2.696835994720459, + -2.6521615982055664, + -2.607487440109253, + -2.5628132820129395, + -2.518138885498047, + -2.4734647274017334, + -2.42879056930542, + -2.3841161727905273, + -2.3394417762756348, + -2.2947676181793213, + -2.250093460083008, + -2.2054190635681152, + -2.1607449054718018, + -2.1160707473754883, + -2.0713963508605957, + -2.0267221927642822, + -1.9820477962493896, + -1.9373736381530762, + -1.8926992416381836, + -1.8480250835418701, + -1.803350806236267 + ], + "r_inf_mean": 0.40239453315734863, + "r_inf_median": 0.3906492292881012, + "pr_mean": 0.1423763930797577, + "pr_median": 0.1390448659658432, + "hoyer_mean": 0.4603534936904907, + "eff_dim_mean": 0.4603534936904907, + "topk_energy": { + "1": 0.16807828843593597, + "5": 0.4766293168067932, + "10": 0.6391814947128296, + "25": 0.8603909611701965 + }, + "gamma_raw": -0.00901014544069767, + "gamma_active": { + "1e-08": -0.00901014544069767, + "1e-07": -0.00901014544069767, + "1e-06": -0.00901014544069767, + "1e-05": -0.00901014544069767, + "0.0001": -0.008972585201263428 + }, + "gamma_energy_weighted": { + "1e-08": -0.02458708023587226, + "1e-07": -0.02458708023587226, + "1e-06": -0.02458708023587226, + "1e-05": -0.02458708023587226, + "0.0001": -0.02458708023587226 + } + }, + { + "layer": 1, + "mean_norm": 0.0017694344278424978, + "median_norm": 0.00183955451939255, + "max_norm": 0.002655718242749572, + "min_norm": 1.5358446034952067e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.091519832611084, + "5": -3.063389301300049, + "10": -2.8662657737731934, + "25": -2.790447950363159, + "50": -2.7352590560913086, + "75": -2.693678379058838, + "90": -2.65447735786438, + "95": -2.6290838718414307, + "99": -2.6008355617523193 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 2, + 2, + 1, + 3, + 2, + 5, + 10, + 17, + 47, + 94, + 136, + 98, + 62, + 12 + ], + "log_norms_bin_edges": [ + -4.813652992248535, + -4.768896102905273, + -4.72413969039917, + -4.679382801055908, + -4.634626388549805, + -4.589869499206543, + -4.545112609863281, + -4.500356197357178, + -4.455599308013916, + -4.4108428955078125, + -4.366086006164551, + -4.321329116821289, + -4.2765727043151855, + -4.231815814971924, + -4.18705940246582, + -4.142302513122559, + -4.097545623779297, + -4.052789211273193, + -4.008032321929932, + -3.963275671005249, + -3.9185190200805664, + -3.873762369155884, + -3.829005718231201, + -3.7842488288879395, + -3.739492177963257, + -3.694735527038574, + -3.6499786376953125, + -3.605222225189209, + -3.5604653358459473, + -3.5157086849212646, + -3.470952033996582, + -3.4261951446533203, + -3.381438732147217, + -3.336681842803955, + -3.2919251918792725, + -3.24716854095459, + -3.202411651611328, + -3.1576552391052246, + -3.112898349761963, + -3.0681416988372803, + -3.0233850479125977, + -2.978628158569336, + -2.9338717460632324, + -2.8891148567199707, + -2.844358205795288, + -2.7996015548706055, + -2.754844903945923, + -2.710088014602661, + -2.6653313636779785, + -2.620574712753296, + -2.5758180618286133 + ], + "r_inf_mean": 0.24534395337104797, + "r_inf_median": 0.24315884709358215, + "pr_mean": 0.3549100160598755, + "pr_median": 0.3582957088947296, + "hoyer_mean": 0.6467932462692261, + "eff_dim_mean": 0.6467932462692261, + "topk_energy": { + "1": 0.06099904328584671, + "5": 0.25375717878341675, + "10": 0.40775179862976074, + "25": 0.7125241756439209 + }, + "gamma_raw": 0.2479587197303772, + "gamma_active": { + "1e-08": 0.2479587197303772, + "1e-07": 0.2479587197303772, + "1e-06": 0.2479587197303772, + "1e-05": 0.2479587197303772, + "0.0001": 0.248017817735672 + }, + "gamma_energy_weighted": { + "1e-08": 0.2560389085092849, + "1e-07": 0.2560389085092849, + "1e-06": 0.2560389085092849, + "1e-05": 0.2560389085092849, + "0.0001": 0.2560389085092849 + } + }, + { + "layer": 2, + "mean_norm": 0.0017323684878647327, + "median_norm": 0.0017998538678511977, + "max_norm": 0.002616790123283863, + "min_norm": 1.5055899893923197e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.101261138916016, + "5": -3.0739333629608154, + "10": -2.8720602989196777, + "25": -2.7985918521881104, + "50": -2.7441811561584473, + "75": -2.7041139602661133, + "90": -2.66430926322937, + "95": -2.637136459350586, + "99": -2.6069538593292236 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 0, + 2, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 3, + 2, + 5, + 10, + 19, + 54, + 89, + 137, + 101, + 54, + 12 + ], + "log_norms_bin_edges": [ + -4.822293281555176, + -4.777492046356201, + -4.732690811157227, + -4.687889575958252, + -4.643088340759277, + -4.598287105560303, + -4.553485870361328, + -4.5086846351623535, + -4.463883399963379, + -4.419082164764404, + -4.37428092956543, + -4.329479694366455, + -4.2846784591674805, + -4.239877223968506, + -4.195075988769531, + -4.150274753570557, + -4.105473518371582, + -4.060672283172607, + -4.015871047973633, + -3.971069812774658, + -3.9262685775756836, + -3.881467342376709, + -3.8366661071777344, + -3.7918648719787598, + -3.747063636779785, + -3.7022624015808105, + -3.657461166381836, + -3.6126599311828613, + -3.5678586959838867, + -3.523057460784912, + -3.4782562255859375, + -3.433454990386963, + -3.3886537551879883, + -3.3438525199890137, + -3.299051284790039, + -3.2542500495910645, + -3.20944881439209, + -3.1646475791931152, + -3.1198463439941406, + -3.075045108795166, + -3.0302438735961914, + -2.985442638397217, + -2.940641403198242, + -2.8958401679992676, + -2.851038932800293, + -2.8062374591827393, + -2.7614362239837646, + -2.71663498878479, + -2.6718337535858154, + -2.627032518386841, + -2.582231283187866 + ], + "r_inf_mean": 0.24629110097885132, + "r_inf_median": 0.24437294900417328, + "pr_mean": 0.3536863923072815, + "pr_median": 0.3569737672805786, + "hoyer_mean": 0.6460079550743103, + "eff_dim_mean": 0.6460079550743103, + "topk_energy": { + "1": 0.06150040775537491, + "5": 0.25420624017715454, + "10": 0.40867385268211365, + "25": 0.7131572365760803 + }, + "gamma_raw": 0.13406884670257568, + "gamma_active": { + "1e-08": 0.13406884670257568, + "1e-07": 0.13406884670257568, + "1e-06": 0.13406884670257568, + "1e-05": 0.13406884670257568, + "0.0001": 0.1341610997915268 + }, + "gamma_energy_weighted": { + "1e-08": 0.1558985708826814, + "1e-07": 0.1558985708826814, + "1e-06": 0.1558985708826814, + "1e-05": 0.1558985708826814, + "0.0001": 0.1558985708826814 + } + }, + { + "layer": 3, + "mean_norm": 0.0017179509159177542, + "median_norm": 0.001790926675312221, + "max_norm": 0.0025881752371788025, + "min_norm": 1.4919299246685114e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.100772380828857, + "5": -3.0761122703552246, + "10": -2.8767735958099365, + "25": -2.801928758621216, + "50": -2.746832847595215, + "75": -2.705779790878296, + "90": -2.6678926944732666, + "95": -2.644336700439453, + "99": -2.612086296081543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 2, + 3, + 5, + 9, + 18, + 54, + 88, + 134, + 110, + 51, + 12 + ], + "log_norms_bin_edges": [ + -4.82625150680542, + -4.781466484069824, + -4.736681938171387, + -4.691896915435791, + -4.647111892700195, + -4.6023268699646, + -4.557542324066162, + -4.512757301330566, + -4.467972278594971, + -4.423187255859375, + -4.3784027099609375, + -4.333617687225342, + -4.288832664489746, + -4.24404764175415, + -4.199263095855713, + -4.154478073120117, + -4.1096930503845215, + -4.064908027648926, + -4.020123481750488, + -3.9753384590148926, + -3.930553436279297, + -3.8857686519622803, + -3.8409836292266846, + -3.796198844909668, + -3.7514138221740723, + -3.7066290378570557, + -3.661844253540039, + -3.6170592308044434, + -3.5722742080688477, + -3.527489423751831, + -3.4827046394348145, + -3.4379196166992188, + -3.393134593963623, + -3.3483498096466064, + -3.30356502532959, + -3.258780002593994, + -3.2139949798583984, + -3.169210195541382, + -3.1244254112243652, + -3.0796403884887695, + -3.034855365753174, + -2.9900705814361572, + -2.9452857971191406, + -2.900500774383545, + -2.855715751647949, + -2.8109309673309326, + -2.766146183013916, + -2.7213611602783203, + -2.6765763759613037, + -2.631791353225708, + -2.5870065689086914 + ], + "r_inf_mean": 0.24688099324703217, + "r_inf_median": 0.24485056102275848, + "pr_mean": 0.3534563183784485, + "pr_median": 0.3567771911621094, + "hoyer_mean": 0.6462265253067017, + "eff_dim_mean": 0.6462265253067017, + "topk_energy": { + "1": 0.06180303171277046, + "5": 0.25428205728530884, + "10": 0.40881794691085815, + "25": 0.712868332862854 + }, + "gamma_raw": 0.14270742237567902, + "gamma_active": { + "1e-08": 0.14270742237567902, + "1e-07": 0.14270742237567902, + "1e-06": 0.14270742237567902, + "1e-05": 0.14270742237567902, + "0.0001": 0.1424136608839035 + }, + "gamma_energy_weighted": { + "1e-08": 0.14666270143360974, + "1e-07": 0.14666270143360974, + "1e-06": 0.14666270143360974, + "1e-05": 0.14666270143360974, + "0.0001": 0.14666270143360974 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L8.json new file mode 100644 index 0000000..9465568 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 18.63027000427246, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0068557048216462135, + "median_norm": 0.0065788752399384975, + "max_norm": 0.015996214002370834, + "min_norm": 4.5469604970094224e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.565804958343506, + "5": -4.252054214477539, + "10": -2.3774969577789307, + "25": -2.2627315521240234, + "50": -2.1816892623901367, + "75": -2.0813302993774414, + "90": -1.9428603649139404, + "95": -1.9041032791137695, + "99": -1.8432796001434326 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 1, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 15, + 100, + 162, + 112, + 50, + 29 + ], + "log_norms_bin_edges": [ + -7.342278957366943, + -7.231352806091309, + -7.120427131652832, + -7.009500980377197, + -6.898575305938721, + -6.787649154663086, + -6.676723480224609, + -6.565797328948975, + -6.454871654510498, + -6.343945503234863, + -6.233019828796387, + -6.122093677520752, + -6.011168003082275, + -5.900241851806641, + -5.789316177368164, + -5.678390026092529, + -5.567464351654053, + -5.456538200378418, + -5.345612525939941, + -5.234686374664307, + -5.123760223388672, + -5.012834548950195, + -4.901908874511719, + -4.790982723236084, + -4.680056571960449, + -4.569130897521973, + -4.458205223083496, + -4.347279071807861, + -4.236352920532227, + -4.12542724609375, + -4.014501571655273, + -3.9035754203796387, + -3.792649507522583, + -3.6817235946655273, + -3.5707976818084717, + -3.459871768951416, + -3.3489458560943604, + -3.2380199432373047, + -3.12709379196167, + -3.0161681175231934, + -2.9052419662475586, + -2.794316291809082, + -2.6833901405334473, + -2.5724644660949707, + -2.461538314819336, + -2.3506126403808594, + -2.2396864891052246, + -2.128760814666748, + -2.0178346633911133, + -1.9069089889526367, + -1.795982837677002 + ], + "r_inf_mean": 0.4157816767692566, + "r_inf_median": 0.4037647843360901, + "pr_mean": 0.13877879083156586, + "pr_median": 0.13519801199436188, + "hoyer_mean": 0.4916735291481018, + "eff_dim_mean": 0.4916735291481018, + "topk_energy": { + "1": 0.17974106967449188, + "5": 0.48849618434906006, + "10": 0.6278583407402039, + "25": 0.8288304209709167 + }, + "gamma_raw": 0.024355024099349976, + "gamma_active": { + "1e-08": 0.024355024099349976, + "1e-07": 0.024007268249988556, + "1e-06": 0.02328888699412346, + "1e-05": 0.02282128669321537, + "0.0001": 0.02325388975441456 + }, + "gamma_energy_weighted": { + "1e-08": 0.010090233178296873, + "1e-07": 0.010090233178296873, + "1e-06": 0.010090233178296873, + "1e-05": 0.010090233178296873, + "0.0001": 0.010090233178296873 + } + }, + { + "layer": 1, + "mean_norm": 0.002190255792811513, + "median_norm": 0.0024019929114729166, + "max_norm": 0.0031389500945806503, + "min_norm": 1.7154459186485838e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.085291385650635, + "5": -4.909699440002441, + "10": -2.8778533935546875, + "25": -2.6750681400299072, + "50": -2.619389533996582, + "75": -2.594700813293457, + "90": -2.5568740367889404, + "95": -2.524167060852051, + "99": -2.5033721923828125 + }, + "log_norms_histogram": [ + 1, + 0, + 3, + 0, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 4, + 48, + 207, + 204 + ], + "log_norms_bin_edges": [ + -7.765623569488525, + -7.660375595092773, + -7.555127143859863, + -7.449879169464111, + -7.344630718231201, + -7.239382743835449, + -7.134134292602539, + -7.028886318206787, + -6.923638343811035, + -6.818389892578125, + -6.713141918182373, + -6.607893943786621, + -6.502645492553711, + -6.397397518157959, + -6.292149066925049, + -6.186901092529297, + -6.081652641296387, + -5.976404666900635, + -5.871156692504883, + -5.765908241271973, + -5.660660266876221, + -5.555412292480469, + -5.450163841247559, + -5.344915390014648, + -5.2396674156188965, + -5.1344194412231445, + -5.029170989990234, + -4.923923015594482, + -4.8186750411987305, + -4.71342658996582, + -4.608178615570068, + -4.502930641174316, + -4.397682189941406, + -4.292433738708496, + -4.187185764312744, + -4.081937789916992, + -3.976689577102661, + -3.87144136428833, + -3.766193151473999, + -3.660944938659668, + -3.555696964263916, + -3.450448513031006, + -3.345200538635254, + -3.239952564239502, + -3.134704113006592, + -3.02945613861084, + -2.9242076873779297, + -2.8189597129821777, + -2.7137112617492676, + -2.6084632873535156, + -2.5032155513763428 + ], + "r_inf_mean": 0.25903424620628357, + "r_inf_median": 0.24595129489898682, + "pr_mean": 0.3239160180091858, + "pr_median": 0.3293873965740204, + "hoyer_mean": 0.6211650371551514, + "eff_dim_mean": 0.6211650371551514, + "topk_energy": { + "1": 0.06804754585027695, + "5": 0.27247196435928345, + "10": 0.4351089298725128, + "25": 0.740236759185791 + }, + "gamma_raw": 0.3120099902153015, + "gamma_active": { + "1e-08": 0.3120099902153015, + "1e-07": 0.31239721179008484, + "1e-06": 0.3123885989189148, + "1e-05": 0.3126494884490967, + "0.0001": 0.31295570731163025 + }, + "gamma_energy_weighted": { + "1e-08": 0.3215939568904519, + "1e-07": 0.3215939568904519, + "1e-06": 0.3215939568904519, + "1e-05": 0.3215939568904519, + "0.0001": 0.3215939568904519 + } + }, + { + "layer": 2, + "mean_norm": 0.0021769842132925987, + "median_norm": 0.002380894497036934, + "max_norm": 0.003119127359241247, + "min_norm": 1.709414476636084e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.087564945220947, + "5": -4.912128925323486, + "10": -2.880256175994873, + "25": -2.678434371948242, + "50": -2.623183250427246, + "75": -2.5970773696899414, + "90": -2.559213399887085, + "95": -2.5266244411468506, + "99": -2.5060462951660156 + }, + "log_norms_histogram": [ + 1, + 0, + 3, + 0, + 0, + 0, + 4, + 1, + 0, + 2, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 4, + 47, + 208, + 204 + ], + "log_norms_bin_edges": [ + -7.767152309417725, + -7.661928653717041, + -7.556704998016357, + -7.451481342315674, + -7.346257209777832, + -7.241033554077148, + -7.135809898376465, + -7.030586242675781, + -6.925362586975098, + -6.820138931274414, + -6.7149152755737305, + -6.609691619873047, + -6.504467964172363, + -6.39924430847168, + -6.294020175933838, + -6.188796520233154, + -6.083572864532471, + -5.978349208831787, + -5.8731255531311035, + -5.767901420593262, + -5.662677764892578, + -5.5574541091918945, + -5.452230453491211, + -5.347006797790527, + -5.241783142089844, + -5.13655948638916, + -5.031335830688477, + -4.926112174987793, + -4.820888519287109, + -4.715664863586426, + -4.610440731048584, + -4.5052170753479, + -4.399993419647217, + -4.294769763946533, + -4.18954610824585, + -4.084321975708008, + -3.9790985584259033, + -3.8738749027252197, + -3.768651008605957, + -3.6634273529052734, + -3.55820369720459, + -3.4529800415039062, + -3.3477563858032227, + -3.242532730102539, + -3.1373085975646973, + -3.0320849418640137, + -2.92686128616333, + -2.8216376304626465, + -2.716413974761963, + -2.6111903190612793, + -2.505966901779175 + ], + "r_inf_mean": 0.25727057456970215, + "r_inf_median": 0.2455543875694275, + "pr_mean": 0.32551318407058716, + "pr_median": 0.33419471979141235, + "hoyer_mean": 0.6225062608718872, + "eff_dim_mean": 0.6225062608718872, + "topk_energy": { + "1": 0.06713402271270752, + "5": 0.2709961533546448, + "10": 0.4348662793636322, + "25": 0.7400209903717041 + }, + "gamma_raw": 0.20856820046901703, + "gamma_active": { + "1e-08": 0.20856820046901703, + "1e-07": 0.20864498615264893, + "1e-06": 0.20849905908107758, + "1e-05": 0.20881927013397217, + "0.0001": 0.20943978428840637 + }, + "gamma_energy_weighted": { + "1e-08": 0.22895029504478231, + "1e-07": 0.22895029504478231, + "1e-06": 0.22895029504478231, + "1e-05": 0.22895029504478231, + "0.0001": 0.22895029504478231 + } + }, + { + "layer": 3, + "mean_norm": 0.0021675205789506435, + "median_norm": 0.0023629372008144855, + "max_norm": 0.0031029381789267063, + "min_norm": 1.6987973694426728e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.08925199508667, + "5": -4.913430690765381, + "10": -2.881516695022583, + "25": -2.6797404289245605, + "50": -2.62654447555542, + "75": -2.599757432937622, + "90": -2.5614964962005615, + "95": -2.5289306640625, + "99": -2.5082807540893555 + }, + "log_norms_histogram": [ + 1, + 0, + 3, + 0, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 2, + 4, + 47, + 207, + 205 + ], + "log_norms_bin_edges": [ + -7.7698588371276855, + -7.664626121520996, + -7.559393405914307, + -7.454160690307617, + -7.348928451538086, + -7.2436957359313965, + -7.138463020324707, + -7.033230304718018, + -6.927997589111328, + -6.822764873504639, + -6.717532157897949, + -6.612299919128418, + -6.5070672035217285, + -6.401834487915039, + -6.29660177230835, + -6.19136905670166, + -6.086136817932129, + -5.9809041023254395, + -5.87567138671875, + -5.7704386711120605, + -5.665205955505371, + -5.55997371673584, + -5.454740524291992, + -5.349508285522461, + -5.2442755699157715, + -5.139042854309082, + -5.033810138702393, + -4.928577423095703, + -4.823345184326172, + -4.718111991882324, + -4.612879753112793, + -4.5076470375061035, + -4.402414321899414, + -4.297181606292725, + -4.191948890686035, + -4.086716651916504, + -3.9814836978912354, + -3.876251220703125, + -3.7710185050964355, + -3.665785789489746, + -3.5605530738830566, + -3.455320358276367, + -3.350088119506836, + -3.2448554039001465, + -3.139622688293457, + -3.0343899726867676, + -2.929157257080078, + -2.8239245414733887, + -2.7186923027038574, + -2.613459587097168, + -2.5082268714904785 + ], + "r_inf_mean": 0.25803908705711365, + "r_inf_median": 0.24499651789665222, + "pr_mean": 0.3252300024032593, + "pr_median": 0.3365393877029419, + "hoyer_mean": 0.6227636933326721, + "eff_dim_mean": 0.6227636337280273, + "topk_energy": { + "1": 0.06756731867790222, + "5": 0.2713244557380676, + "10": 0.4343569278717041, + "25": 0.7394671440124512 + }, + "gamma_raw": 0.15154951810836792, + "gamma_active": { + "1e-08": 0.15154951810836792, + "1e-07": 0.1513337343931198, + "1e-06": 0.15102407336235046, + "1e-05": 0.15174773335456848, + "0.0001": 0.15314625203609467 + }, + "gamma_energy_weighted": { + "1e-08": 0.16228811878661722, + "1e-07": 0.16228811878661722, + "1e-06": 0.16228811878661722, + "1e-05": 0.16228811878661722, + "0.0001": 0.16228811878661722 + } + }, + { + "layer": 4, + "mean_norm": 0.0021670935675501823, + "median_norm": 0.002359007950872183, + "max_norm": 0.003100042464211583, + "min_norm": 1.69629412738459e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.08943510055542, + "5": -4.912009239196777, + "10": -2.8800570964813232, + "25": -2.6804513931274414, + "50": -2.6272668838500977, + "75": -2.6001391410827637, + "90": -2.5624403953552246, + "95": -2.529435634613037, + "99": -2.508681297302246 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 4, + 47, + 206, + 206 + ], + "log_norms_bin_edges": [ + -7.770499229431152, + -7.665261745452881, + -7.560024738311768, + -7.454787254333496, + -7.349549770355225, + -7.244312286376953, + -7.13907527923584, + -7.033837795257568, + -6.928600311279297, + -6.823363304138184, + -6.718125820159912, + -6.612888336181641, + -6.507651329040527, + -6.402413845062256, + -6.297176361083984, + -6.191939353942871, + -6.0867018699646, + -5.981464385986328, + -5.876227378845215, + -5.770989894866943, + -5.665752410888672, + -5.560515403747559, + -5.455277919769287, + -5.350040435791016, + -5.244803428649902, + -5.139565944671631, + -5.034328460693359, + -4.929091453552246, + -4.823853969573975, + -4.718616485595703, + -4.61337947845459, + -4.50814151763916, + -4.402904510498047, + -4.297667503356934, + -4.192429542541504, + -4.087192535400391, + -3.981955051422119, + -3.8767178058624268, + -3.7714805603027344, + -3.666243076324463, + -3.5610055923461914, + -3.455768585205078, + -3.3505311012268066, + -3.245293617248535, + -3.140056610107422, + -3.0348191261291504, + -2.929581642150879, + -2.8243446350097656, + -2.719107151031494, + -2.6138696670532227, + -2.5086324214935303 + ], + "r_inf_mean": 0.2590964436531067, + "r_inf_median": 0.2460700273513794, + "pr_mean": 0.3228842616081238, + "pr_median": 0.33221662044525146, + "hoyer_mean": 0.6204631328582764, + "eff_dim_mean": 0.6204631328582764, + "topk_energy": { + "1": 0.06820783764123917, + "5": 0.2736815810203552, + "10": 0.4369298815727234, + "25": 0.7410827875137329 + }, + "gamma_raw": 0.23844240605831146, + "gamma_active": { + "1e-08": 0.23844240605831146, + "1e-07": 0.23770935833454132, + "1e-06": 0.23741045594215393, + "1e-05": 0.23799818754196167, + "0.0001": 0.23896171152591705 + }, + "gamma_energy_weighted": { + "1e-08": 0.24903681006848058, + "1e-07": 0.24903681006848058, + "1e-06": 0.24903681006848058, + "1e-05": 0.24903681006848058, + "0.0001": 0.24903681006848058 + } + }, + { + "layer": 5, + "mean_norm": 0.0021659727208316326, + "median_norm": 0.0023565678857266903, + "max_norm": 0.00309902080334723, + "min_norm": 1.6955040038624247e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.08922815322876, + "5": -4.912120342254639, + "10": -2.880127191543579, + "25": -2.6813254356384277, + "50": -2.627662181854248, + "75": -2.6012754440307617, + "90": -2.561854124069214, + "95": -2.529564380645752, + "99": -2.508816719055176 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 3, + 1, + 1, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 4, + 47, + 206, + 206 + ], + "log_norms_bin_edges": [ + -7.770700931549072, + -7.665462493896484, + -7.5602240562438965, + -7.454985618591309, + -7.3497467041015625, + -7.244508266448975, + -7.139269828796387, + -7.034031391143799, + -6.928792953491211, + -6.823554515838623, + -6.718316078186035, + -6.613077163696289, + -6.507838726043701, + -6.402600288391113, + -6.297361850738525, + -6.1921234130859375, + -6.086884498596191, + -5.9816460609436035, + -5.876407623291016, + -5.771169185638428, + -5.66593074798584, + -5.560691833496094, + -5.455453872680664, + -5.350214958190918, + -5.24497652053833, + -5.139738082885742, + -5.034499645233154, + -4.929261207580566, + -4.82402229309082, + -4.718784332275391, + -4.6135454177856445, + -4.508306980133057, + -4.403068542480469, + -4.297830104827881, + -4.192591667175293, + -4.087352752685547, + -3.982114553451538, + -3.876875877380371, + -3.771637439727783, + -3.6663990020751953, + -3.5611605644226074, + -3.4559221267700195, + -3.3506832122802734, + -3.2454447746276855, + -3.1402063369750977, + -3.0349678993225098, + -2.929729461669922, + -2.824491024017334, + -2.719252109527588, + -2.614013671875, + -2.508775472640991 + ], + "r_inf_mean": 0.2597424387931824, + "r_inf_median": 0.2464204579591751, + "pr_mean": 0.3225385248661041, + "pr_median": 0.3339543342590332, + "hoyer_mean": 0.6200708150863647, + "eff_dim_mean": 0.6200708150863647, + "topk_energy": { + "1": 0.06857431679964066, + "5": 0.2737349271774292, + "10": 0.4370901882648468, + "25": 0.7409993410110474 + }, + "gamma_raw": 0.16665911674499512, + "gamma_active": { + "1e-08": 0.16665911674499512, + "1e-07": 0.16581524908542633, + "1e-06": 0.16546253859996796, + "1e-05": 0.16516900062561035, + "0.0001": 0.16475701332092285 + }, + "gamma_energy_weighted": { + "1e-08": 0.17253618488791161, + "1e-07": 0.17253618488791161, + "1e-06": 0.17253618488791161, + "1e-05": 0.17253618488791161, + "0.0001": 0.17253618488791161 + } + }, + { + "layer": 6, + "mean_norm": 0.0021656127646565437, + "median_norm": 0.0023592140059918165, + "max_norm": 0.0030994475819170475, + "min_norm": 1.6945685743507966e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.08976411819458, + "5": -4.912270545959473, + "10": -2.8802783489227295, + "25": -2.6813995838165283, + "50": -2.627171754837036, + "75": -2.6014926433563232, + "90": -2.5617053508758545, + "95": -2.5295166969299316, + "99": -2.5087549686431885 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 4, + 47, + 206, + 206 + ], + "log_norms_bin_edges": [ + -7.770941257476807, + -7.665696620941162, + -7.560452461242676, + -7.455207824707031, + -7.349963188171387, + -7.244718551635742, + -7.139474391937256, + -7.034229755401611, + -6.928985118865967, + -6.823740482330322, + -6.718496322631836, + -6.613251686096191, + -6.508007049560547, + -6.402762413024902, + -6.297518253326416, + -6.1922736167907715, + -6.087028980255127, + -5.981784820556641, + -5.876540184020996, + -5.771295547485352, + -5.666050910949707, + -5.5608062744140625, + -5.455562114715576, + -5.350317478179932, + -5.245073318481445, + -5.139828681945801, + -5.034584045410156, + -4.929339408874512, + -4.824094772338867, + -4.718850135803223, + -4.613605976104736, + -4.508361339569092, + -4.4031171798706055, + -4.297872543334961, + -4.192627906799316, + -4.087383270263672, + -3.9821388721466064, + -3.876894474029541, + -3.7716498374938965, + -3.666405200958252, + -3.5611610412597656, + -3.455916404724121, + -3.3506717681884766, + -3.245427131652832, + -3.1401829719543457, + -3.034938335418701, + -2.9296936988830566, + -2.824449062347412, + -2.719204902648926, + -2.6139602661132812, + -2.5087156295776367 + ], + "r_inf_mean": 0.26013004779815674, + "r_inf_median": 0.2478499859571457, + "pr_mean": 0.32266104221343994, + "pr_median": 0.3364526927471161, + "hoyer_mean": 0.6201252937316895, + "eff_dim_mean": 0.6201252341270447, + "topk_energy": { + "1": 0.06878933310508728, + "5": 0.27347254753112793, + "10": 0.4364168345928192, + "25": 0.7405886650085449 + }, + "gamma_raw": 0.11446121335029602, + "gamma_active": { + "1e-08": 0.11446121335029602, + "1e-07": 0.11471346020698547, + "1e-06": 0.11487346142530441, + "1e-05": 0.115003302693367, + "0.0001": 0.11518213152885437 + }, + "gamma_energy_weighted": { + "1e-08": 0.126921539563675, + "1e-07": 0.126921539563675, + "1e-06": 0.126921539563675, + "1e-05": 0.126921539563675, + "0.0001": 0.126921539563675 + } + }, + { + "layer": 7, + "mean_norm": 0.0021626995876431465, + "median_norm": 0.0023582119029015303, + "max_norm": 0.003093704814091325, + "min_norm": 1.691404172277089e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.982421875, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -7.090606689453125, + "5": -4.91310977935791, + "10": -2.8810529708862305, + "25": -2.6816792488098145, + "50": -2.6273560523986816, + "75": -2.6024539470672607, + "90": -2.5620758533477783, + "95": -2.5302786827087402, + "99": -2.5095551013946533 + }, + "log_norms_histogram": [ + 1, + 0, + 2, + 1, + 0, + 0, + 3, + 2, + 0, + 2, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 0, + 2, + 1, + 0, + 3, + 2, + 4, + 47, + 206, + 206 + ], + "log_norms_bin_edges": [ + -7.771753311157227, + -7.666508674621582, + -7.5612640380859375, + -7.456019401550293, + -7.350774765014648, + -7.245530128479004, + -7.140285491943359, + -7.035040855407715, + -6.92979621887207, + -6.824551582336426, + -6.719306945800781, + -6.614062309265137, + -6.508817672729492, + -6.403573036193848, + -6.298328399658203, + -6.193083763122559, + -6.087839126586914, + -5.9825944900512695, + -5.877349853515625, + -5.7721052169799805, + -5.666860580444336, + -5.561615943908691, + -5.456371307373047, + -5.351126670837402, + -5.245882034301758, + -5.140637397766113, + -5.035392761230469, + -4.930148124694824, + -4.82490348815918, + -4.719658851623535, + -4.614414215087891, + -4.509169578552246, + -4.403924942016602, + -4.298680305480957, + -4.1934356689453125, + -4.088191032409668, + -3.9829463958740234, + -3.877701759338379, + -3.7724571228027344, + -3.66721248626709, + -3.5619678497314453, + -3.456723213195801, + -3.3514785766601562, + -3.2462339401245117, + -3.140989303588867, + -3.0357446670532227, + -2.930500030517578, + -2.8252553939819336, + -2.720010757446289, + -2.6147661209106445, + -2.509521245956421 + ], + "r_inf_mean": 0.25922083854675293, + "r_inf_median": 0.24746504426002502, + "pr_mean": 0.323114812374115, + "pr_median": 0.3355424702167511, + "hoyer_mean": 0.6197245121002197, + "eff_dim_mean": 0.6197243928909302, + "topk_energy": { + "1": 0.06827878952026367, + "5": 0.2727688252925873, + "10": 0.43627607822418213, + "25": 0.7410036325454712 + }, + "gamma_raw": 0.051733486354351044, + "gamma_active": { + "1e-08": 0.051733486354351044, + "1e-07": 0.05254921317100525, + "1e-06": 0.05301076918840408, + "1e-05": 0.053825803101062775, + "0.0001": 0.054896533489227295 + }, + "gamma_energy_weighted": { + "1e-08": 0.05936192215533256, + "1e-07": 0.05936192215533256, + "1e-06": 0.05936192215533256, + "1e-05": 0.05936192215533256, + "0.0001": 0.05936192215533256 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L4.json new file mode 100644 index 0000000..f05e345 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 2.7668802738189697, + "acc": 0.123046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.001800196128897369, + "median_norm": 0.001812645117752254, + "max_norm": 0.0030683320946991444, + "min_norm": 0.0005475105717778206, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0197911262512207, + "5": -2.9084582328796387, + "10": -2.8511714935302734, + "25": -2.7954914569854736, + "50": -2.74094820022583, + "75": -2.699178695678711, + "90": -2.658097982406616, + "95": -2.628628969192505, + "99": -2.6016411781311035 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 3, + 3, + 2, + 1, + 2, + 4, + 6, + 5, + 8, + 6, + 11, + 24, + 16, + 26, + 34, + 26, + 37, + 47, + 47, + 44, + 50, + 29, + 18, + 19, + 10, + 10, + 12, + 4, + 0, + 1, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2616076469421387, + -3.2466373443603516, + -3.2316672801971436, + -3.2166969776153564, + -3.2017269134521484, + -3.1867566108703613, + -3.1717865467071533, + -3.156816244125366, + -3.141846179962158, + -3.126875877380371, + -3.111905574798584, + -3.096935510635376, + -3.081965208053589, + -3.066995143890381, + -3.0520248413085938, + -3.0370547771453857, + -3.0220844745635986, + -3.0071144104003906, + -2.9921441078186035, + -2.9771738052368164, + -2.9622037410736084, + -2.9472334384918213, + -2.9322633743286133, + -2.917293071746826, + -2.902323007583618, + -2.887352705001831, + -2.872382640838623, + -2.857412338256836, + -2.842442035675049, + -2.827471971511841, + -2.8125016689300537, + -2.7975316047668457, + -2.7825613021850586, + -2.7675912380218506, + -2.7526209354400635, + -2.7376508712768555, + -2.7226805686950684, + -2.7077102661132812, + -2.6927402019500732, + -2.677769899368286, + -2.662799835205078, + -2.647829532623291, + -2.632859230041504, + -2.617889165878296, + -2.602919101715088, + -2.587948799133301, + -2.5729784965515137, + -2.5580084323883057, + -2.5430381298065186, + -2.5280680656433105, + -2.5130977630615234 + ], + "r_inf_mean": 0.37297022342681885, + "r_inf_median": 0.3396797180175781, + "pr_mean": 0.22314774990081787, + "pr_median": 0.2396826595067978, + "hoyer_mean": 0.5819671154022217, + "eff_dim_mean": 0.5819671154022217, + "topk_energy": { + "1": 0.1549128293991089, + "5": 0.36300113797187805, + "10": 0.5012655258178711, + "25": 0.7576318979263306 + }, + "gamma_raw": 0.24652427434921265, + "gamma_active": { + "1e-08": 0.24652427434921265, + "1e-07": 0.24652427434921265, + "1e-06": 0.24652427434921265, + "1e-05": 0.24652427434921265, + "0.0001": 0.24652427434921265 + }, + "gamma_energy_weighted": { + "1e-08": 0.23885169567927245, + "1e-07": 0.23885169567927245, + "1e-06": 0.23885169567927245, + "1e-05": 0.23885169567927245, + "0.0001": 0.23885169567927245 + } + }, + { + "layer": 1, + "mean_norm": 0.001566236256621778, + "median_norm": 0.0015981029719114304, + "max_norm": 0.002300155581906438, + "min_norm": 0.0005398528301157057, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0546345710754395, + "5": -2.9519546031951904, + "10": -2.8961198329925537, + "25": -2.837564468383789, + "50": -2.7961177825927734, + "75": -2.7639570236206055, + "90": -2.7418782711029053, + "95": -2.728215217590332, + "99": -2.6995630264282227 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 5, + 2, + 0, + 1, + 4, + 2, + 1, + 4, + 5, + 2, + 5, + 2, + 12, + 9, + 14, + 12, + 19, + 22, + 33, + 45, + 38, + 43, + 57, + 44, + 46, + 39, + 20, + 7, + 9, + 5, + 1, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2677245140075684, + -3.2551348209381104, + -3.2425453662872314, + -3.2299556732177734, + -3.2173659801483154, + -3.2047762870788574, + -3.1921868324279785, + -3.1795971393585205, + -3.1670074462890625, + -3.1544177532196045, + -3.1418282985687256, + -3.1292386054992676, + -3.1166489124298096, + -3.1040592193603516, + -3.0914697647094727, + -3.0788800716400146, + -3.0662903785705566, + -3.0537006855010986, + -3.0411112308502197, + -3.0285215377807617, + -3.0159318447113037, + -3.0033421516418457, + -2.990752696990967, + -2.978163003921509, + -2.965573310852051, + -2.952983856201172, + -2.940394163131714, + -2.927804470062256, + -2.915214776992798, + -2.902625322341919, + -2.890035629272461, + -2.877445936203003, + -2.864856243133545, + -2.852266788482666, + -2.839677095413208, + -2.82708740234375, + -2.814497709274292, + -2.801908254623413, + -2.789318561553955, + -2.776728868484497, + -2.764139175415039, + -2.75154972076416, + -2.738960027694702, + -2.726370334625244, + -2.7137808799743652, + -2.7011911869049072, + -2.688601493835449, + -2.676011800765991, + -2.663422107696533, + -2.6508326530456543, + -2.6382429599761963 + ], + "r_inf_mean": 0.24433384835720062, + "r_inf_median": 0.24127526581287384, + "pr_mean": 0.35356229543685913, + "pr_median": 0.3585543930530548, + "hoyer_mean": 0.6489707231521606, + "eff_dim_mean": 0.6489707231521606, + "topk_energy": { + "1": 0.060220472514629364, + "5": 0.25836125016212463, + "10": 0.41167211532592773, + "25": 0.7103639841079712 + }, + "gamma_raw": 0.20278963446617126, + "gamma_active": { + "1e-08": 0.20278963446617126, + "1e-07": 0.20278963446617126, + "1e-06": 0.20278963446617126, + "1e-05": 0.20278963446617126, + "0.0001": 0.20278963446617126 + }, + "gamma_energy_weighted": { + "1e-08": 0.20357916712445193, + "1e-07": 0.20357916712445193, + "1e-06": 0.20357916712445193, + "1e-05": 0.20357916712445193, + "0.0001": 0.20357916712445193 + } + }, + { + "layer": 2, + "mean_norm": 0.0015458713751286268, + "median_norm": 0.0015808758325874805, + "max_norm": 0.0022635809145867825, + "min_norm": 0.0005333098815754056, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.060105562210083, + "5": -2.9580318927764893, + "10": -2.9048972129821777, + "25": -2.8432111740112305, + "50": -2.8010823726654053, + "75": -2.7691025733947754, + "90": -2.7478742599487305, + "95": -2.7358293533325195, + "99": -2.7053444385528564 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 5, + 2, + 0, + 1, + 5, + 1, + 1, + 4, + 5, + 2, + 6, + 2, + 9, + 11, + 15, + 10, + 17, + 24, + 27, + 49, + 38, + 44, + 55, + 45, + 44, + 39, + 27, + 8, + 6, + 4, + 2, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2730205059051514, + -3.2604641914367676, + -3.247907876968384, + -3.2353515625, + -3.222795248031616, + -3.2102389335632324, + -3.1976826190948486, + -3.185126304626465, + -3.172569990158081, + -3.160013437271118, + -3.1474571228027344, + -3.1349008083343506, + -3.122344493865967, + -3.109788179397583, + -3.097231864929199, + -3.0846755504608154, + -3.0721192359924316, + -3.059562921524048, + -3.047006607055664, + -3.0344502925872803, + -3.0218939781188965, + -3.0093376636505127, + -2.996781349182129, + -2.984225034713745, + -2.9716687202453613, + -2.9591121673583984, + -2.9465560913085938, + -2.933999538421631, + -2.921443223953247, + -2.9088869094848633, + -2.8963305950164795, + -2.8837742805480957, + -2.871217966079712, + -2.858661651611328, + -2.8461053371429443, + -2.8335490226745605, + -2.8209927082061768, + -2.808436393737793, + -2.795880079269409, + -2.7833237648010254, + -2.7707674503326416, + -2.758211135864258, + -2.745654582977295, + -2.7330985069274902, + -2.7205419540405273, + -2.7079856395721436, + -2.6954293251037598, + -2.682873010635376, + -2.670316696166992, + -2.6577603816986084, + -2.6452040672302246 + ], + "r_inf_mean": 0.242485910654068, + "r_inf_median": 0.23843063414096832, + "pr_mean": 0.3546951413154602, + "pr_median": 0.3587345480918884, + "hoyer_mean": 0.6480558514595032, + "eff_dim_mean": 0.6480558514595032, + "topk_energy": { + "1": 0.05934663116931915, + "5": 0.2576726973056793, + "10": 0.40955567359924316, + "25": 0.7097787857055664 + }, + "gamma_raw": 0.12055207788944244, + "gamma_active": { + "1e-08": 0.12055207788944244, + "1e-07": 0.12055207788944244, + "1e-06": 0.12055207788944244, + "1e-05": 0.12055207788944244, + "0.0001": 0.12055207788944244 + }, + "gamma_energy_weighted": { + "1e-08": 0.12744896351285104, + "1e-07": 0.12744896351285104, + "1e-06": 0.12744896351285104, + "1e-05": 0.12744896351285104, + "0.0001": 0.12744896351285104 + } + }, + { + "layer": 3, + "mean_norm": 0.0015320673119276762, + "median_norm": 0.001564770587719977, + "max_norm": 0.0022338232956826687, + "min_norm": 0.0005306288367137313, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0646514892578125, + "5": -2.963829755783081, + "10": -2.9073288440704346, + "25": -2.846642017364502, + "50": -2.8052029609680176, + "75": -2.7735438346862793, + "90": -2.7513980865478516, + "95": -2.7402071952819824, + "99": -2.711714029312134 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 5, + 2, + 0, + 1, + 4, + 2, + 1, + 4, + 5, + 2, + 6, + 3, + 8, + 12, + 13, + 11, + 15, + 25, + 25, + 42, + 46, + 38, + 59, + 43, + 43, + 45, + 25, + 10, + 8, + 3, + 2, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2752091884613037, + -3.262723922729492, + -3.2502388954162598, + -3.2377536296844482, + -3.225268602371216, + -3.2127833366394043, + -3.200298309326172, + -3.1878130435943604, + -3.175328016281128, + -3.1628427505493164, + -3.150357484817505, + -3.1378724575042725, + -3.125387191772461, + -3.1129021644592285, + -3.100416898727417, + -3.0879318714141846, + -3.075446605682373, + -3.0629615783691406, + -3.050476312637329, + -3.0379910469055176, + -3.025506019592285, + -3.0130207538604736, + -3.000535726547241, + -2.9880504608154297, + -2.9755654335021973, + -2.9630801677703857, + -2.950594902038574, + -2.938109874725342, + -2.9256246089935303, + -2.913139581680298, + -2.9006543159484863, + -2.888169288635254, + -2.8756840229034424, + -2.86319899559021, + -2.8507137298583984, + -2.838228702545166, + -2.8257434368133545, + -2.813258171081543, + -2.8007731437683105, + -2.788287878036499, + -2.7758028507232666, + -2.763317584991455, + -2.7508325576782227, + -2.738347291946411, + -2.7258620262145996, + -2.713376998901367, + -2.7008917331695557, + -2.6884067058563232, + -2.6759214401245117, + -2.6634364128112793, + -2.6509511470794678 + ], + "r_inf_mean": 0.2431928962469101, + "r_inf_median": 0.23939886689186096, + "pr_mean": 0.35423359274864197, + "pr_median": 0.35651591420173645, + "hoyer_mean": 0.6489208936691284, + "eff_dim_mean": 0.6489208936691284, + "topk_energy": { + "1": 0.05965982377529144, + "5": 0.25807109475135803, + "10": 0.41007399559020996, + "25": 0.7092601656913757 + }, + "gamma_raw": 0.08587025851011276, + "gamma_active": { + "1e-08": 0.08587025851011276, + "1e-07": 0.08587025851011276, + "1e-06": 0.08587025851011276, + "1e-05": 0.08587025851011276, + "0.0001": 0.08587025851011276 + }, + "gamma_energy_weighted": { + "1e-08": 0.0891196997717118, + "1e-07": 0.0891196997717118, + "1e-06": 0.0891196997717118, + "1e-05": 0.0891196997717118, + "0.0001": 0.0891196997717118 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L8.json new file mode 100644 index 0000000..9df7f00 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 3.0377681255340576, + "acc": 0.080078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.002138839103281498, + "median_norm": 0.001997216371819377, + "max_norm": 0.004625588655471802, + "min_norm": 0.00014174982788972557, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1071629524230957, + "5": -2.885685920715332, + "10": -2.825120449066162, + "25": -2.765319347381592, + "50": -2.6993069648742676, + "75": -2.6110403537750244, + "90": -2.5188522338867188, + "95": -2.4726123809814453, + "99": -2.36631441116333 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 4, + 2, + 3, + 6, + 7, + 10, + 21, + 36, + 45, + 55, + 62, + 53, + 34, + 44, + 20, + 25, + 27, + 17, + 13, + 8, + 5, + 2, + 6 + ], + "log_norms_bin_edges": [ + -3.848477363586426, + -3.818204402923584, + -3.7879316806793213, + -3.7576587200164795, + -3.7273857593536377, + -3.697113037109375, + -3.666840076446533, + -3.6365671157836914, + -3.6062941551208496, + -3.576021432876587, + -3.545748472213745, + -3.5154755115509033, + -3.4852027893066406, + -3.454929828643799, + -3.424656867980957, + -3.3943839073181152, + -3.3641111850738525, + -3.3338382244110107, + -3.303565263748169, + -3.2732925415039062, + -3.2430195808410645, + -3.2127466201782227, + -3.182473659515381, + -3.152200937271118, + -3.1219279766082764, + -3.0916552543640137, + -3.061382293701172, + -3.03110933303833, + -3.0008363723754883, + -2.9705634117126465, + -2.940290689468384, + -2.910017728805542, + -2.8797450065612793, + -2.8494720458984375, + -2.8191990852355957, + -2.788926124572754, + -2.758653163909912, + -2.7283804416656494, + -2.6981077194213867, + -2.667834758758545, + -2.637561798095703, + -2.6072888374328613, + -2.5770158767700195, + -2.546743154525757, + -2.516470193862915, + -2.4861974716186523, + -2.4559245109558105, + -2.4256515502929688, + -2.395378589630127, + -2.365105628967285, + -2.3348329067230225 + ], + "r_inf_mean": 0.48448529839515686, + "r_inf_median": 0.45695963501930237, + "pr_mean": 0.1476750373840332, + "pr_median": 0.11359323561191559, + "hoyer_mean": 0.48727118968963623, + "eff_dim_mean": 0.48727115988731384, + "topk_energy": { + "1": 0.26815125346183777, + "5": 0.4789775013923645, + "10": 0.5968338251113892, + "25": 0.8134495615959167 + }, + "gamma_raw": 0.20988427102565765, + "gamma_active": { + "1e-08": 0.20988427102565765, + "1e-07": 0.20988427102565765, + "1e-06": 0.20988427102565765, + "1e-05": 0.20988427102565765, + "0.0001": 0.20988427102565765 + }, + "gamma_energy_weighted": { + "1e-08": 0.19048336238604108, + "1e-07": 0.19048336238604108, + "1e-06": 0.19048336238604108, + "1e-05": 0.19048336238604108, + "0.0001": 0.19048336238604108 + } + }, + { + "layer": 1, + "mean_norm": 0.001577054033987224, + "median_norm": 0.0015823033172637224, + "max_norm": 0.0026900842785835266, + "min_norm": 0.00011320842895656824, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.2682292461395264, + "5": -3.0012271404266357, + "10": -2.9116408824920654, + "25": -2.849152088165283, + "50": -2.8006577491760254, + "75": -2.758662462234497, + "90": -2.6930923461914062, + "95": -2.6762497425079346, + "99": -2.6303420066833496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 1, + 4, + 3, + 2, + 3, + 3, + 6, + 11, + 6, + 14, + 26, + 48, + 63, + 91, + 84, + 48, + 29, + 26, + 27, + 5, + 3, + 1 + ], + "log_norms_bin_edges": [ + -3.9461212158203125, + -3.9186034202575684, + -3.891085624694824, + -3.863568067550659, + -3.836050271987915, + -3.808532476425171, + -3.7810146808624268, + -3.7534971237182617, + -3.7259793281555176, + -3.6984615325927734, + -3.6709437370300293, + -3.6434261798858643, + -3.61590838432312, + -3.588390588760376, + -3.560872793197632, + -3.533355236053467, + -3.5058374404907227, + -3.4783196449279785, + -3.4508018493652344, + -3.4232840538024902, + -3.395766496658325, + -3.368248701095581, + -3.340730905532837, + -3.313213348388672, + -3.2856955528259277, + -3.2581777572631836, + -3.2306599617004395, + -3.2031421661376953, + -3.1756246089935303, + -3.148106813430786, + -3.120589017868042, + -3.093071460723877, + -3.065553665161133, + -3.0380358695983887, + -3.0105180740356445, + -2.9830002784729004, + -2.9554827213287354, + -2.927964925765991, + -2.900447130203247, + -2.872929573059082, + -2.845411777496338, + -2.8178939819335938, + -2.7903761863708496, + -2.7628583908081055, + -2.7353405952453613, + -2.7078230381011963, + -2.680305242538452, + -2.652787685394287, + -2.625269889831543, + -2.597752094268799, + -2.5702342987060547 + ], + "r_inf_mean": 0.24738654494285583, + "r_inf_median": 0.2429313361644745, + "pr_mean": 0.3417404294013977, + "pr_median": 0.34381046891212463, + "hoyer_mean": 0.6316274404525757, + "eff_dim_mean": 0.6316274404525757, + "topk_energy": { + "1": 0.06198382377624512, + "5": 0.26132649183273315, + "10": 0.41905829310417175, + "25": 0.7286573648452759 + }, + "gamma_raw": 0.2603786885738373, + "gamma_active": { + "1e-08": 0.2603786885738373, + "1e-07": 0.2603786885738373, + "1e-06": 0.2603786885738373, + "1e-05": 0.2603786885738373, + "0.0001": 0.2603786885738373 + }, + "gamma_energy_weighted": { + "1e-08": 0.2600439901173175, + "1e-07": 0.2600439901173175, + "1e-06": 0.2600439901173175, + "1e-05": 0.2600439901173175, + "0.0001": 0.2600439901173175 + } + }, + { + "layer": 2, + "mean_norm": 0.0015418302500620484, + "median_norm": 0.0015513966791331768, + "max_norm": 0.0026103639975190163, + "min_norm": 0.0001102327078115195, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.2770297527313232, + "5": -3.0179383754730225, + "10": -2.9226067066192627, + "25": -2.8593556880950928, + "50": -2.8092708587646484, + "75": -2.7679178714752197, + "90": -2.7067809104919434, + "95": -2.6838772296905518, + "99": -2.6433448791503906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 2, + 3, + 5, + 0, + 3, + 4, + 5, + 12, + 6, + 11, + 27, + 45, + 57, + 88, + 87, + 50, + 34, + 27, + 28, + 6, + 3, + 1 + ], + "log_norms_bin_edges": [ + -3.9576895236968994, + -3.930201768875122, + -3.9027140140533447, + -3.8752260208129883, + -3.847738265991211, + -3.8202505111694336, + -3.7927627563476562, + -3.7652747631073, + -3.7377870082855225, + -3.710299253463745, + -3.6828114986419678, + -3.6553235054016113, + -3.627835750579834, + -3.6003479957580566, + -3.5728602409362793, + -3.545372247695923, + -3.5178844928741455, + -3.490396738052368, + -3.462908983230591, + -3.4354209899902344, + -3.407933235168457, + -3.3804454803466797, + -3.3529577255249023, + -3.325469970703125, + -3.2979819774627686, + -3.270494222640991, + -3.243006467819214, + -3.2155184745788574, + -3.18803071975708, + -3.1605429649353027, + -3.1330552101135254, + -3.105567455291748, + -3.0780794620513916, + -3.0505917072296143, + -3.023103952407837, + -2.9956159591674805, + -2.968128204345703, + -2.940640449523926, + -2.9131526947021484, + -2.885664939880371, + -2.8581771850585938, + -2.8306891918182373, + -2.80320143699646, + -2.7757134437561035, + -2.748225688934326, + -2.720737934112549, + -2.6932501792907715, + -2.665762424468994, + -2.638274669647217, + -2.6107866764068604, + -2.583298921585083 + ], + "r_inf_mean": 0.24547088146209717, + "r_inf_median": 0.24235914647579193, + "pr_mean": 0.3460480868816376, + "pr_median": 0.345591276884079, + "hoyer_mean": 0.6359013319015503, + "eff_dim_mean": 0.6359013319015503, + "topk_energy": { + "1": 0.06086794659495354, + "5": 0.2590065002441406, + "10": 0.4159086346626282, + "25": 0.7240324020385742 + }, + "gamma_raw": 0.10792416334152222, + "gamma_active": { + "1e-08": 0.10792416334152222, + "1e-07": 0.10792416334152222, + "1e-06": 0.10792416334152222, + "1e-05": 0.10792416334152222, + "0.0001": 0.10792416334152222 + }, + "gamma_energy_weighted": { + "1e-08": 0.12451416542938143, + "1e-07": 0.12451416542938143, + "1e-06": 0.12451416542938143, + "1e-05": 0.12451416542938143, + "0.0001": 0.12451416542938143 + } + }, + { + "layer": 3, + "mean_norm": 0.0015212212456390262, + "median_norm": 0.0015329610323533416, + "max_norm": 0.0025514380540698767, + "min_norm": 0.00010812819527927786, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.288754940032959, + "5": -3.019493579864502, + "10": -2.9323570728302, + "25": -2.863830089569092, + "50": -2.8144404888153076, + "75": -2.772705078125, + "90": -2.7118701934814453, + "95": -2.6882057189941406, + "99": -2.646049976348877 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 1, + 4, + 3, + 2, + 2, + 5, + 4, + 10, + 7, + 8, + 24, + 45, + 59, + 81, + 88, + 61, + 33, + 22, + 35, + 4, + 5, + 1 + ], + "log_norms_bin_edges": [ + -3.9660608768463135, + -3.9386038780212402, + -3.911147117614746, + -3.883690118789673, + -3.8562331199645996, + -3.8287763595581055, + -3.8013193607330322, + -3.773862361907959, + -3.746405601501465, + -3.7189486026763916, + -3.6914916038513184, + -3.664034843444824, + -3.636577844619751, + -3.6091208457946777, + -3.5816640853881836, + -3.5542070865631104, + -3.526750087738037, + -3.499293327331543, + -3.4718363285064697, + -3.4443793296813965, + -3.4169225692749023, + -3.389465570449829, + -3.362008571624756, + -3.3345518112182617, + -3.3070948123931885, + -3.2796378135681152, + -3.252181053161621, + -3.224724054336548, + -3.1972670555114746, + -3.1698102951049805, + -3.1423532962799072, + -3.114896535873413, + -3.08743953704834, + -3.0599825382232666, + -3.0325257778167725, + -3.005068778991699, + -2.977612018585205, + -2.9501547813415527, + -2.9226980209350586, + -2.8952412605285645, + -2.867784261703491, + -2.840327262878418, + -2.812870502471924, + -2.7854135036468506, + -2.7579565048217773, + -2.730499744415283, + -2.70304274559021, + -2.6755857467651367, + -2.6481289863586426, + -2.6206719875335693, + -2.593214988708496 + ], + "r_inf_mean": 0.24438129365444183, + "r_inf_median": 0.2390030324459076, + "pr_mean": 0.34720832109451294, + "pr_median": 0.34884196519851685, + "hoyer_mean": 0.6342600584030151, + "eff_dim_mean": 0.6342599987983704, + "topk_energy": { + "1": 0.060507651418447495, + "5": 0.25640952587127686, + "10": 0.41394278407096863, + "25": 0.7253504991531372 + }, + "gamma_raw": 0.09243229031562805, + "gamma_active": { + "1e-08": 0.09243229031562805, + "1e-07": 0.09243229031562805, + "1e-06": 0.09243229031562805, + "1e-05": 0.09243229031562805, + "0.0001": 0.09243229031562805 + }, + "gamma_energy_weighted": { + "1e-08": 0.1127185972103705, + "1e-07": 0.1127185972103705, + "1e-06": 0.1127185972103705, + "1e-05": 0.1127185972103705, + "0.0001": 0.1127185972103705 + } + }, + { + "layer": 4, + "mean_norm": 0.0015183384530246258, + "median_norm": 0.0015325990971177816, + "max_norm": 0.0025337799452245235, + "min_norm": 0.0001075862383004278, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.2914674282073975, + "5": -3.0184428691864014, + "10": -2.9311304092407227, + "25": -2.864816665649414, + "50": -2.8145592212677, + "75": -2.7737338542938232, + "90": -2.712113380432129, + "95": -2.690187454223633, + "99": -2.648728370666504 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 1, + 4, + 3, + 2, + 2, + 4, + 4, + 8, + 10, + 7, + 23, + 43, + 57, + 76, + 95, + 64, + 31, + 25, + 34, + 5, + 5, + 1 + ], + "log_norms_bin_edges": [ + -3.968243360519409, + -3.940803050994873, + -3.913362979888916, + -3.88592267036438, + -3.8584823608398438, + -3.8310420513153076, + -3.8036019802093506, + -3.7761616706848145, + -3.7487213611602783, + -3.721281051635742, + -3.693840980529785, + -3.666400671005249, + -3.638960361480713, + -3.611520290374756, + -3.5840799808502197, + -3.5566396713256836, + -3.5291996002197266, + -3.5017592906951904, + -3.4743189811706543, + -3.446878671646118, + -3.419438362121582, + -3.391998291015625, + -3.364557981491089, + -3.3371176719665527, + -3.3096776008605957, + -3.2822372913360596, + -3.2547969818115234, + -3.2273569107055664, + -3.1999166011810303, + -3.172476291656494, + -3.145036220550537, + -3.117595911026001, + -3.090155601501465, + -3.0627152919769287, + -3.0352749824523926, + -3.0078349113464355, + -2.9803946018218994, + -2.9529542922973633, + -2.9255142211914062, + -2.89807391166687, + -2.870633602142334, + -2.843193531036377, + -2.815753221511841, + -2.7883129119873047, + -2.7608728408813477, + -2.7334322929382324, + -2.7059922218322754, + -2.6785519123077393, + -2.651111602783203, + -2.623671531677246, + -2.59623122215271 + ], + "r_inf_mean": 0.24507273733615875, + "r_inf_median": 0.23878031969070435, + "pr_mean": 0.3449537754058838, + "pr_median": 0.34552547335624695, + "hoyer_mean": 0.6324378252029419, + "eff_dim_mean": 0.6324377655982971, + "topk_energy": { + "1": 0.060819827020168304, + "5": 0.25762033462524414, + "10": 0.41613203287124634, + "25": 0.7277765274047852 + }, + "gamma_raw": 0.13704921305179596, + "gamma_active": { + "1e-08": 0.13704921305179596, + "1e-07": 0.13704921305179596, + "1e-06": 0.13704921305179596, + "1e-05": 0.13704921305179596, + "0.0001": 0.13704921305179596 + }, + "gamma_energy_weighted": { + "1e-08": 0.13470881669317902, + "1e-07": 0.13470881669317902, + "1e-06": 0.13470881669317902, + "1e-05": 0.13470881669317902, + "0.0001": 0.13470881669317902 + } + }, + { + "layer": 5, + "mean_norm": 0.0015203387010842562, + "median_norm": 0.0015288046561181545, + "max_norm": 0.0025421269237995148, + "min_norm": 0.0001074963147402741, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.29162859916687, + "5": -3.0189027786254883, + "10": -2.931924343109131, + "25": -2.8638923168182373, + "50": -2.8155508041381836, + "75": -2.773637294769287, + "90": -2.7116787433624268, + "95": -2.684539794921875, + "99": -2.646482229232788 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 1, + 4, + 3, + 2, + 2, + 5, + 3, + 8, + 10, + 7, + 25, + 40, + 60, + 82, + 90, + 61, + 33, + 22, + 33, + 7, + 5, + 1 + ], + "log_norms_bin_edges": [ + -3.968606472015381, + -3.9411303997039795, + -3.913654327392578, + -3.8861782550811768, + -3.8587021827697754, + -3.831226110458374, + -3.8037500381469727, + -3.7762739658355713, + -3.74879789352417, + -3.7213218212127686, + -3.693845748901367, + -3.666369676589966, + -3.6388936042785645, + -3.611417531967163, + -3.5839414596557617, + -3.5564653873443604, + -3.528989315032959, + -3.5015132427215576, + -3.4740371704101562, + -3.446561098098755, + -3.4190850257873535, + -3.391608953475952, + -3.364132881164551, + -3.3366568088531494, + -3.309180736541748, + -3.2817046642303467, + -3.2542285919189453, + -3.226752519607544, + -3.1992764472961426, + -3.171800374984741, + -3.14432430267334, + -3.1168482303619385, + -3.089372158050537, + -3.0618960857391357, + -3.0344200134277344, + -3.006943941116333, + -2.9794678688049316, + -2.9519917964935303, + -2.924515724182129, + -2.8970396518707275, + -2.869563579559326, + -2.842087507247925, + -2.8146114349365234, + -2.787135362625122, + -2.7596592903137207, + -2.7321832180023193, + -2.704707145690918, + -2.6772310733795166, + -2.6497550010681152, + -2.622278928756714, + -2.5948028564453125 + ], + "r_inf_mean": 0.2453370988368988, + "r_inf_median": 0.2390369474887848, + "pr_mean": 0.34457194805145264, + "pr_median": 0.3446144461631775, + "hoyer_mean": 0.6330191493034363, + "eff_dim_mean": 0.6330191493034363, + "topk_energy": { + "1": 0.060962975025177, + "5": 0.2581925094127655, + "10": 0.4169611930847168, + "25": 0.7270848751068115 + }, + "gamma_raw": 0.08834460377693176, + "gamma_active": { + "1e-08": 0.08834460377693176, + "1e-07": 0.08834460377693176, + "1e-06": 0.08834460377693176, + "1e-05": 0.08834460377693176, + "0.0001": 0.08834460377693176 + }, + "gamma_energy_weighted": { + "1e-08": 0.09333851380479528, + "1e-07": 0.09333851380479528, + "1e-06": 0.09333851380479528, + "1e-05": 0.09333851380479528, + "0.0001": 0.09333851380479528 + } + }, + { + "layer": 6, + "mean_norm": 0.0015185070224106312, + "median_norm": 0.0015313095645979047, + "max_norm": 0.002546384697780013, + "min_norm": 0.00010627220763126388, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.2968430519104004, + "5": -3.0203986167907715, + "10": -2.9324841499328613, + "25": -2.8653552532196045, + "50": -2.81485915184021, + "75": -2.7729620933532715, + "90": -2.7130658626556396, + "95": -2.6827874183654785, + "99": -2.6447973251342773 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 1, + 4, + 3, + 2, + 2, + 5, + 3, + 10, + 8, + 7, + 25, + 42, + 58, + 78, + 95, + 65, + 31, + 20, + 29, + 10, + 5, + 1 + ], + "log_norms_bin_edges": [ + -3.9735803604125977, + -3.9459903240203857, + -3.918400287628174, + -3.890810012817383, + -3.863219976425171, + -3.835629940032959, + -3.808039903640747, + -3.780449867248535, + -3.752859592437744, + -3.7252695560455322, + -3.6976795196533203, + -3.6700894832611084, + -3.6424992084503174, + -3.6149091720581055, + -3.5873191356658936, + -3.5597290992736816, + -3.5321388244628906, + -3.5045487880706787, + -3.476958751678467, + -3.449368715286255, + -3.421778678894043, + -3.394188404083252, + -3.36659836769104, + -3.339008331298828, + -3.311418294906616, + -3.2838282585144043, + -3.2562379837036133, + -3.2286479473114014, + -3.2010579109191895, + -3.1734678745269775, + -3.1458778381347656, + -3.1182875633239746, + -3.0906975269317627, + -3.063107490539551, + -3.0355172157287598, + -3.007927179336548, + -2.980337142944336, + -2.952747106552124, + -2.925157070159912, + -2.897566795349121, + -2.869976758956909, + -2.8423867225646973, + -2.8147966861724854, + -2.7872066497802734, + -2.7596163749694824, + -2.7320263385772705, + -2.7044363021850586, + -2.6768460273742676, + -2.6492562294006348, + -2.6216659545898438, + -2.594075918197632 + ], + "r_inf_mean": 0.24564263224601746, + "r_inf_median": 0.23955069482326508, + "pr_mean": 0.3439929485321045, + "pr_median": 0.34197860956192017, + "hoyer_mean": 0.6334380507469177, + "eff_dim_mean": 0.6334380507469177, + "topk_energy": { + "1": 0.061069220304489136, + "5": 0.2591981291770935, + "10": 0.41759705543518066, + "25": 0.7263656854629517 + }, + "gamma_raw": 0.08682680875062943, + "gamma_active": { + "1e-08": 0.08682680875062943, + "1e-07": 0.08682680875062943, + "1e-06": 0.08682680875062943, + "1e-05": 0.08682680875062943, + "0.0001": 0.08682680875062943 + }, + "gamma_energy_weighted": { + "1e-08": 0.10567589806428035, + "1e-07": 0.10567589806428035, + "1e-06": 0.10567589806428035, + "1e-05": 0.10567589806428035, + "0.0001": 0.10567589806428035 + } + }, + { + "layer": 7, + "mean_norm": 0.0015145335346460342, + "median_norm": 0.0015254417667165399, + "max_norm": 0.0025492871645838022, + "min_norm": 0.0001044099117279984, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.304426431655884, + "5": -3.0235447883605957, + "10": -2.933501720428467, + "25": -2.8650078773498535, + "50": -2.816556215286255, + "75": -2.7741241455078125, + "90": -2.719731330871582, + "95": -2.6846189498901367, + "99": -2.645265579223633 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 4, + 3, + 2, + 2, + 5, + 3, + 8, + 10, + 8, + 25, + 37, + 59, + 84, + 92, + 67, + 32, + 18, + 30, + 8, + 5, + 1 + ], + "log_norms_bin_edges": [ + -3.9812583923339844, + -3.953504800796509, + -3.925751209259033, + -3.8979978561401367, + -3.870244264602661, + -3.8424906730651855, + -3.81473708152771, + -3.7869834899902344, + -3.759230136871338, + -3.7314765453338623, + -3.7037229537963867, + -3.675969362258911, + -3.6482157707214355, + -3.620462417602539, + -3.5927088260650635, + -3.564955234527588, + -3.5372016429901123, + -3.5094480514526367, + -3.4816946983337402, + -3.4539411067962646, + -3.426187515258789, + -3.3984339237213135, + -3.370680332183838, + -3.3429269790649414, + -3.315173387527466, + -3.2874197959899902, + -3.2596662044525146, + -3.231912612915039, + -3.2041592597961426, + -3.176405668258667, + -3.1486520767211914, + -3.120898485183716, + -3.0931448936462402, + -3.0653915405273438, + -3.037637948989868, + -3.0098843574523926, + -2.982130765914917, + -2.9543771743774414, + -2.926623821258545, + -2.8988702297210693, + -2.8711166381835938, + -2.8433632850646973, + -2.8156094551086426, + -2.787856101989746, + -2.7601025104522705, + -2.732348918914795, + -2.7045955657958984, + -2.6768417358398438, + -2.6490883827209473, + -2.6213347911834717, + -2.593581199645996 + ], + "r_inf_mean": 0.2455163449048996, + "r_inf_median": 0.23900644481182098, + "pr_mean": 0.3434070944786072, + "pr_median": 0.3401642441749573, + "hoyer_mean": 0.6334492564201355, + "eff_dim_mean": 0.6334491968154907, + "topk_energy": { + "1": 0.06097690016031265, + "5": 0.25985318422317505, + "10": 0.41841214895248413, + "25": 0.7263933420181274 + }, + "gamma_raw": 0.035781845450401306, + "gamma_active": { + "1e-08": 0.035781845450401306, + "1e-07": 0.035781845450401306, + "1e-06": 0.035781845450401306, + "1e-05": 0.035781845450401306, + "0.0001": 0.035781845450401306 + }, + "gamma_energy_weighted": { + "1e-08": 0.04380200603811242, + "1e-07": 0.04380200603811242, + "1e-06": 0.04380200603811242, + "1e-05": 0.04380200603811242, + "0.0001": 0.04380200603811242 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L4.json new file mode 100644 index 0000000..9fb7352 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 13.570354461669922, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.021299997344613075, + "median_norm": 0.022076018154621124, + "max_norm": 0.03960839658975601, + "min_norm": 8.668905593367526e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.9765625, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.730338096618652, + "5": -2.7367403507232666, + "10": -1.9826364517211914, + "25": -1.7184334993362427, + "50": -1.6558817625045776, + "75": -1.5966997146606445, + "90": -1.5276036262512207, + "95": -1.4991437196731567, + "99": -1.4523261785507202 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 3, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 2, + 2, + 3, + 1, + 2, + 3, + 3, + 5, + 6, + 11, + 12, + 157, + 228, + 59 + ], + "log_norms_bin_edges": [ + -8.062036514282227, + -7.928840160369873, + -7.7956438064575195, + -7.662446975708008, + -7.529250621795654, + -7.396054267883301, + -7.262857437133789, + -7.1296610832214355, + -6.996464729309082, + -6.8632683753967285, + -6.730072021484375, + -6.596875190734863, + -6.46367883682251, + -6.330482482910156, + -6.1972856521606445, + -6.064089298248291, + -5.9308929443359375, + -5.797696590423584, + -5.6645002365112305, + -5.531303405761719, + -5.398107051849365, + -5.264910697937012, + -5.1317138671875, + -4.9985175132751465, + -4.865321159362793, + -4.7321248054504395, + -4.598928451538086, + -4.465731620788574, + -4.332535266876221, + -4.199338912963867, + -4.0661420822143555, + -3.932945728302002, + -3.7997493743896484, + -3.666553020477295, + -3.5333566665649414, + -3.4001598358154297, + -3.266963481903076, + -3.1337671279907227, + -3.000570297241211, + -2.8673739433288574, + -2.734177589416504, + -2.6009812355041504, + -2.467784881591797, + -2.334588050842285, + -2.2013916969299316, + -2.068195343017578, + -1.9349985122680664, + -1.801802158355713, + -1.6686058044433594, + -1.5354094505310059, + -1.4022128582000732 + ], + "r_inf_mean": 0.26673567295074463, + "r_inf_median": 0.2586694061756134, + "pr_mean": 0.3184589147567749, + "pr_median": 0.32434648275375366, + "hoyer_mean": 0.6267318725585938, + "eff_dim_mean": 0.626731812953949, + "topk_energy": { + "1": 0.07280443608760834, + "5": 0.2815159857273102, + "10": 0.43626531958580017, + "25": 0.7314678430557251 + }, + "gamma_raw": 0.05479066073894501, + "gamma_active": { + "1e-08": 0.05492538586258888, + "1e-07": 0.05497351661324501, + "1e-06": 0.05442516505718231, + "1e-05": 0.054092567414045334, + "0.0001": 0.05384782701730728 + }, + "gamma_energy_weighted": { + "1e-08": 0.06859630126838794, + "1e-07": 0.06859630126838794, + "1e-06": 0.06859630126838794, + "1e-05": 0.06859630126838794, + "0.0001": 0.06859630126838794 + } + }, + { + "layer": 1, + "mean_norm": 0.0017879074439406395, + "median_norm": 0.0019283872097730637, + "max_norm": 0.0026644638273864985, + "min_norm": 6.870538582504082e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.9765625, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.793990135192871, + "5": -3.8339357376098633, + "10": -3.028330087661743, + "25": -2.75803279876709, + "50": -2.7147560119628906, + "75": -2.690460205078125, + "90": -2.638535737991333, + "95": -2.6128487586975098, + "99": -2.5855953693389893 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 3, + 3, + 1, + 2, + 3, + 3, + 2, + 5, + 7, + 9, + 13, + 208, + 235 + ], + "log_norms_bin_edges": [ + -9.163009643554688, + -9.031237602233887, + -8.89946460723877, + -8.767692565917969, + -8.635920524597168, + -8.50414752960205, + -8.37237548828125, + -8.240602493286133, + -8.108830451965332, + -7.977058410644531, + -7.845285892486572, + -7.713513374328613, + -7.5817413330078125, + -7.4499688148498535, + -7.3181962966918945, + -7.1864237785339355, + -7.054651260375977, + -6.922879219055176, + -6.791106700897217, + -6.659334182739258, + -6.527562141418457, + -6.395789623260498, + -6.264017105102539, + -6.132245063781738, + -6.000472545623779, + -5.86870002746582, + -5.7369279861450195, + -5.605154991149902, + -5.473382949829102, + -5.341610431671143, + -5.209837913513184, + -5.078065872192383, + -4.946293354034424, + -4.814520835876465, + -4.682748794555664, + -4.550976276397705, + -4.419203758239746, + -4.287431240081787, + -4.155659198760986, + -4.023886680603027, + -3.8921141624450684, + -3.7603421211242676, + -3.6285696029663086, + -3.4967970848083496, + -3.3650245666503906, + -3.23325252532959, + -3.101480007171631, + -2.969707489013672, + -2.837935447692871, + -2.706162929534912, + -2.574390172958374 + ], + "r_inf_mean": 0.2473974972963333, + "r_inf_median": 0.2455098032951355, + "pr_mean": 0.3540538251399994, + "pr_median": 0.3538367748260498, + "hoyer_mean": 0.6481590867042542, + "eff_dim_mean": 0.6481590867042542, + "topk_energy": { + "1": 0.06226614862680435, + "5": 0.2550690770149231, + "10": 0.40912380814552307, + "25": 0.7104275226593018 + }, + "gamma_raw": 0.28645092248916626, + "gamma_active": { + "1e-08": 0.2869851887226105, + "1e-07": 0.2873016893863678, + "1e-06": 0.28752565383911133, + "1e-05": 0.2879238724708557, + "0.0001": 0.28807690739631653 + }, + "gamma_energy_weighted": { + "1e-08": 0.29430008327141455, + "1e-07": 0.29430008327141455, + "1e-06": 0.29430008327141455, + "1e-05": 0.29430008327141455, + "0.0001": 0.29430008327141455 + } + }, + { + "layer": 2, + "mean_norm": 0.0017492191400378942, + "median_norm": 0.0018927240744233131, + "max_norm": 0.002596204401925206, + "min_norm": 6.634164884111726e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.9765625, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.795942306518555, + "5": -3.8432223796844482, + "10": -3.0383968353271484, + "25": -2.770352602005005, + "50": -2.7225124835968018, + "75": -2.6980056762695312, + "90": -2.653557538986206, + "95": -2.622817039489746, + "99": -2.599946975708008 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 3, + 3, + 1, + 2, + 3, + 2, + 3, + 5, + 7, + 9, + 12, + 202, + 242 + ], + "log_norms_bin_edges": [ + -9.178214073181152, + -9.04636287689209, + -8.914511680603027, + -8.782660484313965, + -8.650810241699219, + -8.518959045410156, + -8.387107849121094, + -8.255256652832031, + -8.123405456542969, + -7.991554260253906, + -7.859703540802002, + -7.7278523445129395, + -7.596001625061035, + -7.464150428771973, + -7.33229923248291, + -7.200448036193848, + -7.068596839904785, + -6.936746120452881, + -6.804894924163818, + -6.673044204711914, + -6.541193008422852, + -6.409341812133789, + -6.277490615844727, + -6.145639419555664, + -6.01378870010376, + -5.881937503814697, + -5.750086784362793, + -5.6182355880737305, + -5.486384391784668, + -5.3545331954956055, + -5.222681999206543, + -5.090831279754639, + -4.958980083465576, + -4.827128887176514, + -4.695278167724609, + -4.563426971435547, + -4.431575775146484, + -4.299724578857422, + -4.167873859405518, + -4.036022663116455, + -3.9041714668273926, + -3.7723207473754883, + -3.640469551086426, + -3.5086183547973633, + -3.376767158508301, + -3.2449164390563965, + -3.113065242767334, + -2.9812140464782715, + -2.849363327026367, + -2.7175121307373047, + -2.5856611728668213 + ], + "r_inf_mean": 0.2513652741909027, + "r_inf_median": 0.2526952624320984, + "pr_mean": 0.34822511672973633, + "pr_median": 0.34922710061073303, + "hoyer_mean": 0.644719123840332, + "eff_dim_mean": 0.644719123840332, + "topk_energy": { + "1": 0.06418126821517944, + "5": 0.25970399379730225, + "10": 0.4142940640449524, + "25": 0.712736964225769 + }, + "gamma_raw": 0.11242455244064331, + "gamma_active": { + "1e-08": 0.11257186532020569, + "1e-07": 0.11317183822393417, + "1e-06": 0.11392027884721756, + "1e-05": 0.11441341787576675, + "0.0001": 0.11510086804628372 + }, + "gamma_energy_weighted": { + "1e-08": 0.1303243726044573, + "1e-07": 0.1303243726044573, + "1e-06": 0.1303243726044573, + "1e-05": 0.1303243726044573, + "0.0001": 0.1303243726044573 + } + }, + { + "layer": 3, + "mean_norm": 0.0017424814868718386, + "median_norm": 0.001886890851892531, + "max_norm": 0.002575136721134186, + "min_norm": 6.663273821594373e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.9765625, + "1e-05": 0.970703125, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -6.796781539916992, + "5": -3.8469245433807373, + "10": -3.037541151046753, + "25": -2.769490957260132, + "50": -2.724236488342285, + "75": -2.700019598007202, + "90": -2.6568431854248047, + "95": -2.626021146774292, + "99": -2.6027777194976807 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 3, + 3, + 1, + 2, + 3, + 2, + 3, + 4, + 8, + 9, + 12, + 201, + 243 + ], + "log_norms_bin_edges": [ + -9.176312446594238, + -9.044569969177246, + -8.912827491760254, + -8.781085968017578, + -8.649343490600586, + -8.517601013183594, + -8.385858535766602, + -8.254117012023926, + -8.122374534606934, + -7.990632057189941, + -7.858890056610107, + -7.727147579193115, + -7.595405578613281, + -7.463663101196289, + -7.331920623779297, + -7.200178623199463, + -7.068436622619629, + -6.936694145202637, + -6.8049516677856445, + -6.6732096672058105, + -6.541467666625977, + -6.409725189208984, + -6.277982711791992, + -6.146240711212158, + -6.014498233795166, + -5.882756233215332, + -5.75101375579834, + -5.619271278381348, + -5.487529277801514, + -5.35578727722168, + -5.2240447998046875, + -5.0923027992248535, + -4.960560321807861, + -4.828817844390869, + -4.697075843811035, + -4.565333366394043, + -4.433591365814209, + -4.301848888397217, + -4.170106887817383, + -4.038364410400391, + -3.9066224098205566, + -3.7748799324035645, + -3.6431379318237305, + -3.5113954544067383, + -3.3796534538269043, + -3.247910976409912, + -3.116168975830078, + -2.984426498413086, + -2.8526840209960938, + -2.7209420204162598, + -2.5891997814178467 + ], + "r_inf_mean": 0.25180166959762573, + "r_inf_median": 0.2528895139694214, + "pr_mean": 0.34891343116760254, + "pr_median": 0.349650502204895, + "hoyer_mean": 0.6452378034591675, + "eff_dim_mean": 0.6452378034591675, + "topk_energy": { + "1": 0.06444047391414642, + "5": 0.2594601511955261, + "10": 0.4134187698364258, + "25": 0.7113887667655945 + }, + "gamma_raw": 0.10176358371973038, + "gamma_active": { + "1e-08": 0.10194935649633408, + "1e-07": 0.10203713923692703, + "1e-06": 0.10273552685976028, + "1e-05": 0.10254593938589096, + "0.0001": 0.10260944813489914 + }, + "gamma_energy_weighted": { + "1e-08": 0.11480350778796579, + "1e-07": 0.11480350778796579, + "1e-06": 0.11480350778796579, + "1e-05": 0.11480350778796579, + "0.0001": 0.11480350778796579 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L8.json new file mode 100644 index 0000000..ca66a5a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 15.699956893920898, + "acc": 0.078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.018255159258842468, + "median_norm": 0.018125582486391068, + "max_norm": 0.0314750000834465, + "min_norm": 1.9585619792650277e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.988609790802002, + "5": -3.0757040977478027, + "10": -1.8789241313934326, + "25": -1.7831339836120605, + "50": -1.741650104522705, + "75": -1.663379430770874, + "90": -1.5922973155975342, + "95": -1.5681116580963135, + "99": -1.5329432487487793 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 5, + 8, + 67, + 286, + 115 + ], + "log_norms_bin_edges": [ + -8.708063125610352, + -8.563942909240723, + -8.419821739196777, + -8.275701522827148, + -8.131580352783203, + -7.987460136413574, + -7.843339920043945, + -7.699219226837158, + -7.555098533630371, + -7.410977840423584, + -7.266857147216797, + -7.122736930847168, + -6.978616237640381, + -6.834495544433594, + -6.690375328063965, + -6.546254634857178, + -6.402133941650391, + -6.2580132484436035, + -6.113892555236816, + -5.9697723388671875, + -5.8256516456604, + -5.681530952453613, + -5.537410736083984, + -5.393290042877197, + -5.24916934967041, + -5.105048656463623, + -4.960927963256836, + -4.816807746887207, + -4.67268705368042, + -4.528566360473633, + -4.384446144104004, + -4.240325450897217, + -4.09620475769043, + -3.9520840644836426, + -3.8079633712768555, + -3.6638431549072266, + -3.5197224617004395, + -3.3756017684936523, + -3.2314815521240234, + -3.0873608589172363, + -2.943240165710449, + -2.799119472503662, + -2.654998779296875, + -2.510878562927246, + -2.366757869720459, + -2.222637176513672, + -2.078516960144043, + -1.9343962669372559, + -1.7902755737304688, + -1.6461548805236816, + -1.502034306526184 + ], + "r_inf_mean": 0.2922430634498596, + "r_inf_median": 0.27106547355651855, + "pr_mean": 0.2908259630203247, + "pr_median": 0.29289907217025757, + "hoyer_mean": 0.6141003370285034, + "eff_dim_mean": 0.6141003370285034, + "topk_energy": { + "1": 0.08991441130638123, + "5": 0.29844433069229126, + "10": 0.45312803983688354, + "25": 0.7419339418411255 + }, + "gamma_raw": -0.02754797413945198, + "gamma_active": { + "1e-08": -0.027698267251253128, + "1e-07": -0.027816573157906532, + "1e-06": -0.02815333940088749, + "1e-05": -0.028336646035313606, + "0.0001": -0.028271034359931946 + }, + "gamma_energy_weighted": { + "1e-08": -0.030097698704994798, + "1e-07": -0.030097698704994798, + "1e-06": -0.030097698704994798, + "1e-05": -0.030097698704994798, + "0.0001": -0.030097698704994798 + } + }, + { + "layer": 1, + "mean_norm": 0.002020574174821377, + "median_norm": 0.002155652502551675, + "max_norm": 0.0027322040405124426, + "min_norm": 2.938013721198729e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.924767017364502, + "5": -3.9573283195495605, + "10": -2.792032480239868, + "25": -2.7039575576782227, + "50": -2.6664047241210938, + "75": -2.634373664855957, + "90": -2.6054277420043945, + "95": -2.573517322540283, + "99": -2.563882827758789 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 3, + 1, + 5, + 4, + 91, + 379 + ], + "log_norms_bin_edges": [ + -9.531946182250977, + -9.392577171325684, + -9.25320816040039, + -9.113838195800781, + -8.974469184875488, + -8.835100173950195, + -8.695731163024902, + -8.55636215209961, + -8.4169921875, + -8.277623176574707, + -8.138254165649414, + -7.998885154724121, + -7.859516143798828, + -7.720146656036377, + -7.580777645111084, + -7.441408157348633, + -7.30203914642334, + -7.162670135498047, + -7.023300647735596, + -6.883931636810303, + -6.744562149047852, + -6.605193138122559, + -6.465824127197266, + -6.326455116271973, + -6.1870856285095215, + -6.04771614074707, + -5.908347129821777, + -5.768978118896484, + -5.629609107971191, + -5.49023962020874, + -5.350870609283447, + -5.211501121520996, + -5.072132110595703, + -4.93276309967041, + -4.793393611907959, + -4.654024600982666, + -4.514655113220215, + -4.375286102294922, + -4.235917091369629, + -4.096547603607178, + -3.9571785926818848, + -3.817809581756592, + -3.6784400939941406, + -3.5390710830688477, + -3.3997020721435547, + -3.2603325843811035, + -3.1209635734558105, + -2.9815940856933594, + -2.8422250747680664, + -2.7028560638427734, + -2.5634868144989014 + ], + "r_inf_mean": 0.24321448802947998, + "r_inf_median": 0.23761431872844696, + "pr_mean": 0.35139384865760803, + "pr_median": 0.3624226450920105, + "hoyer_mean": 0.6408261060714722, + "eff_dim_mean": 0.6408261060714722, + "topk_energy": { + "1": 0.05963435769081116, + "5": 0.25800377130508423, + "10": 0.41133254766464233, + "25": 0.7154802680015564 + }, + "gamma_raw": 0.2842342257499695, + "gamma_active": { + "1e-08": 0.2859085500240326, + "1e-07": 0.2859092652797699, + "1e-06": 0.2853156328201294, + "1e-05": 0.28557252883911133, + "0.0001": 0.2855243682861328 + }, + "gamma_energy_weighted": { + "1e-08": 0.289044659980333, + "1e-07": 0.289044659980333, + "1e-06": 0.289044659980333, + "1e-05": 0.289044659980333, + "0.0001": 0.289044659980333 + } + }, + { + "layer": 2, + "mean_norm": 0.001994204707443714, + "median_norm": 0.0021165392827242613, + "max_norm": 0.0027217986062169075, + "min_norm": 2.858149272810806e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.927958011627197, + "5": -3.9647376537323, + "10": -2.789907932281494, + "25": -2.7119054794311523, + "50": -2.673943519592285, + "75": -2.6409456729888916, + "90": -2.613872766494751, + "95": -2.5778253078460693, + "99": -2.5653843879699707 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 0, + 5, + 5, + 107, + 362 + ], + "log_norms_bin_edges": [ + -9.543915748596191, + -9.404340744018555, + -9.264764785766602, + -9.125189781188965, + -8.985613822937012, + -8.846038818359375, + -8.706462860107422, + -8.566887855529785, + -8.427311897277832, + -8.287736892700195, + -8.148160934448242, + -8.008585929870605, + -7.8690104484558105, + -7.729434967041016, + -7.589859485626221, + -7.450284004211426, + -7.310708999633789, + -7.171133041381836, + -7.031558036804199, + -6.891982555389404, + -6.752407073974609, + -6.6128315925598145, + -6.4732561111450195, + -6.333680629730225, + -6.19410514831543, + -6.054530143737793, + -5.91495418548584, + -5.775379180908203, + -5.63580322265625, + -5.496228218078613, + -5.356652736663818, + -5.217077255249023, + -5.0775017738342285, + -4.937926292419434, + -4.798350811004639, + -4.658775329589844, + -4.519199848175049, + -4.379624366760254, + -4.240049362182617, + -4.100473880767822, + -3.9608983993530273, + -3.8213229179382324, + -3.6817474365234375, + -3.5421719551086426, + -3.4025964736938477, + -3.2630209922790527, + -3.123445510864258, + -2.983870029449463, + -2.844294548034668, + -2.7047195434570312, + -2.5651440620422363 + ], + "r_inf_mean": 0.24407683312892914, + "r_inf_median": 0.2382221668958664, + "pr_mean": 0.3534258306026459, + "pr_median": 0.3616461157798767, + "hoyer_mean": 0.6433371305465698, + "eff_dim_mean": 0.6433371305465698, + "topk_energy": { + "1": 0.060139305889606476, + "5": 0.2567596137523651, + "10": 0.40774911642074585, + "25": 0.7109169960021973 + }, + "gamma_raw": 0.23123237490653992, + "gamma_active": { + "1e-08": 0.2325775921344757, + "1e-07": 0.2318095713853836, + "1e-06": 0.2318267822265625, + "1e-05": 0.23196052014827728, + "0.0001": 0.2318742871284485 + }, + "gamma_energy_weighted": { + "1e-08": 0.24714767153631137, + "1e-07": 0.24714767153631137, + "1e-06": 0.24714767153631137, + "1e-05": 0.24714767153631137, + "0.0001": 0.24714767153631137 + } + }, + { + "layer": 3, + "mean_norm": 0.001988221425563097, + "median_norm": 0.0021173374261707067, + "max_norm": 0.002707058796659112, + "min_norm": 2.8374946836606796e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.928886890411377, + "5": -3.9669275283813477, + "10": -2.7902402877807617, + "25": -2.714301586151123, + "50": -2.6740174293518066, + "75": -2.6445693969726562, + "90": -2.6164214611053467, + "95": -2.578963279724121, + "99": -2.567690134048462 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 0, + 5, + 4, + 104, + 366 + ], + "log_norms_bin_edges": [ + -9.547064781188965, + -9.40747356414795, + -9.267882347106934, + -9.128291130065918, + -8.988699913024902, + -8.849108695983887, + -8.709517478942871, + -8.569926261901855, + -8.43033504486084, + -8.290743827819824, + -8.151151657104492, + -8.011560440063477, + -7.871969699859619, + -7.7323784828186035, + -7.592787265777588, + -7.453195571899414, + -7.313604354858398, + -7.174013137817383, + -7.034421920776367, + -6.894830703735352, + -6.755239486694336, + -6.61564826965332, + -6.476057052612305, + -6.336465835571289, + -6.196874618530273, + -6.057283401489258, + -5.917692184448242, + -5.778100967407227, + -5.638509750366211, + -5.498918056488037, + -5.3593268394470215, + -5.219735622406006, + -5.08014440536499, + -4.940553188323975, + -4.800961971282959, + -4.661370754241943, + -4.521779537200928, + -4.382188320159912, + -4.242596626281738, + -4.103005409240723, + -3.963414192199707, + -3.8238229751586914, + -3.684231758117676, + -3.54464054107666, + -3.4050493240356445, + -3.265458106994629, + -3.1258668899536133, + -2.9862756729125977, + -2.846684455871582, + -2.707092761993408, + -2.56750226020813 + ], + "r_inf_mean": 0.2426503747701645, + "r_inf_median": 0.23234421014785767, + "pr_mean": 0.3559725880622864, + "pr_median": 0.36329734325408936, + "hoyer_mean": 0.6444945931434631, + "eff_dim_mean": 0.6444945931434631, + "topk_energy": { + "1": 0.0594976507127285, + "5": 0.2548695206642151, + "10": 0.4058328866958618, + "25": 0.7101210951805115 + }, + "gamma_raw": 0.08948580920696259, + "gamma_active": { + "1e-08": 0.09015404433012009, + "1e-07": 0.09034118056297302, + "1e-06": 0.09065036475658417, + "1e-05": 0.09085672348737717, + "0.0001": 0.09136905521154404 + }, + "gamma_energy_weighted": { + "1e-08": 0.10036022493439696, + "1e-07": 0.10036022493439696, + "1e-06": 0.10036022493439696, + "1e-05": 0.10036022493439696, + "0.0001": 0.10036022493439696 + } + }, + { + "layer": 4, + "mean_norm": 0.0019841452594846487, + "median_norm": 0.002121073193848133, + "max_norm": 0.0026953695341944695, + "min_norm": 2.851601177411567e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.929155349731445, + "5": -3.9672112464904785, + "10": -2.790947437286377, + "25": -2.7145376205444336, + "50": -2.673435688018799, + "75": -2.648000478744507, + "90": -2.618128776550293, + "95": -2.580460786819458, + "99": -2.569492816925049 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 0, + 5, + 4, + 104, + 366 + ], + "log_norms_bin_edges": [ + -9.54491138458252, + -9.405401229858398, + -9.265890121459961, + -9.12637996673584, + -8.986868858337402, + -8.847358703613281, + -8.707847595214844, + -8.568337440490723, + -8.428826332092285, + -8.289316177368164, + -8.149805068969727, + -8.010294914245605, + -7.870784282684326, + -7.731273651123047, + -7.591763019561768, + -7.452252388000488, + -7.312742233276367, + -7.17323112487793, + -7.033720970153809, + -6.894210338592529, + -6.75469970703125, + -6.615189075469971, + -6.475678443908691, + -6.336167812347412, + -6.196657180786133, + -6.057147026062012, + -5.917635917663574, + -5.778125762939453, + -5.638614654541016, + -5.4991044998168945, + -5.359593868255615, + -5.220083236694336, + -5.080572605133057, + -4.941061973571777, + -4.801551342010498, + -4.662040710449219, + -4.5225300788879395, + -4.38301944732666, + -4.243509292602539, + -4.10399866104126, + -3.9644880294799805, + -3.824977397918701, + -3.685466766357422, + -3.5459561347961426, + -3.4064455032348633, + -3.266934871673584, + -3.1274242401123047, + -2.9879136085510254, + -2.848402976989746, + -2.708892822265625, + -2.5693819522857666 + ], + "r_inf_mean": 0.24265307188034058, + "r_inf_median": 0.23252154886722565, + "pr_mean": 0.35569024085998535, + "pr_median": 0.36288362741470337, + "hoyer_mean": 0.644507884979248, + "eff_dim_mean": 0.6445078253746033, + "topk_energy": { + "1": 0.059527888894081116, + "5": 0.25536638498306274, + "10": 0.40620020031929016, + "25": 0.709820032119751 + }, + "gamma_raw": 0.07671783864498138, + "gamma_active": { + "1e-08": 0.07704444974660873, + "1e-07": 0.07655002176761627, + "1e-06": 0.0761166661977768, + "1e-05": 0.07733715325593948, + "0.0001": 0.07654791325330734 + }, + "gamma_energy_weighted": { + "1e-08": 0.08111835702985414, + "1e-07": 0.08111835702985414, + "1e-06": 0.08111835702985414, + "1e-05": 0.08111835702985414, + "0.0001": 0.08111835702985414 + } + }, + { + "layer": 5, + "mean_norm": 0.0019816868007183075, + "median_norm": 0.002112756948918104, + "max_norm": 0.002689633285626769, + "min_norm": 2.850063518522461e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.93065881729126, + "5": -3.968205213546753, + "10": -2.792501211166382, + "25": -2.714923858642578, + "50": -2.6751017570495605, + "75": -2.6481776237487793, + "90": -2.618971109390259, + "95": -2.5803041458129883, + "99": -2.5703823566436768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 0, + 5, + 4, + 101, + 369 + ], + "log_norms_bin_edges": [ + -9.545145988464355, + -9.405649185180664, + -9.266152381896973, + -9.126655578613281, + -8.98715877532959, + -8.847661972045898, + -8.708165168762207, + -8.568668365478516, + -8.429171562194824, + -8.289674758911133, + -8.150177955627441, + -8.01068115234375, + -7.871184349060059, + -7.731687545776367, + -7.592190742492676, + -7.452693939208984, + -7.313197135925293, + -7.173700332641602, + -7.03420352935791, + -6.894706726074219, + -6.755209922790527, + -6.615713119506836, + -6.4762163162231445, + -6.336719512939453, + -6.19722318649292, + -6.0577263832092285, + -5.918229579925537, + -5.778732776641846, + -5.639235973358154, + -5.499739170074463, + -5.3602423667907715, + -5.22074556350708, + -5.081248760223389, + -4.941751956939697, + -4.802255153656006, + -4.6627583503723145, + -4.523261547088623, + -4.383764743804932, + -4.24426794052124, + -4.104771137237549, + -3.9652743339538574, + -3.825777530670166, + -3.6862807273864746, + -3.546783924102783, + -3.407287120819092, + -3.2677903175354004, + -3.128293514251709, + -2.9887967109680176, + -2.8493003845214844, + -2.709803581237793, + -2.5703070163726807 + ], + "r_inf_mean": 0.24388433992862701, + "r_inf_median": 0.23573939502239227, + "pr_mean": 0.35328036546707153, + "pr_median": 0.3587033152580261, + "hoyer_mean": 0.6436333656311035, + "eff_dim_mean": 0.6436333656311035, + "topk_energy": { + "1": 0.06015652418136597, + "5": 0.25733834505081177, + "10": 0.40785884857177734, + "25": 0.7108871340751648 + }, + "gamma_raw": 0.11119674146175385, + "gamma_active": { + "1e-08": 0.11215361952781677, + "1e-07": 0.11262310296297073, + "1e-06": 0.11303135752677917, + "1e-05": 0.1133221834897995, + "0.0001": 0.11379392445087433 + }, + "gamma_energy_weighted": { + "1e-08": 0.11386401992998302, + "1e-07": 0.11386401992998302, + "1e-06": 0.11386401992998302, + "1e-05": 0.11386401992998302, + "0.0001": 0.11386401992998302 + } + }, + { + "layer": 6, + "mean_norm": 0.001978754997253418, + "median_norm": 0.0021081389859318733, + "max_norm": 0.0026908479630947113, + "min_norm": 2.847730107280455e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.932000160217285, + "5": -3.9692928791046143, + "10": -2.792401075363159, + "25": -2.7156190872192383, + "50": -2.675703763961792, + "75": -2.6488454341888428, + "90": -2.619997978210449, + "95": -2.579653739929199, + "99": -2.5701773166656494 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 3, + 0, + 5, + 5, + 102, + 367 + ], + "log_norms_bin_edges": [ + -9.545500755310059, + -9.40599250793457, + -9.266485214233398, + -9.12697696685791, + -8.987469673156738, + -8.84796142578125, + -8.708454132080078, + -8.56894588470459, + -8.429438591003418, + -8.28993034362793, + -8.150423049926758, + -8.01091480255127, + -7.871407508850098, + -7.731899261474609, + -7.5923919677734375, + -7.452883720397949, + -7.313376426696777, + -7.173868179321289, + -7.034360885620117, + -6.894852638244629, + -6.755345344543457, + -6.615837097167969, + -6.476329803466797, + -6.336821556091309, + -6.1973137855529785, + -6.057806015014648, + -5.918298244476318, + -5.778790473937988, + -5.639282703399658, + -5.499774932861328, + -5.360267162322998, + -5.220759391784668, + -5.081251621246338, + -4.941743850708008, + -4.802236080169678, + -4.662728309631348, + -4.523220539093018, + -4.3837127685546875, + -4.244204998016357, + -4.104697227478027, + -3.9651894569396973, + -3.825681686401367, + -3.686173915863037, + -3.546666145324707, + -3.407158374786377, + -3.267650604248047, + -3.128142833709717, + -2.9886350631713867, + -2.8491268157958984, + -2.7096190452575684, + -2.570111036300659 + ], + "r_inf_mean": 0.244931161403656, + "r_inf_median": 0.236933633685112, + "pr_mean": 0.3524933457374573, + "pr_median": 0.35775697231292725, + "hoyer_mean": 0.643645167350769, + "eff_dim_mean": 0.643645167350769, + "topk_energy": { + "1": 0.060657210648059845, + "5": 0.25782448053359985, + "10": 0.4081888794898987, + "25": 0.7109973430633545 + }, + "gamma_raw": 0.15035530924797058, + "gamma_active": { + "1e-08": 0.15086787939071655, + "1e-07": 0.15079300105571747, + "1e-06": 0.15130795538425446, + "1e-05": 0.15057428181171417, + "0.0001": 0.1503889113664627 + }, + "gamma_energy_weighted": { + "1e-08": 0.15260887742708237, + "1e-07": 0.15260887742708237, + "1e-06": 0.15260887742708237, + "1e-05": 0.15260887742708237, + "0.0001": 0.15260887742708237 + } + }, + { + "layer": 7, + "mean_norm": 0.001976506784558296, + "median_norm": 0.0021095830015838146, + "max_norm": 0.002688536187633872, + "min_norm": 2.8424740339261234e-10, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.933415412902832, + "5": -3.970371961593628, + "10": -2.792834997177124, + "25": -2.7159910202026367, + "50": -2.675652027130127, + "75": -2.6483702659606934, + "90": -2.6216189861297607, + "95": -2.5795538425445557, + "99": -2.570535659790039 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 1, + 2, + 1, + 5, + 5, + 101, + 368 + ], + "log_norms_bin_edges": [ + -9.546303749084473, + -9.406786918640137, + -9.267271041870117, + -9.127754211425781, + -8.988238334655762, + -8.848721504211426, + -8.709205627441406, + -8.56968879699707, + -8.43017292022705, + -8.290656089782715, + -8.151140213012695, + -8.01162338256836, + -7.872107028961182, + -7.732590675354004, + -7.593074321746826, + -7.453557968139648, + -7.3140411376953125, + -7.174525260925293, + -7.035008430480957, + -6.895492076873779, + -6.755975723266602, + -6.616459369659424, + -6.476943016052246, + -6.337426662445068, + -6.197910308837891, + -6.058393478393555, + -5.918877601623535, + -5.779360771179199, + -5.63984489440918, + -5.500328063964844, + -5.360811710357666, + -5.221295356750488, + -5.0817790031433105, + -4.942262649536133, + -4.802746295928955, + -4.663229942321777, + -4.5237135887146, + -4.384197235107422, + -4.244680404663086, + -4.105164051055908, + -3.9656476974487305, + -3.8261313438415527, + -3.686614990234375, + -3.5470986366271973, + -3.4075822830200195, + -3.268065929412842, + -3.128549575805664, + -2.9890332221984863, + -2.8495168685913086, + -2.7100000381469727, + -2.570484161376953 + ], + "r_inf_mean": 0.2452607899904251, + "r_inf_median": 0.23704957962036133, + "pr_mean": 0.3523852527141571, + "pr_median": 0.3584650158882141, + "hoyer_mean": 0.6433519124984741, + "eff_dim_mean": 0.6433519124984741, + "topk_energy": { + "1": 0.06081239879131317, + "5": 0.2577518820762634, + "10": 0.40804266929626465, + "25": 0.7109822034835815 + }, + "gamma_raw": 0.17158600687980652, + "gamma_active": { + "1e-08": 0.17260658740997314, + "1e-07": 0.17207805812358856, + "1e-06": 0.17136839032173157, + "1e-05": 0.17172197997570038, + "0.0001": 0.17205877602100372 + }, + "gamma_energy_weighted": { + "1e-08": 0.17655258646969643, + "1e-07": 0.17655258646969643, + "1e-06": 0.17655258646969643, + "1e-05": 0.17655258646969643, + "0.0001": 0.17655258646969643 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L4.json new file mode 100644 index 0000000..a9e7e51 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 18.408546447753906, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00941073801368475, + "median_norm": 0.010012160055339336, + "max_norm": 0.014327826909720898, + "min_norm": 2.010254007700496e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.876145362854004, + "5": -3.292874813079834, + "10": -2.127802848815918, + "25": -2.04616117477417, + "50": -1.9994325637817383, + "75": -1.9594111442565918, + "90": -1.9213191270828247, + "95": -1.8976300954818726, + "99": -1.8675719499588013 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 2, + 3, + 4, + 3, + 2, + 2, + 0, + 2, + 33, + 301, + 132 + ], + "log_norms_bin_edges": [ + -7.696749210357666, + -7.579690456390381, + -7.462632179260254, + -7.345573425292969, + -7.228514671325684, + -7.111456394195557, + -6.9943976402282715, + -6.877338886260986, + -6.760280609130859, + -6.643221855163574, + -6.526163101196289, + -6.409104824066162, + -6.292046070098877, + -6.17498779296875, + -6.057929039001465, + -5.94087028503418, + -5.8238115310668945, + -5.706753253936768, + -5.589694499969482, + -5.4726362228393555, + -5.35557746887207, + -5.238518714904785, + -5.1214599609375, + -5.004401683807373, + -4.887342929840088, + -4.770284652709961, + -4.653225898742676, + -4.536167144775391, + -4.4191083908081055, + -4.3020501136779785, + -4.184991836547852, + -4.067933082580566, + -3.9508743286132812, + -3.833815813064575, + -3.71675705909729, + -3.599698543548584, + -3.482639789581299, + -3.365581512451172, + -3.2485227584838867, + -3.1314640045166016, + -3.0144057273864746, + -2.8973469734191895, + -2.7802882194519043, + -2.6632299423217773, + -2.546171188354492, + -2.429112434387207, + -2.31205415725708, + -2.194995403289795, + -2.0779366493225098, + -1.9608783721923828, + -1.8438196182250977 + ], + "r_inf_mean": 0.33996471762657166, + "r_inf_median": 0.3264862298965454, + "pr_mean": 0.20711854100227356, + "pr_median": 0.20880402624607086, + "hoyer_mean": 0.5396261215209961, + "eff_dim_mean": 0.5396261215209961, + "topk_energy": { + "1": 0.11978474259376526, + "5": 0.38659363985061646, + "10": 0.5454792976379395, + "25": 0.803575873374939 + }, + "gamma_raw": 0.06287190318107605, + "gamma_active": { + "1e-08": 0.06287190318107605, + "1e-07": 0.06291515380144119, + "1e-06": 0.06303443014621735, + "1e-05": 0.06290919333696365, + "0.0001": 0.06331678479909897 + }, + "gamma_energy_weighted": { + "1e-08": 0.062352247913220346, + "1e-07": 0.062352247913220346, + "1e-06": 0.062352247913220346, + "1e-05": 0.062352247913220346, + "0.0001": 0.062352247913220346 + } + }, + { + "layer": 1, + "mean_norm": 0.0019063204526901245, + "median_norm": 0.002013805089518428, + "max_norm": 0.0025879053864628077, + "min_norm": 3.5603415771134905e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.974609375, + "1e-05": 0.9609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.608870983123779, + "5": -4.0107550621032715, + "10": -2.805634021759033, + "25": -2.7098522186279297, + "50": -2.6959681510925293, + "75": -2.6659038066864014, + "90": -2.638542890548706, + "95": -2.5972697734832764, + "99": -2.5960466861724854 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 3, + 3, + 4, + 3, + 1, + 1, + 2, + 2, + 102, + 362 + ], + "log_norms_bin_edges": [ + -8.448508262634277, + -8.331278800964355, + -8.21405029296875, + -8.096820831298828, + -7.9795918464660645, + -7.862362861633301, + -7.745133399963379, + -7.627904415130615, + -7.510675430297852, + -7.39344596862793, + -7.276216983795166, + -7.158987998962402, + -7.0417585372924805, + -6.924529552459717, + -6.807300567626953, + -6.690071105957031, + -6.572842121124268, + -6.455613136291504, + -6.338383674621582, + -6.221154689788818, + -6.103925704956055, + -5.986696243286133, + -5.869467258453369, + -5.7522382736206055, + -5.635008811950684, + -5.51777982711792, + -5.400550842285156, + -5.283321380615234, + -5.166092395782471, + -5.048863410949707, + -4.931633949279785, + -4.81440544128418, + -4.697175979614258, + -4.579946517944336, + -4.4627180099487305, + -4.345488548278809, + -4.228259563446045, + -4.111030101776123, + -3.9938011169433594, + -3.8765721321105957, + -3.759343147277832, + -3.64211368560791, + -3.5248847007751465, + -3.407655715942383, + -3.290426254272461, + -3.1731972694396973, + -3.0559682846069336, + -2.9387388229370117, + -2.821509838104248, + -2.7042808532714844, + -2.5870516300201416 + ], + "r_inf_mean": 0.24091023206710815, + "r_inf_median": 0.23829324543476105, + "pr_mean": 0.35620108246803284, + "pr_median": 0.3543747663497925, + "hoyer_mean": 0.6426109075546265, + "eff_dim_mean": 0.6426109075546265, + "topk_energy": { + "1": 0.05832706019282341, + "5": 0.2517712712287903, + "10": 0.4104042053222656, + "25": 0.7127623558044434 + }, + "gamma_raw": 0.22764530777931213, + "gamma_active": { + "1e-08": 0.22808703780174255, + "1e-07": 0.2280743569135666, + "1e-06": 0.22873856127262115, + "1e-05": 0.22891320288181305, + "0.0001": 0.22922223806381226 + }, + "gamma_energy_weighted": { + "1e-08": 0.23396739618459564, + "1e-07": 0.23396739618459564, + "1e-06": 0.23396739618459564, + "1e-05": 0.23396739618459564, + "0.0001": 0.23396739618459564 + } + }, + { + "layer": 2, + "mean_norm": 0.001871714135631919, + "median_norm": 0.0019771563820540905, + "max_norm": 0.0025420680176466703, + "min_norm": 3.491104294539582e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.974609375, + "1e-05": 0.9609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.61830997467041, + "5": -4.021457195281982, + "10": -2.816330671310425, + "25": -2.7208592891693115, + "50": -2.703953742980957, + "75": -2.6756343841552734, + "90": -2.646538734436035, + "95": -2.605100154876709, + "99": -2.604309320449829 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 4, + 3, + 3, + 1, + 1, + 2, + 3, + 150, + 313 + ], + "log_norms_bin_edges": [ + -8.457036972045898, + -8.339792251586914, + -8.22254753112793, + -8.105303764343262, + -7.988059043884277, + -7.870814323425293, + -7.753570079803467, + -7.636325836181641, + -7.519081115722656, + -7.401836395263672, + -7.284592151641846, + -7.1673479080200195, + -7.050103187561035, + -6.932858467102051, + -6.815614223480225, + -6.698369979858398, + -6.581125259399414, + -6.46388053894043, + -6.3466362953186035, + -6.229392051696777, + -6.112147331237793, + -5.994902610778809, + -5.877658367156982, + -5.760414123535156, + -5.643169403076172, + -5.5259246826171875, + -5.408680438995361, + -5.291436195373535, + -5.174191474914551, + -5.056946754455566, + -4.93970251083374, + -4.822458267211914, + -4.70521354675293, + -4.587968826293945, + -4.470724582672119, + -4.353480339050293, + -4.236235618591309, + -4.118990898132324, + -4.001746654510498, + -3.884502410888672, + -3.7672576904296875, + -3.650012969970703, + -3.532768726348877, + -3.415524482727051, + -3.2982797622680664, + -3.181035041809082, + -3.063790798187256, + -2.9465465545654297, + -2.8293018341064453, + -2.712057113647461, + -2.5948128700256348 + ], + "r_inf_mean": 0.2437913715839386, + "r_inf_median": 0.2431483119726181, + "pr_mean": 0.34843337535858154, + "pr_median": 0.3414444625377655, + "hoyer_mean": 0.6372269988059998, + "eff_dim_mean": 0.6372269988059998, + "topk_energy": { + "1": 0.05976234748959541, + "5": 0.2577359080314636, + "10": 0.41737478971481323, + "25": 0.7172098159790039 + }, + "gamma_raw": 0.07154104858636856, + "gamma_active": { + "1e-08": 0.07162120193243027, + "1e-07": 0.07154414057731628, + "1e-06": 0.07235941290855408, + "1e-05": 0.07243311405181885, + "0.0001": 0.07217488437891006 + }, + "gamma_energy_weighted": { + "1e-08": 0.0834708222909209, + "1e-07": 0.0834708222909209, + "1e-06": 0.0834708222909209, + "1e-05": 0.0834708222909209, + "0.0001": 0.0834708222909209 + } + }, + { + "layer": 3, + "mean_norm": 0.0018693289021030068, + "median_norm": 0.0019753321539610624, + "max_norm": 0.0025091394782066345, + "min_norm": 3.4886291633284827e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.974609375, + "1e-05": 0.9609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.61877965927124, + "5": -4.022175312042236, + "10": -2.817676067352295, + "25": -2.7220356464385986, + "50": -2.704352855682373, + "75": -2.676382541656494, + "90": -2.648392915725708, + "95": -2.6080329418182373, + "99": -2.6073410511016846 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 3, + 4, + 3, + 3, + 1, + 1, + 2, + 2, + 97, + 367 + ], + "log_norms_bin_edges": [ + -8.457345008850098, + -8.340208053588867, + -8.22307014465332, + -8.10593318939209, + -7.988795280456543, + -7.871657848358154, + -7.754520416259766, + -7.637383460998535, + -7.5202460289001465, + -7.403108596801758, + -7.285971164703369, + -7.1688337326049805, + -7.051696300506592, + -6.934558868408203, + -6.8174214363098145, + -6.700284004211426, + -6.583146572113037, + -6.466009140014648, + -6.348872184753418, + -6.231734275817871, + -6.114597320556641, + -5.997459411621094, + -5.880322456359863, + -5.763185024261475, + -5.646047592163086, + -5.528910160064697, + -5.411772727966309, + -5.29463529586792, + -5.177497863769531, + -5.060360908508301, + -4.943222999572754, + -4.826086044311523, + -4.708948135375977, + -4.591811180114746, + -4.474673271179199, + -4.357536315917969, + -4.24039888381958, + -4.123261451721191, + -4.006124019622803, + -3.888986587524414, + -3.7718491554260254, + -3.6547117233276367, + -3.537574291229248, + -3.4204368591308594, + -3.3032994270324707, + -3.1861624717712402, + -3.0690250396728516, + -2.951887607574463, + -2.834750175476074, + -2.7176127433776855, + -2.600475311279297 + ], + "r_inf_mean": 0.24472637474536896, + "r_inf_median": 0.24420392513275146, + "pr_mean": 0.3483859896659851, + "pr_median": 0.34565049409866333, + "hoyer_mean": 0.635683536529541, + "eff_dim_mean": 0.6356834769248962, + "topk_energy": { + "1": 0.06023857742547989, + "5": 0.2570643424987793, + "10": 0.4170821011066437, + "25": 0.717339038848877 + }, + "gamma_raw": 0.06839471310377121, + "gamma_active": { + "1e-08": 0.06855291873216629, + "1e-07": 0.06857776641845703, + "1e-06": 0.06922940909862518, + "1e-05": 0.06968733668327332, + "0.0001": 0.06986762583255768 + }, + "gamma_energy_weighted": { + "1e-08": 0.07759743023324703, + "1e-07": 0.07759743023324703, + "1e-06": 0.07759743023324703, + "1e-05": 0.07759743023324703, + "0.0001": 0.07759743023324703 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L8.json new file mode 100644 index 0000000..97e2ce5 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 13.240463256835938, + "acc": 0.0546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.009640888310968876, + "median_norm": 0.008595995604991913, + "max_norm": 0.024763232097029686, + "min_norm": 3.153009674861096e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.155895471572876, + "5": -2.386848211288452, + "10": -2.208766460418701, + "25": -2.1218698024749756, + "50": -2.065558433532715, + "75": -2.0089526176452637, + "90": -1.7380131483078003, + "95": -1.6986740827560425, + "99": -1.6468340158462524 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 4, + 4, + 6, + 3, + 10, + 15, + 58, + 128, + 133, + 47, + 11, + 6, + 3, + 26, + 31, + 11 + ], + "log_norms_bin_edges": [ + -4.501274585723877, + -4.44337272644043, + -4.385471343994141, + -4.327569484710693, + -4.269668102264404, + -4.211766242980957, + -4.153864860534668, + -4.095963001251221, + -4.038061618804932, + -3.9801597595214844, + -3.922258138656616, + -3.864356517791748, + -3.80645489692688, + -3.7485532760620117, + -3.6906516551971436, + -3.6327500343322754, + -3.5748484134674072, + -3.516946792602539, + -3.459044933319092, + -3.4011435508728027, + -3.3432416915893555, + -3.2853403091430664, + -3.227438449859619, + -3.169536828994751, + -3.111635208129883, + -3.0537335872650146, + -2.9958319664001465, + -2.9379303455352783, + -2.88002872467041, + -2.822126865386963, + -2.764225482940674, + -2.7063236236572266, + -2.6484222412109375, + -2.5905203819274902, + -2.532618999481201, + -2.474717140197754, + -2.4168155193328857, + -2.3589138984680176, + -2.3010122776031494, + -2.2431106567382812, + -2.185209035873413, + -2.127307415008545, + -2.0694057941436768, + -2.0115041732788086, + -1.9536025524139404, + -1.8957006931304932, + -1.837799072265625, + -1.7798974514007568, + -1.7219958305358887, + -1.6640942096710205, + -1.606192708015442 + ], + "r_inf_mean": 0.3648598790168762, + "r_inf_median": 0.3544965386390686, + "pr_mean": 0.17225968837738037, + "pr_median": 0.172117680311203, + "hoyer_mean": 0.49234044551849365, + "eff_dim_mean": 0.4923403859138489, + "topk_energy": { + "1": 0.13786128163337708, + "5": 0.4328274130821228, + "10": 0.598799467086792, + "25": 0.8407212495803833 + }, + "gamma_raw": 0.0464971587061882, + "gamma_active": { + "1e-08": 0.0464971587061882, + "1e-07": 0.0464971587061882, + "1e-06": 0.0464971587061882, + "1e-05": 0.0464971587061882, + "0.0001": 0.046485304832458496 + }, + "gamma_energy_weighted": { + "1e-08": 0.053127169364072135, + "1e-07": 0.053127169364072135, + "1e-06": 0.053127169364072135, + "1e-05": 0.053127169364072135, + "0.0001": 0.053127169364072135 + } + }, + { + "layer": 1, + "mean_norm": 0.001993213314563036, + "median_norm": 0.002072212053462863, + "max_norm": 0.002627550158649683, + "min_norm": 7.82398183218902e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.7651867866516113, + "5": -2.9587783813476562, + "10": -2.784099817276001, + "25": -2.7215967178344727, + "50": -2.683367967605591, + "75": -2.6501049995422363, + "90": -2.629591464996338, + "95": -2.607860565185547, + "99": -2.588566303253174 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 3, + 2, + 3, + 3, + 3, + 10, + 12, + 51, + 156, + 194, + 58 + ], + "log_norms_bin_edges": [ + -5.106572151184082, + -5.056049823760986, + -5.005527019500732, + -4.955004692077637, + -4.904482364654541, + -4.853960037231445, + -4.803437232971191, + -4.752914905548096, + -4.702392578125, + -4.651869773864746, + -4.60134744644165, + -4.550825119018555, + -4.500302791595459, + -4.449779987335205, + -4.399257659912109, + -4.348735332489014, + -4.298213005065918, + -4.247690200805664, + -4.197167873382568, + -4.146645545959473, + -4.096122741699219, + -4.045600414276123, + -3.9950780868530273, + -3.9445555210113525, + -3.8940329551696777, + -3.843510627746582, + -3.7929883003234863, + -3.7424657344818115, + -3.6919431686401367, + -3.641420841217041, + -3.590898275375366, + -3.5403757095336914, + -3.4898533821105957, + -3.4393310546875, + -3.388808488845825, + -3.3382859230041504, + -3.2877635955810547, + -3.23724102973938, + -3.186718463897705, + -3.1361961364746094, + -3.0856738090515137, + -3.035151243209839, + -2.984628677368164, + -2.9341063499450684, + -2.8835837841033936, + -2.833061456680298, + -2.782538890838623, + -2.7320165634155273, + -2.6814939975738525, + -2.6309714317321777, + -2.580449104309082 + ], + "r_inf_mean": 0.2660335600376129, + "r_inf_median": 0.266916960477829, + "pr_mean": 0.3235830068588257, + "pr_median": 0.32026517391204834, + "hoyer_mean": 0.6308690309524536, + "eff_dim_mean": 0.6308689713478088, + "topk_energy": { + "1": 0.07146192342042923, + "5": 0.27407556772232056, + "10": 0.42573100328445435, + "25": 0.7235212326049805 + }, + "gamma_raw": 0.3224623501300812, + "gamma_active": { + "1e-08": 0.3224623501300812, + "1e-07": 0.3224623501300812, + "1e-06": 0.3224623501300812, + "1e-05": 0.3222258985042572, + "0.0001": 0.32144272327423096 + }, + "gamma_energy_weighted": { + "1e-08": 0.31629127536886537, + "1e-07": 0.31629127536886537, + "1e-06": 0.31629127536886537, + "1e-05": 0.31629127536886537, + "0.0001": 0.31629127536886537 + } + }, + { + "layer": 2, + "mean_norm": 0.0019555375911295414, + "median_norm": 0.0020267628133296967, + "max_norm": 0.0026161526329815388, + "min_norm": 7.591917892568745e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.7837116718292236, + "5": -2.9744672775268555, + "10": -2.7863576412200928, + "25": -2.730663299560547, + "50": -2.6920881271362305, + "75": -2.6570069789886475, + "90": -2.6328752040863037, + "95": -2.6164872646331787, + "99": -2.5899765491485596 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 4, + 6, + 7, + 10, + 67, + 156, + 185, + 52 + ], + "log_norms_bin_edges": [ + -5.119648456573486, + -5.068902015686035, + -5.018156051635742, + -4.967409610748291, + -4.916663646697998, + -4.865917205810547, + -4.815171241760254, + -4.764424800872803, + -4.71367883682251, + -4.662932395935059, + -4.612186431884766, + -4.5614399909973145, + -4.510693550109863, + -4.45994758605957, + -4.409201145172119, + -4.358455181121826, + -4.307708740234375, + -4.256962776184082, + -4.206216335296631, + -4.155470371246338, + -4.104723930358887, + -4.053977966308594, + -4.003231525421143, + -3.9524853229522705, + -3.9017391204833984, + -3.8509926795959473, + -3.8002467155456543, + -3.749500274658203, + -3.69875431060791, + -3.648007869720459, + -3.597261667251587, + -3.546515464782715, + -3.4957692623138428, + -3.4450230598449707, + -3.3942768573760986, + -3.3435306549072266, + -3.2927842140197754, + -3.2420382499694824, + -3.1912918090820312, + -3.1405458450317383, + -3.089799404144287, + -3.039053201675415, + -2.988306999206543, + -2.937560796737671, + -2.886814594268799, + -2.8360683917999268, + -2.7853221893310547, + -2.7345759868621826, + -2.6838297843933105, + -2.6330833435058594, + -2.5823371410369873 + ], + "r_inf_mean": 0.2660924792289734, + "r_inf_median": 0.2644846737384796, + "pr_mean": 0.3228081464767456, + "pr_median": 0.3156336843967438, + "hoyer_mean": 0.630885124206543, + "eff_dim_mean": 0.630885124206543, + "topk_energy": { + "1": 0.07153885066509247, + "5": 0.27489468455314636, + "10": 0.4285636842250824, + "25": 0.7251163721084595 + }, + "gamma_raw": 0.1735672950744629, + "gamma_active": { + "1e-08": 0.1735672950744629, + "1e-07": 0.1735672950744629, + "1e-06": 0.1735672950744629, + "1e-05": 0.17369481921195984, + "0.0001": 0.17404872179031372 + }, + "gamma_energy_weighted": { + "1e-08": 0.17878462011771062, + "1e-07": 0.17878462011771062, + "1e-06": 0.17878462011771062, + "1e-05": 0.17878462011771062, + "0.0001": 0.17878462011771062 + } + }, + { + "layer": 3, + "mean_norm": 0.0019438641611486673, + "median_norm": 0.0020151790231466293, + "max_norm": 0.002586183836683631, + "min_norm": 7.562715381936869e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.7862420082092285, + "5": -2.9772603511810303, + "10": -2.7891170978546143, + "25": -2.7315425872802734, + "50": -2.695436954498291, + "75": -2.6602792739868164, + "90": -2.6370348930358887, + "95": -2.620452642440796, + "99": -2.594902753829956 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 4, + 5, + 7, + 10, + 66, + 151, + 191, + 53 + ], + "log_norms_bin_edges": [ + -5.121322154998779, + -5.070642471313477, + -5.019962787628174, + -4.969283103942871, + -4.918603420257568, + -4.867924213409424, + -4.817244529724121, + -4.766564846038818, + -4.715885162353516, + -4.665205478668213, + -4.61452579498291, + -4.563846111297607, + -4.513166427612305, + -4.462486743927002, + -4.411807060241699, + -4.361127853393555, + -4.310448169708252, + -4.259768486022949, + -4.2090888023376465, + -4.158409118652344, + -4.107729434967041, + -4.057049751281738, + -4.006370544433594, + -3.955690622329712, + -3.905010938644409, + -3.8543314933776855, + -3.803651809692383, + -3.75297212600708, + -3.7022924423217773, + -3.6516127586364746, + -3.600933074951172, + -3.5502536296844482, + -3.4995739459991455, + -3.4488942623138428, + -3.398214817047119, + -3.3475351333618164, + -3.2968554496765137, + -3.246175765991211, + -3.195496082305908, + -3.1448163986206055, + -3.094136953353882, + -3.043457269668579, + -2.9927775859832764, + -2.9420979022979736, + -2.89141845703125, + -2.8407387733459473, + -2.7900590896606445, + -2.739379405975342, + -2.688699722290039, + -2.6380202770233154, + -2.5873405933380127 + ], + "r_inf_mean": 0.26615557074546814, + "r_inf_median": 0.26505908370018005, + "pr_mean": 0.3226483464241028, + "pr_median": 0.315997451543808, + "hoyer_mean": 0.6311837434768677, + "eff_dim_mean": 0.6311837434768677, + "topk_energy": { + "1": 0.0715615451335907, + "5": 0.27567070722579956, + "10": 0.42943376302719116, + "25": 0.7249069213867188 + }, + "gamma_raw": 0.10494878143072128, + "gamma_active": { + "1e-08": 0.10494878143072128, + "1e-07": 0.10494878143072128, + "1e-06": 0.10494878143072128, + "1e-05": 0.10485464334487915, + "0.0001": 0.10489615797996521 + }, + "gamma_energy_weighted": { + "1e-08": 0.11804793983682695, + "1e-07": 0.11804793983682695, + "1e-06": 0.11804793983682695, + "1e-05": 0.11804793983682695, + "0.0001": 0.11804793983682695 + } + }, + { + "layer": 4, + "mean_norm": 0.0019398849690333009, + "median_norm": 0.0020133957732468843, + "max_norm": 0.0025792792439460754, + "min_norm": 7.561865913885413e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.786496877670288, + "5": -2.9781830310821533, + "10": -2.7895631790161133, + "25": -2.732286214828491, + "50": -2.695866107940674, + "75": -2.662109613418579, + "90": -2.639054775238037, + "95": -2.6208181381225586, + "99": -2.5963447093963623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 3, + 6, + 7, + 10, + 65, + 154, + 190, + 52 + ], + "log_norms_bin_edges": [ + -5.121371269226074, + -5.070713996887207, + -5.02005672454834, + -4.9693989753723145, + -4.918741703033447, + -4.86808443069458, + -4.817426681518555, + -4.7667694091796875, + -4.71611213684082, + -4.665454864501953, + -4.614797592163086, + -4.5641398429870605, + -4.513482570648193, + -4.462825298309326, + -4.412167549133301, + -4.361510276794434, + -4.310853004455566, + -4.260195732116699, + -4.209538459777832, + -4.158880710601807, + -4.1082234382629395, + -4.057566165924072, + -4.006908416748047, + -3.9562511444091797, + -3.9055938720703125, + -3.8549365997314453, + -3.804279088973999, + -3.7536215782165527, + -3.7029643058776855, + -3.6523070335388184, + -3.601649522781372, + -3.550992012023926, + -3.5003347396850586, + -3.4496774673461914, + -3.399019956588745, + -3.348362445831299, + -3.2977051734924316, + -3.2470479011535645, + -3.196390390396118, + -3.145732879638672, + -3.0950756072998047, + -3.0444183349609375, + -2.993760824203491, + -2.943103313446045, + -2.8924460411071777, + -2.8417887687683105, + -2.7911312580108643, + -2.740473747253418, + -2.689816474914551, + -2.6391592025756836, + -2.5885016918182373 + ], + "r_inf_mean": 0.2672453224658966, + "r_inf_median": 0.26609742641448975, + "pr_mean": 0.32202547788619995, + "pr_median": 0.31653115153312683, + "hoyer_mean": 0.6314830183982849, + "eff_dim_mean": 0.6314830183982849, + "topk_energy": { + "1": 0.07213800400495529, + "5": 0.2760513722896576, + "10": 0.4295549988746643, + "25": 0.7246609926223755 + }, + "gamma_raw": 0.07019973546266556, + "gamma_active": { + "1e-08": 0.07019973546266556, + "1e-07": 0.07019973546266556, + "1e-06": 0.07019973546266556, + "1e-05": 0.07001914829015732, + "0.0001": 0.06974947452545166 + }, + "gamma_energy_weighted": { + "1e-08": 0.07612853368531157, + "1e-07": 0.07612853368531157, + "1e-06": 0.07612853368531157, + "1e-05": 0.07612853368531157, + "0.0001": 0.07612853368531157 + } + }, + { + "layer": 5, + "mean_norm": 0.0019380911253392696, + "median_norm": 0.0020155468955636024, + "max_norm": 0.0025688547175377607, + "min_norm": 7.581226782349404e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.786698341369629, + "5": -2.978524923324585, + "10": -2.789804220199585, + "25": -2.7329933643341064, + "50": -2.6953794956207275, + "75": -2.6636314392089844, + "90": -2.6389291286468506, + "95": -2.6226556301116943, + "99": -2.5978686809539795 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 2, + 6, + 8, + 10, + 62, + 155, + 188, + 56 + ], + "log_norms_bin_edges": [ + -5.120260715484619, + -5.069660663604736, + -5.0190606117248535, + -4.968460559844971, + -4.917860507965088, + -4.867260932922363, + -4.8166608810424805, + -4.766060829162598, + -4.715460777282715, + -4.664860725402832, + -4.614260673522949, + -4.563660621643066, + -4.513060569763184, + -4.462460517883301, + -4.411860466003418, + -4.361260414123535, + -4.3106608390808105, + -4.260060787200928, + -4.209460735321045, + -4.158860683441162, + -4.108260631561279, + -4.0576605796813965, + -4.007060527801514, + -3.956460475921631, + -3.905860662460327, + -3.8552606105804443, + -3.8046607971191406, + -3.754060745239258, + -3.703460693359375, + -3.652860641479492, + -3.6022605895996094, + -3.5516605377197266, + -3.5010604858398438, + -3.450460433959961, + -3.3998606204986572, + -3.3492605686187744, + -3.2986607551574707, + -3.248060703277588, + -3.197460651397705, + -3.1468605995178223, + -3.0962605476379395, + -3.0456604957580566, + -2.995060682296753, + -2.94446063041687, + -2.8938605785369873, + -2.8432605266571045, + -2.7926604747772217, + -2.742060661315918, + -2.691460609436035, + -2.6408605575561523, + -2.5902605056762695 + ], + "r_inf_mean": 0.2671268582344055, + "r_inf_median": 0.26680830121040344, + "pr_mean": 0.3217339515686035, + "pr_median": 0.31492891907691956, + "hoyer_mean": 0.6312482357025146, + "eff_dim_mean": 0.6312482357025146, + "topk_energy": { + "1": 0.07208926230669022, + "5": 0.2766100764274597, + "10": 0.43011006712913513, + "25": 0.7247315645217896 + }, + "gamma_raw": 0.0966295376420021, + "gamma_active": { + "1e-08": 0.0966295376420021, + "1e-07": 0.0966295376420021, + "1e-06": 0.0966295376420021, + "1e-05": 0.09640660881996155, + "0.0001": 0.0961783155798912 + }, + "gamma_energy_weighted": { + "1e-08": 0.10152398008688787, + "1e-07": 0.10152398008688787, + "1e-06": 0.10152398008688787, + "1e-05": 0.10152398008688787, + "0.0001": 0.10152398008688787 + } + }, + { + "layer": 6, + "mean_norm": 0.001937012537382543, + "median_norm": 0.0020109310280531645, + "max_norm": 0.0025782070588320494, + "min_norm": 7.556835043942556e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.7869179248809814, + "5": -2.9794046878814697, + "10": -2.789736747741699, + "25": -2.7322139739990234, + "50": -2.696164131164551, + "75": -2.6638638973236084, + "90": -2.639724016189575, + "95": -2.6231210231781006, + "99": -2.5963025093078613 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 4, + 5, + 7, + 10, + 63, + 156, + 191, + 51 + ], + "log_norms_bin_edges": [ + -5.121660232543945, + -5.071000576019287, + -5.020340919494629, + -4.969681739807129, + -4.919022083282471, + -4.8683624267578125, + -4.817702770233154, + -4.767043113708496, + -4.716383934020996, + -4.665724277496338, + -4.61506462097168, + -4.5644049644470215, + -4.513745307922363, + -4.463086128234863, + -4.412426471710205, + -4.361766815185547, + -4.311107158660889, + -4.2604475021362305, + -4.2097883224487305, + -4.159128665924072, + -4.108469009399414, + -4.057809352874756, + -4.007149696350098, + -3.9564905166625977, + -3.9058308601379395, + -3.8551712036132812, + -3.804511547088623, + -3.753852128982544, + -3.703192710876465, + -3.6525330543518066, + -3.6018733978271484, + -3.5512137413024902, + -3.500554323196411, + -3.449894905090332, + -3.399235248565674, + -3.3485755920410156, + -3.2979159355163574, + -3.2472565174102783, + -3.196597099304199, + -3.145937442779541, + -3.095277786254883, + -3.0446183681488037, + -2.9939587116241455, + -2.9432990550994873, + -2.892639636993408, + -2.84197998046875, + -2.791320562362671, + -2.7406609058380127, + -2.6900014877319336, + -2.6393418312072754, + -2.588682174682617 + ], + "r_inf_mean": 0.2672417163848877, + "r_inf_median": 0.26702526211738586, + "pr_mean": 0.32172971963882446, + "pr_median": 0.31473731994628906, + "hoyer_mean": 0.6313236355781555, + "eff_dim_mean": 0.6313236355781555, + "topk_energy": { + "1": 0.07213842868804932, + "5": 0.2768975496292114, + "10": 0.4297950267791748, + "25": 0.7243320941925049 + }, + "gamma_raw": 0.13385987281799316, + "gamma_active": { + "1e-08": 0.13385987281799316, + "1e-07": 0.13385987281799316, + "1e-06": 0.13385987281799316, + "1e-05": 0.13358603417873383, + "0.0001": 0.13344690203666687 + }, + "gamma_energy_weighted": { + "1e-08": 0.14120965994433154, + "1e-07": 0.14120965994433154, + "1e-06": 0.14120965994433154, + "1e-05": 0.14120965994433154, + "0.0001": 0.14120965994433154 + } + }, + { + "layer": 7, + "mean_norm": 0.0019344710744917393, + "median_norm": 0.0020095743238925934, + "max_norm": 0.0025819912552833557, + "min_norm": 7.532558811362833e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.7869873046875, + "5": -2.9790878295898438, + "10": -2.7894694805145264, + "25": -2.732828140258789, + "50": -2.6967978477478027, + "75": -2.664604902267456, + "90": -2.640730619430542, + "95": -2.6244871616363525, + "99": -2.5958595275878906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 4, + 6, + 7, + 9, + 66, + 154, + 192, + 49 + ], + "log_norms_bin_edges": [ + -5.123057842254639, + -5.072357654571533, + -5.021657466888428, + -4.970957279205322, + -4.920256614685059, + -4.869556427001953, + -4.818856239318848, + -4.768156051635742, + -4.717455863952637, + -4.666755676269531, + -4.616055488586426, + -4.56535530090332, + -4.514654636383057, + -4.463954448699951, + -4.413254261016846, + -4.36255407333374, + -4.311853885650635, + -4.261153697967529, + -4.210453033447266, + -4.15975284576416, + -4.109052658081055, + -4.058352470397949, + -4.007652282714844, + -3.9569520950317383, + -3.9062516689300537, + -3.8555514812469482, + -3.8048510551452637, + -3.754150867462158, + -3.7034506797790527, + -3.6527504920959473, + -3.602050304412842, + -3.5513501167297363, + -3.5006496906280518, + -3.449949264526367, + -3.3992490768432617, + -3.3485488891601562, + -3.297848701477051, + -3.2471485137939453, + -3.19644832611084, + -3.1457479000091553, + -3.09504771232605, + -3.0443472862243652, + -2.9936470985412598, + -2.9429469108581543, + -2.892246723175049, + -2.8415462970733643, + -2.790846109390259, + -2.7401459217071533, + -2.6894454956054688, + -2.6387453079223633, + -2.588045120239258 + ], + "r_inf_mean": 0.26726338267326355, + "r_inf_median": 0.26932093501091003, + "pr_mean": 0.3216184973716736, + "pr_median": 0.31317222118377686, + "hoyer_mean": 0.6313693523406982, + "eff_dim_mean": 0.6313693523406982, + "topk_energy": { + "1": 0.07215212285518646, + "5": 0.27694106101989746, + "10": 0.42994582653045654, + "25": 0.7243726253509521 + }, + "gamma_raw": 0.12242889404296875, + "gamma_active": { + "1e-08": 0.12242889404296875, + "1e-07": 0.12242889404296875, + "1e-06": 0.12242889404296875, + "1e-05": 0.12275014072656631, + "0.0001": 0.12359612435102463 + }, + "gamma_energy_weighted": { + "1e-08": 0.12405315454487559, + "1e-07": 0.12405315454487559, + "1e-06": 0.12405315454487559, + "1e-05": 0.12405315454487559, + "0.0001": 0.12405315454487559 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L4.json new file mode 100644 index 0000000..60e2a0d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 3.0500993728637695, + "acc": 0.12890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0017178175039589405, + "median_norm": 0.0017234665574505925, + "max_norm": 0.0027213520370423794, + "min_norm": 0.0006190741551108658, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.105677366256714, + "5": -2.9745888710021973, + "10": -2.873271942138672, + "25": -2.805358409881592, + "50": -2.7634754180908203, + "75": -2.7207865715026855, + "90": -2.6733787059783936, + "95": -2.653172016143799, + "99": -2.600125312805176 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 3, + 1, + 1, + 1, + 1, + 2, + 2, + 1, + 5, + 2, + 2, + 2, + 5, + 1, + 5, + 2, + 6, + 3, + 9, + 15, + 8, + 18, + 16, + 34, + 40, + 34, + 48, + 35, + 39, + 41, + 22, + 25, + 19, + 16, + 13, + 8, + 7, + 5, + 1, + 5, + 1, + 2 + ], + "log_norms_bin_edges": [ + -3.2082574367523193, + -3.195396661758423, + -3.1825356483459473, + -3.169674873352051, + -3.1568140983581543, + -3.143953323364258, + -3.1310923099517822, + -3.1182315349578857, + -3.1053707599639893, + -3.0925097465515137, + -3.079648971557617, + -3.0667881965637207, + -3.053927421569824, + -3.0410664081573486, + -3.028205633163452, + -3.0153448581695557, + -3.00248384475708, + -2.9896230697631836, + -2.976762294769287, + -2.9639015197753906, + -2.951040506362915, + -2.9381797313690186, + -2.925318956375122, + -2.9124579429626465, + -2.89959716796875, + -2.8867363929748535, + -2.873875617980957, + -2.8610146045684814, + -2.848153829574585, + -2.8352930545806885, + -2.822432041168213, + -2.8095712661743164, + -2.79671049118042, + -2.7838497161865234, + -2.770988941192627, + -2.7581279277801514, + -2.745267152786255, + -2.7324063777923584, + -2.719545364379883, + -2.7066845893859863, + -2.69382381439209, + -2.6809630393981934, + -2.6681020259857178, + -2.6552412509918213, + -2.6423802375793457, + -2.629519462585449, + -2.6166586875915527, + -2.6037979125976562, + -2.5909371376037598, + -2.578076124191284, + -2.5652153491973877 + ], + "r_inf_mean": 0.337380051612854, + "r_inf_median": 0.2841452956199646, + "pr_mean": 0.264122873544693, + "pr_median": 0.3042503297328949, + "hoyer_mean": 0.597859799861908, + "eff_dim_mean": 0.597859799861908, + "topk_energy": { + "1": 0.1301029622554779, + "5": 0.32058900594711304, + "10": 0.46641218662261963, + "25": 0.7427868247032166 + }, + "gamma_raw": 0.2677154839038849, + "gamma_active": { + "1e-08": 0.2677154839038849, + "1e-07": 0.2677154839038849, + "1e-06": 0.2677154839038849, + "1e-05": 0.2677154839038849, + "0.0001": 0.2677154839038849 + }, + "gamma_energy_weighted": { + "1e-08": 0.2581208252758463, + "1e-07": 0.2581208252758463, + "1e-06": 0.2581208252758463, + "1e-05": 0.2581208252758463, + "0.0001": 0.2581208252758463 + } + }, + { + "layer": 1, + "mean_norm": 0.0016073614824563265, + "median_norm": 0.0016581247327849269, + "max_norm": 0.002360515296459198, + "min_norm": 0.0006030646036379039, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1581716537475586, + "5": -2.989478349685669, + "10": -2.906625270843506, + "25": -2.8165040016174316, + "50": -2.780167818069458, + "75": -2.7511510848999023, + "90": -2.728343963623047, + "95": -2.713282585144043, + "99": -2.6807262897491455 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 3, + 2, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 3, + 4, + 4, + 4, + 2, + 6, + 3, + 2, + 4, + 5, + 7, + 13, + 8, + 12, + 17, + 13, + 33, + 47, + 46, + 42, + 59, + 54, + 41, + 24, + 14, + 9, + 7, + 4, + 3, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2196364402770996, + -3.2077834606170654, + -3.1959307193756104, + -3.184077739715576, + -3.172224998474121, + -3.160372018814087, + -3.148519277572632, + -3.1366662979125977, + -3.1248135566711426, + -3.1129605770111084, + -3.1011078357696533, + -3.089254856109619, + -3.077402114868164, + -3.06554913520813, + -3.053696393966675, + -3.0418434143066406, + -3.0299906730651855, + -3.0181376934051514, + -3.0062849521636963, + -2.994431972503662, + -2.982579231262207, + -2.970726251602173, + -2.9588735103607178, + -2.9470205307006836, + -2.9351677894592285, + -2.9233148097991943, + -2.91146183013916, + -2.899609088897705, + -2.88775634765625, + -2.875903367996216, + -2.8640503883361816, + -2.8521976470947266, + -2.8403446674346924, + -2.8284919261932373, + -2.816638946533203, + -2.804786205291748, + -2.792933225631714, + -2.781080484390259, + -2.7692275047302246, + -2.7573747634887695, + -2.7455217838287354, + -2.7336690425872803, + -2.721816062927246, + -2.709963321685791, + -2.698110342025757, + -2.6862573623657227, + -2.6744046211242676, + -2.6625518798828125, + -2.6506989002227783, + -2.638845920562744, + -2.626993179321289 + ], + "r_inf_mean": 0.2440159171819687, + "r_inf_median": 0.24094602465629578, + "pr_mean": 0.3513881266117096, + "pr_median": 0.35413846373558044, + "hoyer_mean": 0.6384509801864624, + "eff_dim_mean": 0.6384509801864624, + "topk_energy": { + "1": 0.06021127104759216, + "5": 0.2564191222190857, + "10": 0.41330355405807495, + "25": 0.715617299079895 + }, + "gamma_raw": 0.17020748555660248, + "gamma_active": { + "1e-08": 0.17020748555660248, + "1e-07": 0.17020748555660248, + "1e-06": 0.17020748555660248, + "1e-05": 0.17020748555660248, + "0.0001": 0.17020748555660248 + }, + "gamma_energy_weighted": { + "1e-08": 0.17703409072434179, + "1e-07": 0.17703409072434179, + "1e-06": 0.17703409072434179, + "1e-05": 0.17703409072434179, + "0.0001": 0.17703409072434179 + } + }, + { + "layer": 2, + "mean_norm": 0.0015975655987858772, + "median_norm": 0.0016446849331259727, + "max_norm": 0.0023522789124399424, + "min_norm": 0.0006010374636389315, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1586413383483887, + "5": -2.9910290241241455, + "10": -2.908982992172241, + "25": -2.8187854290008545, + "50": -2.783560037612915, + "75": -2.7548766136169434, + "90": -2.732254981994629, + "95": -2.7168304920196533, + "99": -2.6850974559783936 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 0, + 3, + 2, + 1, + 1, + 0, + 1, + 0, + 4, + 1, + 4, + 3, + 5, + 3, + 2, + 6, + 3, + 2, + 4, + 5, + 7, + 13, + 8, + 11, + 16, + 17, + 29, + 51, + 49, + 44, + 63, + 49, + 38, + 25, + 10, + 12, + 5, + 4, + 2, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2210986614227295, + -3.209246873855591, + -3.197395086288452, + -3.1855432987213135, + -3.173691749572754, + -3.1618399620056152, + -3.1499881744384766, + -3.138136386871338, + -3.126284599304199, + -3.1144328117370605, + -3.102581262588501, + -3.0907294750213623, + -3.0788776874542236, + -3.067025899887085, + -3.0551741123199463, + -3.0433223247528076, + -3.031470775604248, + -3.0196189880371094, + -3.0077672004699707, + -2.995915412902832, + -2.9840636253356934, + -2.9722118377685547, + -2.960360050201416, + -2.9485085010528564, + -2.9366567134857178, + -2.924804925918579, + -2.9129531383514404, + -2.9011013507843018, + -2.889249801635742, + -2.8773980140686035, + -2.865546226501465, + -2.853694438934326, + -2.8418426513671875, + -2.829990863800049, + -2.81813907623291, + -2.8062875270843506, + -2.794435739517212, + -2.7825839519500732, + -2.7707321643829346, + -2.758880376815796, + -2.7470285892486572, + -2.7351770401000977, + -2.723325252532959, + -2.7114734649658203, + -2.6996216773986816, + -2.687769889831543, + -2.6759181022644043, + -2.6640663146972656, + -2.652214765548706, + -2.6403629779815674, + -2.6285111904144287 + ], + "r_inf_mean": 0.24366986751556396, + "r_inf_median": 0.24062056839466095, + "pr_mean": 0.3536764979362488, + "pr_median": 0.3554467558860779, + "hoyer_mean": 0.6402544975280762, + "eff_dim_mean": 0.6402544379234314, + "topk_energy": { + "1": 0.06010158732533455, + "5": 0.25493040680885315, + "10": 0.41101914644241333, + "25": 0.7133191227912903 + }, + "gamma_raw": 0.04766678810119629, + "gamma_active": { + "1e-08": 0.04766678810119629, + "1e-07": 0.04766678810119629, + "1e-06": 0.04766678810119629, + "1e-05": 0.04766678810119629, + "0.0001": 0.04766678810119629 + }, + "gamma_energy_weighted": { + "1e-08": 0.05291266206578397, + "1e-07": 0.05291266206578397, + "1e-06": 0.05291266206578397, + "1e-05": 0.05291266206578397, + "0.0001": 0.05291266206578397 + } + }, + { + "layer": 3, + "mean_norm": 0.0015967157669365406, + "median_norm": 0.0016453099669888616, + "max_norm": 0.0023350059054791927, + "min_norm": 0.0006037398125045002, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.157135248184204, + "5": -2.990234851837158, + "10": -2.9073891639709473, + "25": -2.818223476409912, + "50": -2.783717632293701, + "75": -2.75557804107666, + "90": -2.732189655303955, + "95": -2.716715097427368, + "99": -2.682891845703125 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 3, + 2, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 4, + 3, + 4, + 4, + 2, + 5, + 4, + 2, + 4, + 5, + 7, + 12, + 9, + 10, + 18, + 12, + 30, + 49, + 49, + 43, + 56, + 52, + 43, + 27, + 13, + 9, + 7, + 4, + 3, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -3.2191503047943115, + -3.2074015140533447, + -3.195652723312378, + -3.183903932571411, + -3.1721551418304443, + -3.1604065895080566, + -3.14865779876709, + -3.136909008026123, + -3.1251602172851562, + -3.1134114265441895, + -3.1016626358032227, + -3.089913845062256, + -3.078165054321289, + -3.0664165019989014, + -3.0546677112579346, + -3.0429189205169678, + -3.031170129776001, + -3.019421339035034, + -3.0076725482940674, + -2.9959237575531006, + -2.984174966812134, + -2.972426414489746, + -2.9606776237487793, + -2.9489288330078125, + -2.9371800422668457, + -2.925431251525879, + -2.913682460784912, + -2.9019336700439453, + -2.8901848793029785, + -2.8784360885620117, + -2.866687536239624, + -2.8549387454986572, + -2.8431899547576904, + -2.8314411640167236, + -2.819692373275757, + -2.80794358253479, + -2.7961947917938232, + -2.7844462394714355, + -2.7726974487304688, + -2.760948657989502, + -2.749199867248535, + -2.7374510765075684, + -2.7257022857666016, + -2.7139534950256348, + -2.702204704284668, + -2.690455913543701, + -2.6787071228027344, + -2.6669585704803467, + -2.65520977973938, + -2.643460988998413, + -2.6317121982574463 + ], + "r_inf_mean": 0.24322648346424103, + "r_inf_median": 0.23967380821704865, + "pr_mean": 0.3558668792247772, + "pr_median": 0.3602905869483948, + "hoyer_mean": 0.6429501175880432, + "eff_dim_mean": 0.6429500579833984, + "topk_energy": { + "1": 0.05989980697631836, + "5": 0.2538282871246338, + "10": 0.4093371629714966, + "25": 0.710781991481781 + }, + "gamma_raw": 0.06030622869729996, + "gamma_active": { + "1e-08": 0.06030622869729996, + "1e-07": 0.06030622869729996, + "1e-06": 0.06030622869729996, + "1e-05": 0.06030622869729996, + "0.0001": 0.06030622869729996 + }, + "gamma_energy_weighted": { + "1e-08": 0.05986431470317109, + "1e-07": 0.05986431470317109, + "1e-06": 0.05986431470317109, + "1e-05": 0.05986431470317109, + "0.0001": 0.05986431470317109 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L8.json new file mode 100644 index 0000000..1f9675c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 10.25870418548584, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0026705896016210318, + "median_norm": 0.0025775309186428785, + "max_norm": 0.00560967531055212, + "min_norm": 6.996021693339571e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.876936912536621, + "5": -2.9398648738861084, + "10": -2.73953914642334, + "25": -2.6564764976501465, + "50": -2.5883185863494873, + "75": -2.50282883644104, + "90": -2.4235339164733887, + "95": -2.374242067337036, + "99": -2.304349184036255 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 2, + 1, + 3, + 1, + 5, + 1, + 6, + 3, + 9, + 10, + 43, + 65, + 76, + 61, + 57, + 53, + 31, + 26, + 17, + 14, + 6, + 3 + ], + "log_norms_bin_edges": [ + -4.155148983001709, + -4.117067337036133, + -4.078985691070557, + -4.040903568267822, + -4.002821922302246, + -3.96474027633667, + -3.9266586303710938, + -3.8885769844055176, + -3.8504951000213623, + -3.812413454055786, + -3.774331569671631, + -3.7362499237060547, + -3.6981682777404785, + -3.6600863933563232, + -3.622004747390747, + -3.583922863006592, + -3.5458412170410156, + -3.5077595710754395, + -3.4696779251098633, + -3.431596040725708, + -3.393514394760132, + -3.3554325103759766, + -3.3173508644104004, + -3.279269218444824, + -3.241187572479248, + -3.2031056880950928, + -3.1650240421295166, + -3.1269421577453613, + -3.088860511779785, + -3.050778865814209, + -3.0126969814300537, + -2.9746153354644775, + -2.9365334510803223, + -2.898451805114746, + -2.86037015914917, + -2.8222885131835938, + -2.7842066287994385, + -2.746124744415283, + -2.708043098449707, + -2.669961452484131, + -2.6318798065185547, + -2.5937981605529785, + -2.5557162761688232, + -2.517634391784668, + -2.479552745819092, + -2.4414710998535156, + -2.4033894538879395, + -2.365307569503784, + -2.327225923538208, + -2.2891440391540527, + -2.2510623931884766 + ], + "r_inf_mean": 0.535901665687561, + "r_inf_median": 0.5279303193092346, + "pr_mean": 0.09994518011808395, + "pr_median": 0.07353425770998001, + "hoyer_mean": 0.4324793219566345, + "eff_dim_mean": 0.4324793219566345, + "topk_energy": { + "1": 0.3132690191268921, + "5": 0.5618623495101929, + "10": 0.6649786829948425, + "25": 0.8480798006057739 + }, + "gamma_raw": 0.21073715388774872, + "gamma_active": { + "1e-08": 0.21073715388774872, + "1e-07": 0.21073715388774872, + "1e-06": 0.21073715388774872, + "1e-05": 0.21073715388774872, + "0.0001": 0.21077722311019897 + }, + "gamma_energy_weighted": { + "1e-08": 0.19807469335870534, + "1e-07": 0.19807469335870534, + "1e-06": 0.19807469335870534, + "1e-05": 0.19807469335870534, + "0.0001": 0.19807469335870534 + } + }, + { + "layer": 1, + "mean_norm": 0.0017474489286541939, + "median_norm": 0.001857479801401496, + "max_norm": 0.00246403063647449, + "min_norm": 3.294317139079794e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.970200538635254, + "5": -3.170133590698242, + "10": -2.951406240463257, + "25": -2.760509967803955, + "50": -2.7310376167297363, + "75": -2.702080488204956, + "90": -2.6787965297698975, + "95": -2.6567115783691406, + "99": -2.625364303588867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 0, + 3, + 0, + 3, + 4, + 3, + 4, + 2, + 7, + 3, + 9, + 8, + 8, + 9, + 16, + 43, + 167, + 144, + 46, + 17 + ], + "log_norms_bin_edges": [ + -4.482234477996826, + -4.444756984710693, + -4.407279014587402, + -4.3698015213012695, + -4.332324028015137, + -4.294846534729004, + -4.257369041442871, + -4.21989107131958, + -4.182413578033447, + -4.1449360847473145, + -4.107458114624023, + -4.069980621337891, + -4.032503128051758, + -3.995025634765625, + -3.957547903060913, + -3.920070171356201, + -3.8825926780700684, + -3.8451151847839355, + -3.8076374530792236, + -3.7701597213745117, + -3.732682228088379, + -3.695204734802246, + -3.657727003097534, + -3.6202492713928223, + -3.5827717781066895, + -3.5452942848205566, + -3.5078165531158447, + -3.470338821411133, + -3.432861328125, + -3.395383834838867, + -3.3579061031341553, + -3.3204283714294434, + -3.2829508781433105, + -3.2454733848571777, + -3.207995653152466, + -3.170517921447754, + -3.133040428161621, + -3.0955629348754883, + -3.0580852031707764, + -3.0206074714660645, + -2.9831299781799316, + -2.945652484893799, + -2.908174753189087, + -2.870697021484375, + -2.833219528198242, + -2.7957420349121094, + -2.7582643032073975, + -2.7207865715026855, + -2.6833090782165527, + -2.64583158493042, + -2.608353853225708 + ], + "r_inf_mean": 0.2597809433937073, + "r_inf_median": 0.2489384263753891, + "pr_mean": 0.32620343565940857, + "pr_median": 0.3331533670425415, + "hoyer_mean": 0.626523494720459, + "eff_dim_mean": 0.6265234351158142, + "topk_energy": { + "1": 0.06912270188331604, + "5": 0.2732478380203247, + "10": 0.432500422000885, + "25": 0.7324697971343994 + }, + "gamma_raw": 0.20357869565486908, + "gamma_active": { + "1e-08": 0.20357869565486908, + "1e-07": 0.20357869565486908, + "1e-06": 0.20357869565486908, + "1e-05": 0.20357869565486908, + "0.0001": 0.20287764072418213 + }, + "gamma_energy_weighted": { + "1e-08": 0.1985409046072336, + "1e-07": 0.1985409046072336, + "1e-06": 0.1985409046072336, + "1e-05": 0.1985409046072336, + "0.0001": 0.1985409046072336 + } + }, + { + "layer": 2, + "mean_norm": 0.0017315312288701534, + "median_norm": 0.0018432330107316375, + "max_norm": 0.0024241667706519365, + "min_norm": 3.248000575695187e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.975961446762085, + "5": -3.176013231277466, + "10": -2.9574294090270996, + "25": -2.762453079223633, + "50": -2.734412431716919, + "75": -2.7063980102539062, + "90": -2.6829919815063477, + "95": -2.659212112426758, + "99": -2.6324799060821533 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 0, + 3, + 0, + 3, + 4, + 3, + 4, + 2, + 7, + 3, + 9, + 6, + 10, + 6, + 18, + 30, + 169, + 150, + 47, + 22 + ], + "log_norms_bin_edges": [ + -4.488383769989014, + -4.450924873352051, + -4.413465976715088, + -4.376007080078125, + -4.338548183441162, + -4.301089286804199, + -4.263630390167236, + -4.226171493530273, + -4.188712120056152, + -4.1512532234191895, + -4.113794326782227, + -4.076335430145264, + -4.038876533508301, + -4.001417636871338, + -3.963958740234375, + -3.926499843597412, + -3.889040946960449, + -3.8515820503234863, + -3.8141231536865234, + -3.7766642570495605, + -3.7392053604125977, + -3.7017464637756348, + -3.6642873287200928, + -3.62682843208313, + -3.589369535446167, + -3.551910638809204, + -3.514451742172241, + -3.476992607116699, + -3.4395337104797363, + -3.4020748138427734, + -3.3646159172058105, + -3.3271570205688477, + -3.2896981239318848, + -3.252239227294922, + -3.214780330657959, + -3.177321434020996, + -3.139862537384033, + -3.1024036407470703, + -3.0649445056915283, + -3.0274856090545654, + -2.9900267124176025, + -2.9525678157806396, + -2.9151089191436768, + -2.8776497840881348, + -2.840190887451172, + -2.802731990814209, + -2.765273094177246, + -2.727814197540283, + -2.6903553009033203, + -2.6528964042663574, + -2.6154375076293945 + ], + "r_inf_mean": 0.25922495126724243, + "r_inf_median": 0.2467016577720642, + "pr_mean": 0.3277495503425598, + "pr_median": 0.3368181884288788, + "hoyer_mean": 0.6271926760673523, + "eff_dim_mean": 0.6271926164627075, + "topk_energy": { + "1": 0.06898295134305954, + "5": 0.2712215185165405, + "10": 0.4301984906196594, + "25": 0.7315177917480469 + }, + "gamma_raw": 0.16232091188430786, + "gamma_active": { + "1e-08": 0.16232091188430786, + "1e-07": 0.16232091188430786, + "1e-06": 0.16232091188430786, + "1e-05": 0.16232091188430786, + "0.0001": 0.16230328381061554 + }, + "gamma_energy_weighted": { + "1e-08": 0.16671628832114813, + "1e-07": 0.16671628832114813, + "1e-06": 0.16671628832114813, + "1e-05": 0.16671628832114813, + "0.0001": 0.16671628832114813 + } + }, + { + "layer": 3, + "mean_norm": 0.0017307891976088285, + "median_norm": 0.001838821335695684, + "max_norm": 0.0024507814086973667, + "min_norm": 3.2403968361904845e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -3.977912425994873, + "5": -3.1781108379364014, + "10": -2.959357500076294, + "25": -2.7632312774658203, + "50": -2.735373020172119, + "75": -2.7062933444976807, + "90": -2.6813507080078125, + "95": -2.658144235610962, + "99": -2.627448320388794 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 0, + 3, + 4, + 3, + 4, + 3, + 6, + 4, + 9, + 8, + 7, + 10, + 19, + 39, + 169, + 146, + 42, + 17 + ], + "log_norms_bin_edges": [ + -4.489401817321777, + -4.451827526092529, + -4.4142537117004395, + -4.376679420471191, + -4.339105129241943, + -4.3015313148498535, + -4.2639570236206055, + -4.226382732391357, + -4.188808917999268, + -4.1512346267700195, + -4.1136603355407715, + -4.076086521148682, + -4.038512229919434, + -4.000938415527344, + -3.9633641242980957, + -3.9257898330688477, + -3.8882157802581787, + -3.8506417274475098, + -3.8130674362182617, + -3.7754933834075928, + -3.737919330596924, + -3.700345039367676, + -3.662770986557007, + -3.625196933746338, + -3.58762264251709, + -3.550048589706421, + -3.512474536895752, + -3.474900245666504, + -3.437326192855835, + -3.399752140045166, + -3.362177848815918, + -3.324604034423828, + -3.28702974319458, + -3.249455451965332, + -3.211881637573242, + -3.174307346343994, + -3.136733293533325, + -3.0991592407226562, + -3.061584949493408, + -3.0240108966827393, + -2.9864368438720703, + -2.9488625526428223, + -2.9112884998321533, + -2.8737144470214844, + -2.8361401557922363, + -2.7985661029815674, + -2.7609920501708984, + -2.7234177589416504, + -2.6858437061309814, + -2.6482696533203125, + -2.6106953620910645 + ], + "r_inf_mean": 0.2597910761833191, + "r_inf_median": 0.24663332104682922, + "pr_mean": 0.32736659049987793, + "pr_median": 0.33739444613456726, + "hoyer_mean": 0.6281583905220032, + "eff_dim_mean": 0.6281583905220032, + "topk_energy": { + "1": 0.06933341920375824, + "5": 0.27262601256370544, + "10": 0.4305296540260315, + "25": 0.7306127548217773 + }, + "gamma_raw": 0.09613946825265884, + "gamma_active": { + "1e-08": 0.09613946825265884, + "1e-07": 0.09613946825265884, + "1e-06": 0.09613946825265884, + "1e-05": 0.09613946825265884, + "0.0001": 0.0954342633485794 + }, + "gamma_energy_weighted": { + "1e-08": 0.09398178050477518, + "1e-07": 0.09398178050477518, + "1e-06": 0.09398178050477518, + "1e-05": 0.09398178050477518, + "0.0001": 0.09398178050477518 + } + }, + { + "layer": 4, + "mean_norm": 0.001733542187139392, + "median_norm": 0.0018408081959933043, + "max_norm": 0.0024483678862452507, + "min_norm": 3.236590055166744e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -3.9773623943328857, + "5": -3.177009105682373, + "10": -2.9590909481048584, + "25": -2.7624993324279785, + "50": -2.734908103942871, + "75": -2.706368923187256, + "90": -2.6802306175231934, + "95": -2.6560840606689453, + "99": -2.6283187866210938 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 0, + 3, + 4, + 3, + 4, + 2, + 7, + 3, + 10, + 7, + 8, + 9, + 16, + 37, + 171, + 146, + 43, + 20 + ], + "log_norms_bin_edges": [ + -4.489912509918213, + -4.45233678817749, + -4.414761066436768, + -4.377185344696045, + -4.339609622955322, + -4.302033424377441, + -4.264457702636719, + -4.226881980895996, + -4.189306259155273, + -4.151730537414551, + -4.114154815673828, + -4.0765790939331055, + -4.039003372192383, + -4.00142765045166, + -3.9638516902923584, + -3.9262757301330566, + -3.888700008392334, + -3.8511242866516113, + -3.8135485649108887, + -3.775972843170166, + -3.7383968830108643, + -3.7008211612701416, + -3.663245439529419, + -3.625669479370117, + -3.5880937576293945, + -3.550518035888672, + -3.512942314147949, + -3.4753665924072266, + -3.437790870666504, + -3.400214910507202, + -3.3626391887664795, + -3.3250632286071777, + -3.287487506866455, + -3.2499117851257324, + -3.2123360633850098, + -3.174760341644287, + -3.1371846199035645, + -3.099608898162842, + -3.06203293800354, + -3.0244572162628174, + -2.9868812561035156, + -2.949305534362793, + -2.9117298126220703, + -2.8741540908813477, + -2.836578369140625, + -2.7990026473999023, + -2.7614266872406006, + -2.723850965499878, + -2.6862752437591553, + -2.6486992835998535, + -2.611123561859131 + ], + "r_inf_mean": 0.26043081283569336, + "r_inf_median": 0.24505631625652313, + "pr_mean": 0.3274787366390228, + "pr_median": 0.34069833159446716, + "hoyer_mean": 0.628733217716217, + "eff_dim_mean": 0.628733217716217, + "topk_energy": { + "1": 0.069956474006176, + "5": 0.2725573182106018, + "10": 0.42950883507728577, + "25": 0.7298152446746826 + }, + "gamma_raw": 0.14109021425247192, + "gamma_active": { + "1e-08": 0.14109021425247192, + "1e-07": 0.14109021425247192, + "1e-06": 0.14109021425247192, + "1e-05": 0.14109021425247192, + "0.0001": 0.14075380563735962 + }, + "gamma_energy_weighted": { + "1e-08": 0.14783386716347138, + "1e-07": 0.14783386716347138, + "1e-06": 0.14783386716347138, + "1e-05": 0.14783386716347138, + "0.0001": 0.14783386716347138 + } + }, + { + "layer": 5, + "mean_norm": 0.001730550779029727, + "median_norm": 0.0018391550984233618, + "max_norm": 0.0024360110983252525, + "min_norm": 3.231602386222221e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -3.9777283668518066, + "5": -3.1774089336395264, + "10": -2.9598066806793213, + "25": -2.763597249984741, + "50": -2.735245943069458, + "75": -2.7076480388641357, + "90": -2.6819236278533936, + "95": -2.6567206382751465, + "99": -2.6307144165039062 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 0, + 3, + 4, + 3, + 3, + 3, + 7, + 3, + 10, + 7, + 8, + 8, + 16, + 34, + 174, + 143, + 45, + 22 + ], + "log_norms_bin_edges": [ + -4.490582466125488, + -4.453037261962891, + -4.415492057800293, + -4.377946853637695, + -4.340401649475098, + -4.3028564453125, + -4.265311241149902, + -4.227766036987305, + -4.190220832824707, + -4.152675151824951, + -4.1151299476623535, + -4.077584743499756, + -4.040039539337158, + -4.0024943351745605, + -3.964949131011963, + -3.9274039268493652, + -3.8898587226867676, + -3.85231351852417, + -3.8147683143615723, + -3.7772231101989746, + -3.739677906036377, + -3.7021327018737793, + -3.6645872592926025, + -3.627042055130005, + -3.5894968509674072, + -3.5519516468048096, + -3.514406442642212, + -3.476861000061035, + -3.4393157958984375, + -3.40177059173584, + -3.364225387573242, + -3.3266801834106445, + -3.289134979248047, + -3.251589775085449, + -3.2140445709228516, + -3.176499366760254, + -3.1389541625976562, + -3.1014089584350586, + -3.063863515853882, + -3.026318311691284, + -2.9887731075286865, + -2.951227903366089, + -2.913682699203491, + -2.8761372566223145, + -2.838592052459717, + -2.801046848297119, + -2.7635016441345215, + -2.725956439971924, + -2.688411235809326, + -2.6508660316467285, + -2.613320827484131 + ], + "r_inf_mean": 0.26081252098083496, + "r_inf_median": 0.2453654259443283, + "pr_mean": 0.32731106877326965, + "pr_median": 0.3394429385662079, + "hoyer_mean": 0.6286002397537231, + "eff_dim_mean": 0.6286002397537231, + "topk_energy": { + "1": 0.070153146982193, + "5": 0.27258163690567017, + "10": 0.4293265640735626, + "25": 0.7297919988632202 + }, + "gamma_raw": 0.13325512409210205, + "gamma_active": { + "1e-08": 0.13325512409210205, + "1e-07": 0.13325512409210205, + "1e-06": 0.13325512409210205, + "1e-05": 0.13325512409210205, + "0.0001": 0.1336876004934311 + }, + "gamma_energy_weighted": { + "1e-08": 0.1490679407129455, + "1e-07": 0.1490679407129455, + "1e-06": 0.1490679407129455, + "1e-05": 0.1490679407129455, + "0.0001": 0.1490679407129455 + } + }, + { + "layer": 6, + "mean_norm": 0.0017284736968576908, + "median_norm": 0.0018372823251411319, + "max_norm": 0.002431347966194153, + "min_norm": 3.220140570192598e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -3.9795892238616943, + "5": -3.1791961193084717, + "10": -2.961047410964966, + "25": -2.764392137527466, + "50": -2.735753297805786, + "75": -2.708125114440918, + "90": -2.6825592517852783, + "95": -2.657346725463867, + "99": -2.6314644813537598 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 0, + 3, + 4, + 3, + 3, + 3, + 7, + 3, + 10, + 7, + 8, + 7, + 17, + 34, + 170, + 145, + 47, + 22 + ], + "log_norms_bin_edges": [ + -4.492125034332275, + -4.454565525054932, + -4.417006015777588, + -4.379446506500244, + -4.341887474060059, + -4.304327964782715, + -4.266768455505371, + -4.229208946228027, + -4.191649436950684, + -4.15408992767334, + -4.116530418395996, + -4.0789713859558105, + -4.041411876678467, + -4.003852367401123, + -3.9662928581237793, + -3.9287333488464355, + -3.891173839569092, + -3.853614568710327, + -3.8160550594329834, + -3.7784955501556396, + -3.740936279296875, + -3.7033767700195312, + -3.6658172607421875, + -3.6282577514648438, + -3.590698480606079, + -3.5531389713287354, + -3.5155794620513916, + -3.478020191192627, + -3.440460681915283, + -3.4029011726379395, + -3.3653416633605957, + -3.327782154083252, + -3.2902228832244873, + -3.2526636123657227, + -3.215104103088379, + -3.177544593811035, + -3.1399850845336914, + -3.1024255752563477, + -3.064866065979004, + -3.0273067951202393, + -2.9897472858428955, + -2.952188014984131, + -2.914628505706787, + -2.8770689964294434, + -2.8395094871520996, + -2.801949977874756, + -2.764390707015991, + -2.7268311977386475, + -2.689271926879883, + -2.651712417602539, + -2.6141529083251953 + ], + "r_inf_mean": 0.2611859440803528, + "r_inf_median": 0.24650324881076813, + "pr_mean": 0.3273742198944092, + "pr_median": 0.33853623270988464, + "hoyer_mean": 0.6285730600357056, + "eff_dim_mean": 0.6285730600357056, + "topk_energy": { + "1": 0.07033324986696243, + "5": 0.2726820409297943, + "10": 0.4290950894355774, + "25": 0.7299652695655823 + }, + "gamma_raw": 0.1012248545885086, + "gamma_active": { + "1e-08": 0.1012248545885086, + "1e-07": 0.1012248545885086, + "1e-06": 0.1012248545885086, + "1e-05": 0.1012248545885086, + "0.0001": 0.10197822749614716 + }, + "gamma_energy_weighted": { + "1e-08": 0.11263081308607925, + "1e-07": 0.11263081308607925, + "1e-06": 0.11263081308607925, + "1e-05": 0.11263081308607925, + "0.0001": 0.11263081308607925 + } + }, + { + "layer": 7, + "mean_norm": 0.0017258814768865705, + "median_norm": 0.0018332743784412742, + "max_norm": 0.0024311812594532967, + "min_norm": 3.2130570616573095e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -3.9809350967407227, + "5": -3.180309772491455, + "10": -2.9617321491241455, + "25": -2.765305995941162, + "50": -2.736651659011841, + "75": -2.7083561420440674, + "90": -2.6829655170440674, + "95": -2.6588754653930664, + "99": -2.6314542293548584 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 0, + 3, + 4, + 3, + 3, + 3, + 7, + 3, + 10, + 7, + 8, + 7, + 17, + 39, + 165, + 145, + 48, + 21 + ], + "log_norms_bin_edges": [ + -4.493082046508789, + -4.455503940582275, + -4.417925834655762, + -4.380348205566406, + -4.342770099639893, + -4.305191993713379, + -4.267614364624023, + -4.23003625869751, + -4.192458152770996, + -4.154880046844482, + -4.117301940917969, + -4.079724311828613, + -4.0421462059021, + -4.004568099975586, + -3.9669902324676514, + -3.929412364959717, + -3.891834259033203, + -3.8542561531066895, + -3.816678285598755, + -3.7791004180908203, + -3.7415223121643066, + -3.703944206237793, + -3.6663663387298584, + -3.628788471221924, + -3.59121036529541, + -3.5536322593688965, + -3.516054391860962, + -3.4784765243530273, + -3.4408984184265137, + -3.4033203125, + -3.3657424449920654, + -3.328164577484131, + -3.290586471557617, + -3.2530083656311035, + -3.215430498123169, + -3.1778526306152344, + -3.1402745246887207, + -3.102696418762207, + -3.0651185512542725, + -3.027540683746338, + -2.989962577819824, + -2.9523844718933105, + -2.914806604385376, + -2.8772287368774414, + -2.8396506309509277, + -2.802072525024414, + -2.7644946575164795, + -2.726916790008545, + -2.6893386840820312, + -2.6517605781555176, + -2.614182710647583 + ], + "r_inf_mean": 0.2613568902015686, + "r_inf_median": 0.2463417649269104, + "pr_mean": 0.32675182819366455, + "pr_median": 0.33879318833351135, + "hoyer_mean": 0.628048300743103, + "eff_dim_mean": 0.6280482411384583, + "topk_energy": { + "1": 0.07042180001735687, + "5": 0.2728818655014038, + "10": 0.43003830313682556, + "25": 0.7310677766799927 + }, + "gamma_raw": 0.06736955791711807, + "gamma_active": { + "1e-08": 0.06736955791711807, + "1e-07": 0.06736955791711807, + "1e-06": 0.06736955791711807, + "1e-05": 0.06736955791711807, + "0.0001": 0.06786523014307022 + }, + "gamma_energy_weighted": { + "1e-08": 0.0748107589998233, + "1e-07": 0.0748107589998233, + "1e-06": 0.0748107589998233, + "1e-05": 0.0748107589998233, + "0.0001": 0.0748107589998233 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L4.json new file mode 100644 index 0000000..8f52ff0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 23.164382934570312, + "acc": 0.125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02193707972764969, + "median_norm": 0.024205347523093224, + "max_norm": 0.03496839106082916, + "min_norm": 1.949389583515751e-17, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.943359375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -10.926972389221191, + "5": -5.177285671234131, + "10": -2.5703492164611816, + "25": -1.6520031690597534, + "50": -1.6160749197006226, + "75": -1.582991600036621, + "90": -1.5586597919464111, + "95": -1.5411696434020996, + "99": -1.5006946325302124 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 3, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 3, + 1, + 2, + 3, + 2, + 4, + 2, + 5, + 3, + 4, + 3, + 7, + 448 + ], + "log_norms_bin_edges": [ + -16.710102081298828, + -16.405027389526367, + -16.099950790405273, + -15.794875144958496, + -15.489799499511719, + -15.184724807739258, + -14.879648208618164, + -14.574573516845703, + -14.269497871398926, + -13.964422225952148, + -13.659346580505371, + -13.354270935058594, + -13.049195289611816, + -12.744119644165039, + -12.439044952392578, + -12.133968353271484, + -11.828893661499023, + -11.52381706237793, + -11.218742370605469, + -10.913666725158691, + -10.608591079711914, + -10.303515434265137, + -9.99843978881836, + -9.693364143371582, + -9.388288497924805, + -9.083213806152344, + -8.77813720703125, + -8.473062515258789, + -8.167986869812012, + -7.862911224365234, + -7.557835578918457, + -7.25275993347168, + -6.947684288024902, + -6.642608642578125, + -6.337532997131348, + -6.03245735168457, + -5.727381706237793, + -5.422306060791016, + -5.117231369018555, + -4.812155723571777, + -4.507080078125, + -4.202004432678223, + -3.8969287872314453, + -3.591853141784668, + -3.2867774963378906, + -2.9817018508911133, + -2.676626205444336, + -2.3715505599975586, + -2.0664749145507812, + -1.7614002227783203, + -1.4563244581222534 + ], + "r_inf_mean": 0.2451307773590088, + "r_inf_median": 0.24223880469799042, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6348508596420288, + "eff_dim_mean": 0.6348508596420288, + "topk_energy": { + "1": 0.060559697449207306, + "5": 0.2617691457271576, + "10": 0.4223009943962097, + "25": 0.7280081510543823 + }, + "gamma_raw": -0.08121422678232193, + "gamma_active": { + "1e-08": -0.08314291387796402, + "1e-07": -0.08286171406507492, + "1e-06": -0.08283466100692749, + "1e-05": -0.08283109217882156, + "0.0001": -0.08282864093780518 + }, + "gamma_energy_weighted": { + "1e-08": -0.0812302522069574, + "1e-07": -0.0812302522069574, + "1e-06": -0.0812302522069574, + "1e-05": -0.0812302522069574, + "0.0001": -0.0812302522069574 + } + }, + { + "layer": 1, + "mean_norm": 0.0017223842442035675, + "median_norm": 0.0019057686440646648, + "max_norm": 0.0024429825134575367, + "min_norm": 9.58433806442609e-19, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.9296875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -12.244718551635742, + "5": -6.289144992828369, + "10": -3.719571828842163, + "25": -2.7392048835754395, + "50": -2.7198338508605957, + "75": -2.701469659805298, + "90": -2.667839527130127, + "95": -2.6314985752105713, + "99": -2.6298327445983887 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 3, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 2, + 2, + 4, + 2, + 5, + 4, + 4, + 3, + 7, + 448 + ], + "log_norms_bin_edges": [ + -18.0184383392334, + -17.710311889648438, + -17.402183532714844, + -17.094057083129883, + -16.785930633544922, + -16.477802276611328, + -16.169675827026367, + -15.86154842376709, + -15.553421020507812, + -15.245293617248535, + -14.937166213989258, + -14.629039764404297, + -14.32091236114502, + -14.012784957885742, + -13.704658508300781, + -13.396531105041504, + -13.088403701782227, + -12.78027629852295, + -12.472148895263672, + -12.164022445678711, + -11.855895042419434, + -11.547767639160156, + -11.239641189575195, + -10.931513786315918, + -10.62338638305664, + -10.315258979797363, + -10.007131576538086, + -9.699005126953125, + -9.390877723693848, + -9.08275032043457, + -8.77462387084961, + -8.466496467590332, + -8.158369064331055, + -7.850241661071777, + -7.5421142578125, + -7.233987808227539, + -6.925860404968262, + -6.617733001708984, + -6.309606552124023, + -6.001479148864746, + -5.693351745605469, + -5.385224342346191, + -5.077096939086914, + -4.768970489501953, + -4.460843086242676, + -4.152715682983398, + -3.8445892333984375, + -3.53646183013916, + -3.228334426879883, + -2.9202070236206055, + -2.6120798587799072 + ], + "r_inf_mean": 0.2631784677505493, + "r_inf_median": 0.26636841893196106, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6410567164421082, + "eff_dim_mean": 0.6410566568374634, + "topk_energy": { + "1": 0.0703480988740921, + "5": 0.2640165090560913, + "10": 0.4191725254058838, + "25": 0.7181982398033142 + }, + "gamma_raw": 0.21691974997520447, + "gamma_active": { + "1e-08": 0.22510510683059692, + "1e-07": 0.2253940850496292, + "1e-06": 0.2260056585073471, + "1e-05": 0.22674453258514404, + "0.0001": 0.2276134490966797 + }, + "gamma_energy_weighted": { + "1e-08": 0.23652999233300884, + "1e-07": 0.23652999233300884, + "1e-06": 0.23652999233300884, + "1e-05": 0.23652999233300884, + "0.0001": 0.23652999233300884 + } + }, + { + "layer": 2, + "mean_norm": 0.0016735158860683441, + "median_norm": 0.0018479168647900224, + "max_norm": 0.0023776227608323097, + "min_norm": 9.438301395231385e-19, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.927734375, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -12.259624481201172, + "5": -6.299610137939453, + "10": -3.7298238277435303, + "25": -2.7523856163024902, + "50": -2.7333121299743652, + "75": -2.7183547019958496, + "90": -2.6813414096832275, + "95": -2.6394765377044678, + "99": -2.639218807220459 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 3, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 2, + 2, + 4, + 2, + 5, + 4, + 4, + 3, + 7, + 448 + ], + "log_norms_bin_edges": [ + -18.02510643005371, + -17.71708106994629, + -17.409055709838867, + -17.101032257080078, + -16.793006896972656, + -16.484981536865234, + -16.176956176757812, + -15.868931770324707, + -15.560906410217285, + -15.25288200378418, + -14.944856643676758, + -14.636831283569336, + -14.32880687713623, + -14.020782470703125, + -13.712757110595703, + -13.404731750488281, + -13.09670639038086, + -12.788681983947754, + -12.480657577514648, + -12.172632217407227, + -11.864606857299805, + -11.556581497192383, + -11.248557090759277, + -10.940532684326172, + -10.63250732421875, + -10.324481964111328, + -10.016457557678223, + -9.7084321975708, + -9.400406837463379, + -9.092382431030273, + -8.784357070922852, + -8.476332664489746, + -8.168307304382324, + -7.860281944274902, + -7.552257537841797, + -7.244232177734375, + -6.9362077713012695, + -6.628182411193848, + -6.320157051086426, + -6.01213264465332, + -5.704107284545898, + -5.396082878112793, + -5.088057518005371, + -4.780032157897949, + -4.472007751464844, + -4.163982391357422, + -3.8559579849243164, + -3.5479326248168945, + -3.239908218383789, + -2.931882858276367, + -2.623857021331787 + ], + "r_inf_mean": 0.26654288172721863, + "r_inf_median": 0.268253356218338, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.637884259223938, + "eff_dim_mean": 0.637884259223938, + "topk_energy": { + "1": 0.07219257205724716, + "5": 0.2681969702243805, + "10": 0.42365923523902893, + "25": 0.7218092083930969 + }, + "gamma_raw": 0.049723707139492035, + "gamma_active": { + "1e-08": 0.05152773857116699, + "1e-07": 0.05145130679011345, + "1e-06": 0.05111644044518471, + "1e-05": 0.05178511142730713, + "0.0001": 0.052782535552978516 + }, + "gamma_energy_weighted": { + "1e-08": 0.06397144630902102, + "1e-07": 0.06397144630902102, + "1e-06": 0.06397144630902102, + "1e-05": 0.06397144630902102, + "0.0001": 0.06397144630902102 + } + }, + { + "layer": 3, + "mean_norm": 0.001670527970418334, + "median_norm": 0.0018480268772691488, + "max_norm": 0.00236303242854774, + "min_norm": 9.42348659046056e-19, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.955078125, + "1e-06": 0.943359375, + "1e-05": 0.927734375, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -12.260929107666016, + "5": -6.300757884979248, + "10": -3.7299208641052246, + "25": -2.753239870071411, + "50": -2.733285903930664, + "75": -2.719810962677002, + "90": -2.6834609508514404, + "95": -2.64033579826355, + "99": -2.6400885581970215 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 3, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 2, + 2, + 4, + 2, + 5, + 4, + 4, + 3, + 7, + 448 + ], + "log_norms_bin_edges": [ + -18.025789260864258, + -17.717803955078125, + -17.409818649291992, + -17.10183334350586, + -16.793848037719727, + -16.485862731933594, + -16.17787742614746, + -15.869893074035645, + -15.561907768249512, + -15.253922462463379, + -14.945937156677246, + -14.63795280456543, + -14.329967498779297, + -14.021982192993164, + -13.713996887207031, + -13.406011581420898, + -13.098026275634766, + -12.790040969848633, + -12.4820556640625, + -12.174070358276367, + -11.866085052490234, + -11.558099746704102, + -11.250115394592285, + -10.942130088806152, + -10.63414478302002, + -10.326159477233887, + -10.018174171447754, + -9.710188865661621, + -9.402204513549805, + -9.094219207763672, + -8.786233901977539, + -8.478248596191406, + -8.170263290405273, + -7.862277984619141, + -7.554292678833008, + -7.246307373046875, + -6.938322067260742, + -6.630337715148926, + -6.322352409362793, + -6.01436710357666, + -5.706381797790527, + -5.3983964920043945, + -5.090411186218262, + -4.782425880432129, + -4.4744415283203125, + -4.16645622253418, + -3.858470916748047, + -3.550485610961914, + -3.2425003051757812, + -2.9345149993896484, + -2.626530408859253 + ], + "r_inf_mean": 0.2657458186149597, + "r_inf_median": 0.2664898931980133, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6386767029762268, + "eff_dim_mean": 0.638676643371582, + "topk_energy": { + "1": 0.07194198668003082, + "5": 0.26750192046165466, + "10": 0.4225548505783081, + "25": 0.7209015488624573 + }, + "gamma_raw": 0.02903125062584877, + "gamma_active": { + "1e-08": 0.030076222494244576, + "1e-07": 0.030282435938715935, + "1e-06": 0.03052169270813465, + "1e-05": 0.03066730871796608, + "0.0001": 0.03143002837896347 + }, + "gamma_energy_weighted": { + "1e-08": 0.03950142896160206, + "1e-07": 0.03950142896160206, + "1e-06": 0.03950142896160206, + "1e-05": 0.03950142896160206, + "0.0001": 0.03950142896160206 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L8.json new file mode 100644 index 0000000..cbbeeb1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 16.965782165527344, + "acc": 0.095703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.019252978265285492, + "median_norm": 0.01823784038424492, + "max_norm": 0.03718562051653862, + "min_norm": 8.962806191670225e-12, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -5.735555648803711, + "5": -2.6794822216033936, + "10": -1.9185720682144165, + "25": -1.793828010559082, + "50": -1.7385330200195312, + "75": -1.651672601699829, + "90": -1.5053017139434814, + "95": -1.481977939605713, + "99": -1.4443830251693726 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 3, + 1, + 1, + 3, + 2, + 1, + 1, + 8, + 3, + 7, + 8, + 47, + 303, + 115 + ], + "log_norms_bin_edges": [ + -11.04755687713623, + -10.85519790649414, + -10.662839889526367, + -10.470480918884277, + -10.278121948242188, + -10.085763931274414, + -9.893404960632324, + -9.701045989990234, + -9.508687973022461, + -9.316329002380371, + -9.123970985412598, + -8.931612014770508, + -8.739253044128418, + -8.546895027160645, + -8.354536056518555, + -8.162178039550781, + -7.969819068908691, + -7.777460098266602, + -7.58510160446167, + -7.392743110656738, + -7.200384140014648, + -7.008025646209717, + -6.815667152404785, + -6.6233086585998535, + -6.430949687957764, + -6.238591194152832, + -6.0462327003479, + -5.8538737297058105, + -5.661515235900879, + -5.469156742095947, + -5.276798248291016, + -5.084439277648926, + -4.892080783843994, + -4.6997222900390625, + -4.507363319396973, + -4.315004825592041, + -4.122646331787109, + -3.9302878379821777, + -3.737928867340088, + -3.5455703735351562, + -3.3532118797302246, + -3.1608529090881348, + -2.968494415283203, + -2.7761354446411133, + -2.58377742767334, + -2.39141845703125, + -2.1990604400634766, + -2.0067014694213867, + -1.8143424987792969, + -1.6219844818115234, + -1.4296250343322754 + ], + "r_inf_mean": 0.2605637311935425, + "r_inf_median": 0.2594004273414612, + "pr_mean": Infinity, + "pr_median": 0.3155753016471863, + "hoyer_mean": 0.6301178336143494, + "eff_dim_mean": 0.6301178336143494, + "topk_energy": { + "1": 0.06958376616239548, + "5": 0.277507483959198, + "10": 0.43451452255249023, + "25": 0.7296711802482605 + }, + "gamma_raw": -0.04386597126722336, + "gamma_active": { + "1e-08": -0.04403572902083397, + "1e-07": -0.04403572902083397, + "1e-06": -0.04416033998131752, + "1e-05": -0.04371746629476547, + "0.0001": -0.04407171532511711 + }, + "gamma_energy_weighted": { + "1e-08": -0.08493045136277762, + "1e-07": -0.08493045136277762, + "1e-06": -0.08493045136277762, + "1e-05": -0.08493045136277762, + "0.0001": -0.08493045136277762 + } + }, + { + "layer": 1, + "mean_norm": 0.001774764503352344, + "median_norm": 0.0018541360041126609, + "max_norm": 0.0028087373357266188, + "min_norm": 7.423697073738467e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.8334527015686035, + "5": -3.7020373344421387, + "10": -2.975120782852173, + "25": -2.7778778076171875, + "50": -2.7317495346069336, + "75": -2.6824607849121094, + "90": -2.6195552349090576, + "95": -2.5898420810699463, + "99": -2.5562288761138916 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 167, + 291 + ], + "log_norms_bin_edges": [ + -12.129380226135254, + -11.937822341918945, + -11.746264457702637, + -11.554706573486328, + -11.36314868927002, + -11.171590805053711, + -10.980032920837402, + -10.788475036621094, + -10.596918106079102, + -10.405359268188477, + -10.213802337646484, + -10.022244453430176, + -9.830686569213867, + -9.639128684997559, + -9.44757080078125, + -9.256012916564941, + -9.064455032348633, + -8.872897148132324, + -8.681339263916016, + -8.489781379699707, + -8.298223495483398, + -8.106666564941406, + -7.9151082038879395, + -7.723550319671631, + -7.531992435455322, + -7.340434551239014, + -7.148876667022705, + -6.9573187828063965, + -6.765761375427246, + -6.5742034912109375, + -6.382645606994629, + -6.19108772277832, + -5.999529838562012, + -5.807971954345703, + -5.6164140701293945, + -5.424856185913086, + -5.233298301696777, + -5.041740894317627, + -4.850183010101318, + -4.65862512588501, + -4.467067241668701, + -4.275509357452393, + -4.083951950073242, + -3.8923940658569336, + -3.700836181640625, + -3.5092782974243164, + -3.317720413208008, + -3.126162528991699, + -2.9346046447753906, + -2.743046760559082, + -2.5514888763427734 + ], + "r_inf_mean": 0.24809354543685913, + "r_inf_median": 0.2430896908044815, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6408002972602844, + "eff_dim_mean": 0.6408002972602844, + "topk_energy": { + "1": 0.06221695989370346, + "5": 0.25931739807128906, + "10": 0.4154193103313446, + "25": 0.7184793949127197 + }, + "gamma_raw": 0.27180588245391846, + "gamma_active": { + "1e-08": 0.2728704810142517, + "1e-07": 0.2725834250450134, + "1e-06": 0.27259522676467896, + "1e-05": 0.27246028184890747, + "0.0001": 0.27171075344085693 + }, + "gamma_energy_weighted": { + "1e-08": 0.2717133233676346, + "1e-07": 0.2717133233676346, + "1e-06": 0.2717133233676346, + "1e-05": 0.2717133233676346, + "0.0001": 0.2717133233676346 + } + }, + { + "layer": 2, + "mean_norm": 0.0017537260428071022, + "median_norm": 0.0018280806252732873, + "max_norm": 0.002776499604806304, + "min_norm": 7.352500227576775e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.841793537139893, + "5": -3.7087879180908203, + "10": -2.981001138687134, + "25": -2.7864580154418945, + "50": -2.73791241645813, + "75": -2.6867270469665527, + "90": -2.62444806098938, + "95": -2.5935070514678955, + "99": -2.5620124340057373 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 4, + 0, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 173, + 285 + ], + "log_norms_bin_edges": [ + -12.133564949035645, + -11.942023277282715, + -11.750482559204102, + -11.558940887451172, + -11.367400169372559, + -11.175858497619629, + -10.984317779541016, + -10.792776107788086, + -10.601234436035156, + -10.409693717956543, + -10.218152046203613, + -10.026611328125, + -9.83506965637207, + -9.643528938293457, + -9.451987266540527, + -9.260446548461914, + -9.068904876708984, + -8.877363204956055, + -8.685822486877441, + -8.494280815124512, + -8.302740097045898, + -8.111198425292969, + -7.919657230377197, + -7.728116035461426, + -7.536574840545654, + -7.345033645629883, + -7.153492450714111, + -6.96195125579834, + -6.77040958404541, + -6.578868389129639, + -6.387327194213867, + -6.195785999298096, + -6.004244804382324, + -5.812703609466553, + -5.621162414550781, + -5.42962121963501, + -5.238080024719238, + -5.046538352966309, + -4.854997158050537, + -4.663455963134766, + -4.471914768218994, + -4.280373573303223, + -4.088831901550293, + -3.8972911834716797, + -3.70574951171875, + -3.5142087936401367, + -3.322667121887207, + -3.1311264038085938, + -2.939584732055664, + -2.7480430603027344, + -2.556502342224121 + ], + "r_inf_mean": 0.2481350153684616, + "r_inf_median": 0.2438170313835144, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6418175101280212, + "eff_dim_mean": 0.6418175101280212, + "topk_energy": { + "1": 0.06225228309631348, + "5": 0.259488046169281, + "10": 0.4150350093841553, + "25": 0.7180280685424805 + }, + "gamma_raw": 0.1301524043083191, + "gamma_active": { + "1e-08": 0.1306622475385666, + "1e-07": 0.131146639585495, + "1e-06": 0.13142021000385284, + "1e-05": 0.13203196227550507, + "0.0001": 0.1329132318496704 + }, + "gamma_energy_weighted": { + "1e-08": 0.1522874692315997, + "1e-07": 0.1522874692315997, + "1e-06": 0.1522874692315997, + "1e-05": 0.1522874692315997, + "0.0001": 0.1522874692315997 + } + }, + { + "layer": 3, + "mean_norm": 0.0017501938855275512, + "median_norm": 0.001819524448364973, + "max_norm": 0.0027606564108282328, + "min_norm": 7.30206151620949e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.844775676727295, + "5": -3.710442066192627, + "10": -2.9764370918273926, + "25": -2.785484790802002, + "50": -2.739536762237549, + "75": -2.687326431274414, + "90": -2.6263036727905273, + "95": -2.594510078430176, + "99": -2.563380479812622 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 166, + 292 + ], + "log_norms_bin_edges": [ + -12.136554718017578, + -11.945003509521484, + -11.75345230102539, + -11.561901092529297, + -11.370348930358887, + -11.178797721862793, + -10.9872465133667, + -10.795695304870605, + -10.604144096374512, + -10.412592887878418, + -10.221041679382324, + -10.029489517211914, + -9.83793830871582, + -9.646387100219727, + -9.454835891723633, + -9.263284683227539, + -9.071733474731445, + -8.880182266235352, + -8.688631057739258, + -8.497078895568848, + -8.305527687072754, + -8.11397647857666, + -7.922425270080566, + -7.730874061584473, + -7.539322376251221, + -7.347771167755127, + -7.156219959259033, + -6.964668273925781, + -6.7731170654296875, + -6.581565856933594, + -6.3900146484375, + -6.198462963104248, + -6.006911754608154, + -5.8153605461120605, + -5.623808860778809, + -5.432257652282715, + -5.240706443786621, + -5.049155235290527, + -4.857603549957275, + -4.666052341461182, + -4.474501132965088, + -4.282949447631836, + -4.091398239135742, + -3.8998470306396484, + -3.7082958221435547, + -3.516744613647461, + -3.325193405151367, + -3.133641242980957, + -2.9420900344848633, + -2.7505388259887695, + -2.558987617492676 + ], + "r_inf_mean": 0.24616040289402008, + "r_inf_median": 0.24104325473308563, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.643673300743103, + "eff_dim_mean": 0.643673300743103, + "topk_energy": { + "1": 0.06124017760157585, + "5": 0.25756603479385376, + "10": 0.4130459129810333, + "25": 0.7163609266281128 + }, + "gamma_raw": 0.07365179806947708, + "gamma_active": { + "1e-08": 0.07394055277109146, + "1e-07": 0.07414858043193817, + "1e-06": 0.07433454692363739, + "1e-05": 0.07455489784479141, + "0.0001": 0.07524456083774567 + }, + "gamma_energy_weighted": { + "1e-08": 0.09546889379997082, + "1e-07": 0.09546889379997082, + "1e-06": 0.09546889379997082, + "1e-05": 0.09546889379997082, + "0.0001": 0.09546889379997082 + } + }, + { + "layer": 4, + "mean_norm": 0.0017467229627072811, + "median_norm": 0.0018176240846514702, + "max_norm": 0.0027483070734888315, + "min_norm": 7.270086225738548e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.844769477844238, + "5": -3.711740732192993, + "10": -2.977034091949463, + "25": -2.7856688499450684, + "50": -2.740135431289673, + "75": -2.6879239082336426, + "90": -2.6282198429107666, + "95": -2.596463918685913, + "99": -2.565293312072754 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 166, + 292 + ], + "log_norms_bin_edges": [ + -12.138461112976074, + -11.946910858154297, + -11.755359649658203, + -11.563809394836426, + -11.372259140014648, + -11.180708885192871, + -10.989157676696777, + -10.797607421875, + -10.606057167053223, + -10.414506912231445, + -10.222955703735352, + -10.031405448913574, + -9.839855194091797, + -9.648303985595703, + -9.456753730773926, + -9.265203475952148, + -9.073652267456055, + -8.882102012634277, + -8.6905517578125, + -8.499001502990723, + -8.307451248168945, + -8.115900039672852, + -7.924349784851074, + -7.732799053192139, + -7.541248321533203, + -7.349698066711426, + -7.15814733505249, + -6.966597080230713, + -6.775046348571777, + -6.58349609375, + -6.3919453620910645, + -6.200395107269287, + -6.008844375610352, + -5.817293643951416, + -5.625743389129639, + -5.434192657470703, + -5.242642402648926, + -5.05109167098999, + -4.859541416168213, + -4.667990684509277, + -4.4764404296875, + -4.2848896980285645, + -4.093338966369629, + -3.9017887115478516, + -3.710238456726074, + -3.5186872482299805, + -3.327136993408203, + -3.135586738586426, + -2.944035530090332, + -2.7524852752685547, + -2.5609347820281982 + ], + "r_inf_mean": 0.24646395444869995, + "r_inf_median": 0.24080806970596313, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6429920792579651, + "eff_dim_mean": 0.6429920792579651, + "topk_energy": { + "1": 0.061407409608364105, + "5": 0.25821563601493835, + "10": 0.4134831726551056, + "25": 0.7169703841209412 + }, + "gamma_raw": 0.06611636281013489, + "gamma_active": { + "1e-08": 0.06637518107891083, + "1e-07": 0.0662737637758255, + "1e-06": 0.06624863296747208, + "1e-05": 0.06595245748758316, + "0.0001": 0.06575501710176468 + }, + "gamma_energy_weighted": { + "1e-08": 0.06290933836803855, + "1e-07": 0.06290933836803855, + "1e-06": 0.06290933836803855, + "1e-05": 0.06290933836803855, + "0.0001": 0.06290933836803855 + } + }, + { + "layer": 5, + "mean_norm": 0.0017465067794546485, + "median_norm": 0.0018191472627222538, + "max_norm": 0.002746278652921319, + "min_norm": 7.269017202396477e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.844478130340576, + "5": -3.712785482406616, + "10": -2.976130485534668, + "25": -2.785353660583496, + "50": -2.739943027496338, + "75": -2.687842845916748, + "90": -2.6286842823028564, + "95": -2.597201347351074, + "99": -2.5659611225128174 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 167, + 291 + ], + "log_norms_bin_edges": [ + -12.138525009155273, + -11.946979522705078, + -11.755434036254883, + -11.563888549804688, + -11.372343063354492, + -11.180797576904297, + -10.989252090454102, + -10.797707557678223, + -10.606162071228027, + -10.414616584777832, + -10.223071098327637, + -10.031525611877441, + -9.839980125427246, + -9.64843463897705, + -9.456889152526855, + -9.265344619750977, + -9.073799133300781, + -8.882253646850586, + -8.69070816040039, + -8.499162673950195, + -8.3076171875, + -8.116071701049805, + -7.924526214599609, + -7.732980728149414, + -7.541435241699219, + -7.349890232086182, + -7.158344745635986, + -6.966799259185791, + -6.775253772735596, + -6.5837082862854, + -6.392163276672363, + -6.200617790222168, + -6.009072303771973, + -5.817526817321777, + -5.625981330871582, + -5.434436321258545, + -5.24289083480835, + -5.051345348358154, + -4.859799861907959, + -4.668254375457764, + -4.476709365844727, + -4.285163879394531, + -4.093618392944336, + -3.9020729064941406, + -3.7105274200439453, + -3.51898193359375, + -3.3274364471435547, + -3.1358909606933594, + -2.944345474243164, + -2.752800941467285, + -2.56125545501709 + ], + "r_inf_mean": 0.24664977192878723, + "r_inf_median": 0.24003146588802338, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6426234245300293, + "eff_dim_mean": 0.6426234245300293, + "topk_energy": { + "1": 0.061493486166000366, + "5": 0.25855275988578796, + "10": 0.413942813873291, + "25": 0.7173079252243042 + }, + "gamma_raw": 0.06894495338201523, + "gamma_active": { + "1e-08": 0.06921502202749252, + "1e-07": 0.06915458291769028, + "1e-06": 0.06933001428842545, + "1e-05": 0.06941249221563339, + "0.0001": 0.0692896693944931 + }, + "gamma_energy_weighted": { + "1e-08": 0.07820154038003839, + "1e-07": 0.07820154038003839, + "1e-06": 0.07820154038003839, + "1e-05": 0.07820154038003839, + "0.0001": 0.07820154038003839 + } + }, + { + "layer": 6, + "mean_norm": 0.001745638670399785, + "median_norm": 0.0018180732149630785, + "max_norm": 0.0027445026207715273, + "min_norm": 7.262113545063176e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.845566749572754, + "5": -3.713254690170288, + "10": -2.974931001663208, + "25": -2.7857813835144043, + "50": -2.740269899368286, + "75": -2.688321352005005, + "90": -2.628343343734741, + "95": -2.5968878269195557, + "99": -2.5659947395324707 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 165, + 293 + ], + "log_norms_bin_edges": [ + -12.138936996459961, + -11.947388648986816, + -11.755841255187988, + -11.564292907714844, + -11.3727445602417, + -11.181197166442871, + -10.989648818969727, + -10.798101425170898, + -10.606553077697754, + -10.41500473022461, + -10.223457336425781, + -10.031908988952637, + -9.840360641479492, + -9.648813247680664, + -9.45726490020752, + -9.265716552734375, + -9.074169158935547, + -8.882620811462402, + -8.691072463989258, + -8.49952507019043, + -8.307976722717285, + -8.11642837524414, + -7.9248809814453125, + -7.733333110809326, + -7.541784763336182, + -7.350236892700195, + -7.158689022064209, + -6.9671406745910645, + -6.775592803955078, + -6.584044933319092, + -6.3924970626831055, + -6.200948715209961, + -6.009400844573975, + -5.817852973937988, + -5.626304626464844, + -5.434756755828857, + -5.243208885192871, + -5.051661014556885, + -4.86011266708374, + -4.668564796447754, + -4.477016925811768, + -4.285468578338623, + -4.093920707702637, + -3.902372360229492, + -3.710824966430664, + -3.5192766189575195, + -3.3277292251586914, + -3.136180877685547, + -2.9446325302124023, + -2.753085136413574, + -2.5615363121032715 + ], + "r_inf_mean": 0.24662260711193085, + "r_inf_median": 0.24037693440914154, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.642540693283081, + "eff_dim_mean": 0.642540693283081, + "topk_energy": { + "1": 0.06149129197001457, + "5": 0.2587670385837555, + "10": 0.4144245982170105, + "25": 0.7175955772399902 + }, + "gamma_raw": 0.0019423221237957478, + "gamma_active": { + "1e-08": 0.0019500104244798422, + "1e-07": 0.0023767538368701935, + "1e-06": 0.0026803603395819664, + "1e-05": 0.0027109449729323387, + "0.0001": 0.002979142824187875 + }, + "gamma_energy_weighted": { + "1e-08": 0.01955024789592151, + "1e-07": 0.01955024789592151, + "1e-06": 0.01955024789592151, + "1e-05": 0.01955024789592151, + "0.0001": 0.01955024789592151 + } + }, + { + "layer": 7, + "mean_norm": 0.0017458735965192318, + "median_norm": 0.00181776809040457, + "max_norm": 0.0027491836808621883, + "min_norm": 7.252863132127529e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.98046875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -6.845889568328857, + "5": -3.7121224403381348, + "10": -2.9756815433502197, + "25": -2.7856740951538086, + "50": -2.740281820297241, + "75": -2.6897268295288086, + "90": -2.6274588108062744, + "95": -2.596672296524048, + "99": -2.5656867027282715 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 3, + 1, + 4, + 1, + 1, + 5, + 6, + 4, + 5, + 13, + 166, + 292 + ], + "log_norms_bin_edges": [ + -12.139491081237793, + -11.947916984558105, + -11.756342887878418, + -11.564769744873047, + -11.37319564819336, + -11.181621551513672, + -10.990047454833984, + -10.798473358154297, + -10.606900215148926, + -10.415326118469238, + -10.22375202178955, + -10.03217887878418, + -9.840604782104492, + -9.649030685424805, + -9.457456588745117, + -9.26588249206543, + -9.074308395385742, + -8.882735252380371, + -8.691161155700684, + -8.499587059020996, + -8.308013916015625, + -8.116439819335938, + -7.92486572265625, + -7.7332916259765625, + -7.541717529296875, + -7.350143909454346, + -7.158569812774658, + -6.966996192932129, + -6.775422096252441, + -6.583848476409912, + -6.392274379730225, + -6.200700759887695, + -6.009126663208008, + -5.81755256652832, + -5.625978946685791, + -5.4344048500061035, + -5.242831230163574, + -5.051257133483887, + -4.859683513641357, + -4.66810941696167, + -4.476535797119141, + -4.284961700439453, + -4.093387603759766, + -3.901813507080078, + -3.710240364074707, + -3.5186662673950195, + -3.327092170715332, + -3.1355180740356445, + -2.943943977355957, + -2.752370834350586, + -2.5607964992523193 + ], + "r_inf_mean": 0.24670273065567017, + "r_inf_median": 0.24096164107322693, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6427944898605347, + "eff_dim_mean": 0.6427944898605347, + "topk_energy": { + "1": 0.06153184175491333, + "5": 0.258628249168396, + "10": 0.4138069748878479, + "25": 0.7171627283096313 + }, + "gamma_raw": 0.0907888412475586, + "gamma_active": { + "1e-08": 0.09114448726177216, + "1e-07": 0.09107934683561325, + "1e-06": 0.09111074358224869, + "1e-05": 0.09106377512216568, + "0.0001": 0.09127789735794067 + }, + "gamma_energy_weighted": { + "1e-08": 0.11012726953006272, + "1e-07": 0.11012726953006272, + "1e-06": 0.11012726953006272, + "1e-05": 0.11012726953006272, + "0.0001": 0.11012726953006272 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L4.json new file mode 100644 index 0000000..f34940e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 8.54949951171875, + "acc": 0.119140625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.011644719168543816, + "median_norm": 0.012551660649478436, + "max_norm": 0.018266351893544197, + "min_norm": 9.740512041389593e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.998046875, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -4.220921516418457, + "5": -2.8132545948028564, + "10": -2.335447311401367, + "25": -1.9565951824188232, + "50": -1.901222586631775, + "75": -1.8504236936569214, + "90": -1.814393162727356, + "95": -1.8034201860427856, + "99": -1.7624132633209229 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 0, + 1, + 1, + 4, + 2, + 3, + 3, + 4, + 6, + 8, + 3, + 5, + 6, + 5, + 26, + 145, + 206, + 68 + ], + "log_norms_bin_edges": [ + -6.011418342590332, + -5.925956726074219, + -5.840495586395264, + -5.75503396987915, + -5.669572830200195, + -5.584111213684082, + -5.498650074005127, + -5.413188457489014, + -5.327727317810059, + -5.242265701293945, + -5.156804084777832, + -5.071342945098877, + -4.985881328582764, + -4.900420188903809, + -4.814958572387695, + -4.729496955871582, + -4.644035816192627, + -4.558574676513672, + -4.473113059997559, + -4.387651443481445, + -4.30219030380249, + -4.216728687286377, + -4.131267547607422, + -4.045805931091309, + -3.9603445529937744, + -3.8748831748962402, + -3.789421796798706, + -3.703960418701172, + -3.6184988021850586, + -3.5330374240875244, + -3.4475760459899902, + -3.362114667892456, + -3.276653289794922, + -3.1911919116973877, + -3.1057305335998535, + -3.0202691555023193, + -2.934807777404785, + -2.849346160888672, + -2.7638847827911377, + -2.6784234046936035, + -2.5929620265960693, + -2.507500648498535, + -2.422039270401001, + -2.336577892303467, + -2.2511162757873535, + -2.1656548976898193, + -2.080193519592285, + -1.99473237991333, + -1.9092707633972168, + -1.8238091468811035, + -1.7383482456207275 + ], + "r_inf_mean": 0.3655741214752197, + "r_inf_median": 0.34969615936279297, + "pr_mean": 0.17496547102928162, + "pr_median": 0.1779048889875412, + "hoyer_mean": 0.49611034989356995, + "eff_dim_mean": 0.49611032009124756, + "topk_energy": { + "1": 0.13937927782535553, + "5": 0.4274941086769104, + "10": 0.5941849946975708, + "25": 0.8379462957382202 + }, + "gamma_raw": -0.012522075325250626, + "gamma_active": { + "1e-08": -0.012522075325250626, + "1e-07": -0.012522075325250626, + "1e-06": -0.012627393938601017, + "1e-05": -0.012627393938601017, + "0.0001": -0.012077964842319489 + }, + "gamma_energy_weighted": { + "1e-08": -0.013838253486485565, + "1e-07": -0.013838253486485565, + "1e-06": -0.013838253486485565, + "1e-05": -0.013838253486485565, + "0.0001": -0.013838253486485565 + } + }, + { + "layer": 1, + "mean_norm": 0.00168819900136441, + "median_norm": 0.0018343513365834951, + "max_norm": 0.00264166621491313, + "min_norm": 1.6008104353204544e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.083319664001465, + "5": -3.6654934883117676, + "10": -3.152212381362915, + "25": -2.7808706760406494, + "50": -2.73649525642395, + "75": -2.7011427879333496, + "90": -2.6691741943359375, + "95": -2.6522104740142822, + "99": -2.619687795639038 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 5, + 3, + 1, + 1, + 7, + 4, + 6, + 5, + 6, + 5, + 8, + 13, + 128, + 256, + 46 + ], + "log_norms_bin_edges": [ + -6.795660495758057, + -6.711309909820557, + -6.626958847045898, + -6.542608261108398, + -6.458257675170898, + -6.37390661239624, + -6.28955602645874, + -6.205204963684082, + -6.120854377746582, + -6.036503791809082, + -5.952152729034424, + -5.867802143096924, + -5.783451080322266, + -5.699100494384766, + -5.614749908447266, + -5.530399322509766, + -5.446048259735107, + -5.361697196960449, + -5.277346611022949, + -5.192996025085449, + -5.108645439147949, + -5.024294376373291, + -4.939943790435791, + -4.855592727661133, + -4.771242141723633, + -4.686891555786133, + -4.602540493011475, + -4.518189907073975, + -4.433838844299316, + -4.349488258361816, + -4.265137672424316, + -4.180787086486816, + -4.096436023712158, + -4.0120849609375, + -3.927734375, + -3.8433837890625, + -3.759032964706421, + -3.674682140350342, + -3.590331554412842, + -3.5059807300567627, + -3.4216299057006836, + -3.3372790813446045, + -3.2529282569885254, + -3.1685776710510254, + -3.0842268466949463, + -2.999876022338867, + -2.915525436401367, + -2.831174612045288, + -2.746823787689209, + -2.662473201751709, + -2.578122138977051 + ], + "r_inf_mean": 0.25267842411994934, + "r_inf_median": 0.2472720742225647, + "pr_mean": 0.3358638882637024, + "pr_median": 0.34119585156440735, + "hoyer_mean": 0.631543755531311, + "eff_dim_mean": 0.631543755531311, + "topk_energy": { + "1": 0.06470663845539093, + "5": 0.2675798237323761, + "10": 0.4249342679977417, + "25": 0.7267580032348633 + }, + "gamma_raw": 0.2372361123561859, + "gamma_active": { + "1e-08": 0.2372361123561859, + "1e-07": 0.2372361123561859, + "1e-06": 0.23727822303771973, + "1e-05": 0.23719604313373566, + "0.0001": 0.23622551560401917 + }, + "gamma_energy_weighted": { + "1e-08": 0.24033679706120423, + "1e-07": 0.24033679706120423, + "1e-06": 0.24033679706120423, + "1e-05": 0.24033679706120423, + "0.0001": 0.24033679706120423 + } + }, + { + "layer": 2, + "mean_norm": 0.0016436416190117598, + "median_norm": 0.0017806930700317025, + "max_norm": 0.002577603794634342, + "min_norm": 1.5299984568173386e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.098361968994141, + "5": -3.677666425704956, + "10": -3.1691439151763916, + "25": -2.7945384979248047, + "50": -2.749392509460449, + "75": -2.712916135787964, + "90": -2.677345037460327, + "95": -2.662036657333374, + "99": -2.629246711730957 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 6, + 2, + 1, + 1, + 7, + 5, + 5, + 5, + 6, + 5, + 8, + 14, + 133, + 250, + 46 + ], + "log_norms_bin_edges": [ + -6.815309047698975, + -6.730778694152832, + -6.646247863769531, + -6.561717510223389, + -6.477187156677246, + -6.392656326293945, + -6.308125972747803, + -6.22359561920166, + -6.139064788818359, + -6.054534435272217, + -5.970004081726074, + -5.885473251342773, + -5.800942897796631, + -5.716412544250488, + -5.6318817138671875, + -5.547351360321045, + -5.462821006774902, + -5.37829065322876, + -5.293760299682617, + -5.209229469299316, + -5.124699115753174, + -5.040168762207031, + -4.9556379318237305, + -4.871107578277588, + -4.786577224731445, + -4.7020463943481445, + -4.617516040802002, + -4.532985687255859, + -4.448454856872559, + -4.363924503326416, + -4.279394149780273, + -4.194863319396973, + -4.11033296585083, + -4.0258026123046875, + -3.941272020339966, + -3.856741428375244, + -3.7722110748291016, + -3.68768048286438, + -3.603149890899658, + -3.5186195373535156, + -3.434088945388794, + -3.3495583534240723, + -3.2650279998779297, + -3.180497407913208, + -3.0959668159484863, + -3.0114364624023438, + -2.926905870437622, + -2.8423755168914795, + -2.757844924926758, + -2.6733145713806152, + -2.5887839794158936 + ], + "r_inf_mean": 0.25212880969047546, + "r_inf_median": 0.24829986691474915, + "pr_mean": 0.33697623014450073, + "pr_median": 0.3437011241912842, + "hoyer_mean": 0.6315611600875854, + "eff_dim_mean": 0.6315611004829407, + "topk_energy": { + "1": 0.06446313858032227, + "5": 0.266510009765625, + "10": 0.4244151711463928, + "25": 0.7266091108322144 + }, + "gamma_raw": 0.04723956808447838, + "gamma_active": { + "1e-08": 0.04723956808447838, + "1e-07": 0.04723956808447838, + "1e-06": 0.04744016379117966, + "1e-05": 0.04750959947705269, + "0.0001": 0.04767950624227524 + }, + "gamma_energy_weighted": { + "1e-08": 0.058262662926533045, + "1e-07": 0.058262662926533045, + "1e-06": 0.058262662926533045, + "1e-05": 0.058262662926533045, + "0.0001": 0.058262662926533045 + } + }, + { + "layer": 3, + "mean_norm": 0.0016393393743783236, + "median_norm": 0.0017770949052646756, + "max_norm": 0.002560167573392391, + "min_norm": 1.5315849566377437e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.1004133224487305, + "5": -3.6788692474365234, + "10": -3.1686596870422363, + "25": -2.795797824859619, + "50": -2.750129222869873, + "75": -2.7131717205047607, + "90": -2.679837942123413, + "95": -2.664391040802002, + "99": -2.632254123687744 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 6, + 2, + 1, + 1, + 7, + 5, + 5, + 5, + 6, + 5, + 8, + 14, + 127, + 255, + 47 + ], + "log_norms_bin_edges": [ + -6.814858913421631, + -6.730396270751953, + -6.645933628082275, + -6.561471462249756, + -6.477008819580078, + -6.3925461769104, + -6.308083534240723, + -6.223620891571045, + -6.139158725738525, + -6.054696083068848, + -5.97023344039917, + -5.885770797729492, + -5.801308631896973, + -5.716845989227295, + -5.632383346557617, + -5.5479207038879395, + -5.463458061218262, + -5.378995895385742, + -5.2945332527160645, + -5.210070610046387, + -5.125607967376709, + -5.041145324707031, + -4.956683158874512, + -4.872220516204834, + -4.787757873535156, + -4.7032952308654785, + -4.618832588195801, + -4.534370422363281, + -4.449907302856445, + -4.365445137023926, + -4.280982494354248, + -4.19651985168457, + -4.112057685852051, + -4.027594566345215, + -3.9431324005126953, + -3.8586697578430176, + -3.774207353591919, + -3.689744710922241, + -3.6052820682525635, + -3.520819664001465, + -3.436357021331787, + -3.3518946170806885, + -3.2674319744110107, + -3.182969331741333, + -3.0985069274902344, + -3.0140442848205566, + -2.929581880569458, + -2.8451192378997803, + -2.7606568336486816, + -2.676194190979004, + -2.591731548309326 + ], + "r_inf_mean": 0.2524622082710266, + "r_inf_median": 0.24935148656368256, + "pr_mean": 0.33609750866889954, + "pr_median": 0.34080687165260315, + "hoyer_mean": 0.631345272064209, + "eff_dim_mean": 0.6313452124595642, + "topk_energy": { + "1": 0.06470111757516861, + "5": 0.26741456985473633, + "10": 0.4252094030380249, + "25": 0.7268515825271606 + }, + "gamma_raw": 0.055484361946582794, + "gamma_active": { + "1e-08": 0.055484361946582794, + "1e-07": 0.055484361946582794, + "1e-06": 0.05578199774026871, + "1e-05": 0.056129131466150284, + "0.0001": 0.057506974786520004 + }, + "gamma_energy_weighted": { + "1e-08": 0.07329492316333698, + "1e-07": 0.07329492316333698, + "1e-06": 0.07329492316333698, + "1e-05": 0.07329492316333698, + "0.0001": 0.07329492316333698 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L8.json new file mode 100644 index 0000000..a693c71 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 13.253786087036133, + "acc": 0.095703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.008168237283825874, + "median_norm": 0.007939419709146023, + "max_norm": 0.01601886749267578, + "min_norm": 1.2996166276479926e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.994140625, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -4.491215705871582, + "5": -2.763063430786133, + "10": -2.3331494331359863, + "25": -2.219330072402954, + "50": -2.0996031761169434, + "75": -1.9668984413146973, + "90": -1.9055579900741577, + "95": -1.876387596130371, + "99": -1.8414669036865234 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 1, + 3, + 3, + 2, + 4, + 4, + 9, + 16, + 93, + 102, + 92, + 122, + 43 + ], + "log_norms_bin_edges": [ + -6.886185169219971, + -6.784368991851807, + -6.682552337646484, + -6.58073616027832, + -6.478919982910156, + -6.377103328704834, + -6.27528715133667, + -6.173470973968506, + -6.071654319763184, + -5.9698381423950195, + -5.8680219650268555, + -5.766205310821533, + -5.664389133453369, + -5.562572479248047, + -5.460756301879883, + -5.358940124511719, + -5.257123947143555, + -5.155307292938232, + -5.053491115570068, + -4.951674461364746, + -4.849858283996582, + -4.748042106628418, + -4.646225929260254, + -4.544409275054932, + -4.442593097686768, + -4.340776443481445, + -4.238960266113281, + -4.137144088745117, + -4.035327911376953, + -3.933511257171631, + -3.8316948413848877, + -3.7298786640167236, + -3.6280622482299805, + -3.5262458324432373, + -3.4244296550750732, + -3.32261323928833, + -3.220796823501587, + -3.118980646133423, + -3.0171642303466797, + -2.9153478145599365, + -2.8135313987731934, + -2.7117152214050293, + -2.6098990440368652, + -2.508082389831543, + -2.406266212463379, + -2.304450035095215, + -2.2026333808898926, + -2.1008172035217285, + -1.9990010261535645, + -1.8971843719482422, + -1.7953681945800781 + ], + "r_inf_mean": 0.3908229470252991, + "r_inf_median": 0.3850657045841217, + "pr_mean": 0.16032832860946655, + "pr_median": 0.14043578505516052, + "hoyer_mean": 0.48765021562576294, + "eff_dim_mean": 0.48765018582344055, + "topk_energy": { + "1": 0.15975823998451233, + "5": 0.4670867323875427, + "10": 0.6179547309875488, + "25": 0.8366498947143555 + }, + "gamma_raw": 0.03849297761917114, + "gamma_active": { + "1e-08": 0.03849297761917114, + "1e-07": 0.03849297761917114, + "1e-06": 0.0385458841919899, + "1e-05": 0.03889912739396095, + "0.0001": 0.03910888731479645 + }, + "gamma_energy_weighted": { + "1e-08": 0.0015213790025079524, + "1e-07": 0.0015213790025079524, + "1e-06": 0.0015213790025079524, + "1e-05": 0.0015213790025079524, + "0.0001": 0.0015213790025079524 + } + }, + { + "layer": 1, + "mean_norm": 0.001752795884385705, + "median_norm": 0.001765505992807448, + "max_norm": 0.00309478840790689, + "min_norm": 2.1538873795634572e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.344384670257568, + "5": -3.471550226211548, + "10": -2.9082839488983154, + "25": -2.8115196228027344, + "50": -2.753084182739258, + "75": -2.68234920501709, + "90": -2.632664442062378, + "95": -2.576550006866455, + "99": -2.5303971767425537 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 3, + 3, + 7, + 6, + 56, + 238, + 121, + 48 + ], + "log_norms_bin_edges": [ + -7.66677713394165, + -7.563629150390625, + -7.460480690002441, + -7.357332706451416, + -7.254184722900391, + -7.151036262512207, + -7.047888278961182, + -6.944740295410156, + -6.841591835021973, + -6.738443851470947, + -6.635295867919922, + -6.532147407531738, + -6.428999423980713, + -6.325850963592529, + -6.222702980041504, + -6.11955451965332, + -6.016406536102295, + -5.9132585525512695, + -5.810110092163086, + -5.7069621086120605, + -5.603814125061035, + -5.500665664672852, + -5.397517681121826, + -5.294369697570801, + -5.191221237182617, + -5.088073253631592, + -4.984925270080566, + -4.881776809692383, + -4.778628826141357, + -4.675480842590332, + -4.572332382202148, + -4.469184398651123, + -4.366036415100098, + -4.262887954711914, + -4.159739971160889, + -4.056591987609863, + -3.9534435272216797, + -3.850295305252075, + -3.74714732170105, + -3.6439990997314453, + -3.54085111618042, + -3.4377026557922363, + -3.334554672241211, + -3.2314066886901855, + -3.128258228302002, + -3.0251102447509766, + -2.921961784362793, + -2.8188138008117676, + -2.715665817260742, + -2.6125173568725586, + -2.509369134902954 + ], + "r_inf_mean": 0.2540068030357361, + "r_inf_median": 0.24925073981285095, + "pr_mean": 0.3421252965927124, + "pr_median": 0.3513897657394409, + "hoyer_mean": 0.6415958404541016, + "eff_dim_mean": 0.6415958404541016, + "topk_energy": { + "1": 0.06543970108032227, + "5": 0.2610167860984802, + "10": 0.4156537652015686, + "25": 0.719501793384552 + }, + "gamma_raw": 0.267312228679657, + "gamma_active": { + "1e-08": 0.267312228679657, + "1e-07": 0.2674647867679596, + "1e-06": 0.2679060101509094, + "1e-05": 0.26825109124183655, + "0.0001": 0.26796236634254456 + }, + "gamma_energy_weighted": { + "1e-08": 0.2828749142473065, + "1e-07": 0.2828749142473065, + "1e-06": 0.2828749142473065, + "1e-05": 0.2828749142473065, + "0.0001": 0.2828749142473065 + } + }, + { + "layer": 2, + "mean_norm": 0.0017297548474743962, + "median_norm": 0.001749565126374364, + "max_norm": 0.0030644128564745188, + "min_norm": 2.1292771990033543e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.346562385559082, + "5": -3.476813793182373, + "10": -2.915252208709717, + "25": -2.8180007934570312, + "50": -2.756885051727295, + "75": -2.6901097297668457, + "90": -2.637648344039917, + "95": -2.5826666355133057, + "99": -2.536612033843994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 4, + 8, + 5, + 67, + 229, + 119, + 48 + ], + "log_norms_bin_edges": [ + -7.671767711639404, + -7.568605422973633, + -7.465443134307861, + -7.36228084564209, + -7.259118556976318, + -7.155956268310547, + -7.052793979644775, + -6.949631690979004, + -6.846469402313232, + -6.743307113647461, + -6.6401448249816895, + -6.536982536315918, + -6.4338202476501465, + -6.330657958984375, + -6.2274956703186035, + -6.124333381652832, + -6.0211710929870605, + -5.918008804321289, + -5.814846515655518, + -5.711684226989746, + -5.608521461486816, + -5.505359649658203, + -5.402196884155273, + -5.29903507232666, + -5.1958723068237305, + -5.092710494995117, + -4.9895477294921875, + -4.886385917663574, + -4.7832231521606445, + -4.680061340332031, + -4.576898574829102, + -4.473736763000488, + -4.370573997497559, + -4.267412185668945, + -4.164249420166016, + -4.061087608337402, + -3.9579250812530518, + -3.8547627925872803, + -3.751600503921509, + -3.648437976837158, + -3.5452756881713867, + -3.4421133995056152, + -3.3389511108398438, + -3.2357888221740723, + -3.132626533508301, + -3.0294642448425293, + -2.926301956176758, + -2.8231396675109863, + -2.719977378845215, + -2.6168150901794434, + -2.513652801513672 + ], + "r_inf_mean": 0.2553851008415222, + "r_inf_median": 0.2506132125854492, + "pr_mean": 0.3399707078933716, + "pr_median": 0.34875163435935974, + "hoyer_mean": 0.6394729614257812, + "eff_dim_mean": 0.6394729614257812, + "topk_energy": { + "1": 0.06610386073589325, + "5": 0.26289471983909607, + "10": 0.41752809286117554, + "25": 0.7204771637916565 + }, + "gamma_raw": 0.1441955268383026, + "gamma_active": { + "1e-08": 0.1441955268383026, + "1e-07": 0.14431403577327728, + "1e-06": 0.1447598934173584, + "1e-05": 0.14492779970169067, + "0.0001": 0.14394277334213257 + }, + "gamma_energy_weighted": { + "1e-08": 0.17122230901853913, + "1e-07": 0.17122230901853913, + "1e-06": 0.17122230901853913, + "1e-05": 0.17122230901853913, + "0.0001": 0.17122230901853913 + } + }, + { + "layer": 3, + "mean_norm": 0.0017195186810567975, + "median_norm": 0.0017435557674616575, + "max_norm": 0.003036314155906439, + "min_norm": 2.1276868267250393e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.348633289337158, + "5": -3.4796440601348877, + "10": -2.9185526371002197, + "25": -2.8191733360290527, + "50": -2.7584972381591797, + "75": -2.6918082237243652, + "90": -2.640950918197632, + "95": -2.5863633155822754, + "99": -2.5398266315460205 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 4, + 7, + 6, + 61, + 233, + 121, + 48 + ], + "log_norms_bin_edges": [ + -7.672092437744141, + -7.569003582000732, + -7.465914726257324, + -7.362826347351074, + -7.259737491607666, + -7.156648635864258, + -7.05355978012085, + -6.950470924377441, + -6.847382068634033, + -6.744293212890625, + -6.641204833984375, + -6.538115978240967, + -6.435027122497559, + -6.33193826675415, + -6.228849411010742, + -6.125760555267334, + -6.022671699523926, + -5.919583320617676, + -5.816494464874268, + -5.713405609130859, + -5.610316753387451, + -5.507227897644043, + -5.404139518737793, + -5.301050186157227, + -5.197961807250977, + -5.094872951507568, + -4.99178409576416, + -4.888695240020752, + -4.785606384277344, + -4.682518005371094, + -4.579428672790527, + -4.476340293884277, + -4.373251438140869, + -4.270162582397461, + -4.167074203491211, + -4.0639848709106445, + -3.9608962535858154, + -3.8578076362609863, + -3.754718780517578, + -3.65162992477417, + -3.5485410690307617, + -3.4454522132873535, + -3.3423638343811035, + -3.2392749786376953, + -3.136186122894287, + -3.033097267150879, + -2.9300084114074707, + -2.8269195556640625, + -2.7238311767578125, + -2.6207423210144043, + -2.517653465270996 + ], + "r_inf_mean": 0.25609421730041504, + "r_inf_median": 0.2501358985900879, + "pr_mean": 0.33810287714004517, + "pr_median": 0.3466283082962036, + "hoyer_mean": 0.6388592720031738, + "eff_dim_mean": 0.6388592720031738, + "topk_energy": { + "1": 0.0664760172367096, + "5": 0.2641953229904175, + "10": 0.41953837871551514, + "25": 0.7216097116470337 + }, + "gamma_raw": 0.08990620076656342, + "gamma_active": { + "1e-08": 0.08990620076656342, + "1e-07": 0.08994611352682114, + "1e-06": 0.0900518000125885, + "1e-05": 0.0898110568523407, + "0.0001": 0.09081830829381943 + }, + "gamma_energy_weighted": { + "1e-08": 0.12462431006198554, + "1e-07": 0.12462431006198554, + "1e-06": 0.12462431006198554, + "1e-05": 0.12462431006198554, + "0.0001": 0.12462431006198554 + } + }, + { + "layer": 4, + "mean_norm": 0.0017163256416097283, + "median_norm": 0.001738633494824171, + "max_norm": 0.0030228642281144857, + "min_norm": 2.127927345441094e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.3480072021484375, + "5": -3.4806807041168213, + "10": -2.9172146320343018, + "25": -2.819868564605713, + "50": -2.7594847679138184, + "75": -2.6931169033050537, + "90": -2.6423935890197754, + "95": -2.586852550506592, + "99": -2.5419652462005615 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 4, + 7, + 6, + 59, + 228, + 128, + 48 + ], + "log_norms_bin_edges": [ + -7.672043800354004, + -7.568994522094727, + -7.465945243835449, + -7.362895965576172, + -7.2598466873168945, + -7.156797409057617, + -7.05374813079834, + -6.9506988525390625, + -6.847649574279785, + -6.744600296020508, + -6.6415510177612305, + -6.538502216339111, + -6.435452938079834, + -6.332403659820557, + -6.229354381561279, + -6.126305103302002, + -6.023255825042725, + -5.920206546783447, + -5.81715726852417, + -5.714107990264893, + -5.611058712005615, + -5.508009910583496, + -5.404960632324219, + -5.301911354064941, + -5.198862075805664, + -5.095812797546387, + -4.992763519287109, + -4.889714241027832, + -4.786664962768555, + -4.683615684509277, + -4.58056640625, + -4.477517127990723, + -4.374467849731445, + -4.271418571472168, + -4.168369293212891, + -4.065320014953613, + -3.962270736694336, + -3.8592216968536377, + -3.7561724185943604, + -3.653122901916504, + -3.5500736236572266, + -3.4470248222351074, + -3.34397554397583, + -3.2409262657165527, + -3.1378769874572754, + -3.034827709197998, + -2.9317784309387207, + -2.8287291526794434, + -2.725679874420166, + -2.6226305961608887, + -2.5195813179016113 + ], + "r_inf_mean": 0.2559283375740051, + "r_inf_median": 0.2494821399450302, + "pr_mean": 0.33855700492858887, + "pr_median": 0.3480241000652313, + "hoyer_mean": 0.6389016509056091, + "eff_dim_mean": 0.6389015913009644, + "topk_energy": { + "1": 0.06639404594898224, + "5": 0.26396480202674866, + "10": 0.4191280007362366, + "25": 0.7213186025619507 + }, + "gamma_raw": 0.09341928362846375, + "gamma_active": { + "1e-08": 0.09341928362846375, + "1e-07": 0.09349562227725983, + "1e-06": 0.09348109364509583, + "1e-05": 0.09295249730348587, + "0.0001": 0.09166920185089111 + }, + "gamma_energy_weighted": { + "1e-08": 0.0962686574440618, + "1e-07": 0.0962686574440618, + "1e-06": 0.0962686574440618, + "1e-05": 0.0962686574440618, + "0.0001": 0.0962686574440618 + } + }, + { + "layer": 5, + "mean_norm": 0.0017177886329591274, + "median_norm": 0.0017380272038280964, + "max_norm": 0.003019132185727358, + "min_norm": 2.135531040892147e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.347519874572754, + "5": -3.4801807403564453, + "10": -2.918829917907715, + "25": -2.8192026615142822, + "50": -2.7598557472229004, + "75": -2.6939828395843506, + "90": -2.6427173614501953, + "95": -2.585331916809082, + "99": -2.539008617401123 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 4, + 7, + 6, + 55, + 231, + 129, + 48 + ], + "log_norms_bin_edges": [ + -7.670494556427002, + -7.5674872398376465, + -7.464479446411133, + -7.361472129821777, + -7.258464336395264, + -7.155457019805908, + -7.0524492263793945, + -6.949441909790039, + -6.846434593200684, + -6.74342679977417, + -6.640419006347656, + -6.537411689758301, + -6.434404373168945, + -6.331396579742432, + -6.228389263153076, + -6.1253814697265625, + -6.022374153137207, + -5.919366836547852, + -5.816359043121338, + -5.713351726531982, + -5.610343933105469, + -5.507336616516113, + -5.404329299926758, + -5.301321506500244, + -5.1983137130737305, + -5.095306396484375, + -4.9922990798950195, + -4.889291286468506, + -4.78628396987915, + -4.683276176452637, + -4.580268859863281, + -4.477261543273926, + -4.374253749847412, + -4.271245956420898, + -4.168238639831543, + -4.0652313232421875, + -3.962223529815674, + -3.8592162132263184, + -3.756208658218384, + -3.653201103210449, + -3.5501933097839355, + -3.44718599319458, + -3.3441786766052246, + -3.241170883178711, + -3.1381635665893555, + -3.035155773162842, + -2.9321484565734863, + -2.8291406631469727, + -2.726133346557617, + -2.6231260299682617, + -2.520117998123169 + ], + "r_inf_mean": 0.2563551068305969, + "r_inf_median": 0.24928583204746246, + "pr_mean": 0.33750370144844055, + "pr_median": 0.34597960114479065, + "hoyer_mean": 0.6382473707199097, + "eff_dim_mean": 0.6382473707199097, + "topk_energy": { + "1": 0.06662622839212418, + "5": 0.2648027241230011, + "10": 0.420154333114624, + "25": 0.7219794988632202 + }, + "gamma_raw": 0.10853465646505356, + "gamma_active": { + "1e-08": 0.10853465646505356, + "1e-07": 0.10842052102088928, + "1e-06": 0.10841020941734314, + "1e-05": 0.10831296443939209, + "0.0001": 0.10770756751298904 + }, + "gamma_energy_weighted": { + "1e-08": 0.10249312906310044, + "1e-07": 0.10249312906310044, + "1e-06": 0.10249312906310044, + "1e-05": 0.10249312906310044, + "0.0001": 0.10249312906310044 + } + }, + { + "layer": 6, + "mean_norm": 0.0017151646316051483, + "median_norm": 0.0017372932052239776, + "max_norm": 0.0030186951626092196, + "min_norm": 2.135912424705566e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.348605632781982, + "5": -3.4809916019439697, + "10": -2.9191994667053223, + "25": -2.819194793701172, + "50": -2.759918451309204, + "75": -2.6949872970581055, + "90": -2.644531726837158, + "95": -2.5863757133483887, + "99": -2.539212226867676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 5, + 6, + 6, + 56, + 231, + 129, + 47 + ], + "log_norms_bin_edges": [ + -7.670416831970215, + -7.56741189956665, + -7.464407444000244, + -7.36140251159668, + -7.258398056030273, + -7.155393123626709, + -7.052388668060303, + -6.949383735656738, + -6.846379280090332, + -6.743374347686768, + -6.640369415283203, + -6.537364959716797, + -6.434360027313232, + -6.331355571746826, + -6.228350639343262, + -6.1253461837768555, + -6.022341251373291, + -5.919336318969727, + -5.81633186340332, + -5.713326930999756, + -5.61032247543335, + -5.507317543029785, + -5.404313087463379, + -5.3013081550598145, + -5.19830322265625, + -5.095298767089844, + -4.9922943115234375, + -4.889289379119873, + -4.786284446716309, + -4.683279991149902, + -4.580275058746338, + -4.477270126342773, + -4.374265670776367, + -4.271261215209961, + -4.1682562828063965, + -4.065251350402832, + -3.962246894836426, + -3.8592419624328613, + -3.756237268447876, + -3.6532325744628906, + -3.5502281188964844, + -3.44722318649292, + -3.3442182540893555, + -3.241213798522949, + -3.1382088661193848, + -3.0352044105529785, + -2.932199478149414, + -2.829195022583008, + -2.7261900901794434, + -2.623185157775879, + -2.5201809406280518 + ], + "r_inf_mean": 0.2556408643722534, + "r_inf_median": 0.24875681102275848, + "pr_mean": 0.33811140060424805, + "pr_median": 0.3438990116119385, + "hoyer_mean": 0.6385663747787476, + "eff_dim_mean": 0.6385663747787476, + "topk_energy": { + "1": 0.06627842783927917, + "5": 0.2644149661064148, + "10": 0.4196604788303375, + "25": 0.7216849327087402 + }, + "gamma_raw": 0.036667563021183014, + "gamma_active": { + "1e-08": 0.036667563021183014, + "1e-07": 0.03667382150888443, + "1e-06": 0.036829084157943726, + "1e-05": 0.03687138110399246, + "0.0001": 0.03634898364543915 + }, + "gamma_energy_weighted": { + "1e-08": 0.053326715820156294, + "1e-07": 0.053326715820156294, + "1e-06": 0.053326715820156294, + "1e-05": 0.053326715820156294, + "0.0001": 0.053326715820156294 + } + }, + { + "layer": 7, + "mean_norm": 0.0017161212163046002, + "median_norm": 0.0017381591023877263, + "max_norm": 0.0030143901240080595, + "min_norm": 2.1403163685818072e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.347184658050537, + "5": -3.480581760406494, + "10": -2.9185986518859863, + "25": -2.8183391094207764, + "50": -2.7596640586853027, + "75": -2.695800304412842, + "90": -2.6443538665771484, + "95": -2.5865843296051025, + "99": -2.5375444889068604 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 4, + 7, + 6, + 51, + 236, + 129, + 47 + ], + "log_norms_bin_edges": [ + -7.669522285461426, + -7.566547870635986, + -7.463573455810547, + -7.360599040985107, + -7.257624626159668, + -7.1546502113342285, + -7.051675796508789, + -6.94870138168335, + -6.84572696685791, + -6.742752552032471, + -6.639778137207031, + -6.536803245544434, + -6.433829307556152, + -6.330854415893555, + -6.227880001068115, + -6.124905586242676, + -6.021931171417236, + -5.918956756591797, + -5.815982341766357, + -5.713007926940918, + -5.6100335121154785, + -5.507059097290039, + -5.4040846824646, + -5.30111026763916, + -5.198135852813721, + -5.095161437988281, + -4.992187023162842, + -4.889212608337402, + -4.786237716674805, + -4.683263778686523, + -4.580288887023926, + -4.4773149490356445, + -4.374340057373047, + -4.271366119384766, + -4.168391227722168, + -4.065417289733887, + -3.962442636489868, + -3.8594682216644287, + -3.75649356842041, + -3.6535191535949707, + -3.5505447387695312, + -3.447570323944092, + -3.3445959091186523, + -3.241621494293213, + -3.1386470794677734, + -3.035672664642334, + -2.9326982498168945, + -2.829723834991455, + -2.7267494201660156, + -2.623775005340576, + -2.5208005905151367 + ], + "r_inf_mean": 0.2555348873138428, + "r_inf_median": 0.24916459619998932, + "pr_mean": 0.33834215998649597, + "pr_median": 0.34407809376716614, + "hoyer_mean": 0.6387432813644409, + "eff_dim_mean": 0.6387431621551514, + "topk_energy": { + "1": 0.06619060784578323, + "5": 0.2643238306045532, + "10": 0.41934436559677124, + "25": 0.7213444709777832 + }, + "gamma_raw": 0.12943175435066223, + "gamma_active": { + "1e-08": 0.12943175435066223, + "1e-07": 0.1294587254524231, + "1e-06": 0.1294841766357422, + "1e-05": 0.12929977476596832, + "0.0001": 0.12919478118419647 + }, + "gamma_energy_weighted": { + "1e-08": 0.14061715293919336, + "1e-07": 0.14061715293919336, + "1e-06": 0.14061715293919336, + "1e-05": 0.14061715293919336, + "0.0001": 0.14061715293919336 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L4.json new file mode 100644 index 0000000..6f70c9f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 3.276852607727051, + "acc": 0.119140625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.001791501184925437, + "median_norm": 0.0018281560624018312, + "max_norm": 0.0028649221640080214, + "min_norm": 0.0003895953414030373, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.289616584777832, + "5": -3.011728048324585, + "10": -2.9110069274902344, + "25": -2.7901339530944824, + "50": -2.7375054359436035, + "75": -2.6914491653442383, + "90": -2.6388099193573, + "95": -2.6071200370788574, + "99": -2.572843313217163 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 2, + 2, + 0, + 1, + 0, + 2, + 0, + 3, + 2, + 2, + 1, + 0, + 4, + 4, + 3, + 5, + 3, + 5, + 10, + 6, + 9, + 4, + 10, + 13, + 18, + 20, + 33, + 51, + 52, + 52, + 48, + 33, + 27, + 20, + 23, + 9, + 9, + 12, + 4, + 3 + ], + "log_norms_bin_edges": [ + -3.409386396408081, + -3.392056465148926, + -3.3747265338897705, + -3.357396364212036, + -3.340066432952881, + -3.3227365016937256, + -3.3054065704345703, + -3.288076400756836, + -3.2707464694976807, + -3.2534165382385254, + -3.23608660697937, + -3.218756675720215, + -3.2014265060424805, + -3.184096574783325, + -3.16676664352417, + -3.1494367122650146, + -3.1321067810058594, + -3.114776611328125, + -3.0974466800689697, + -3.0801167488098145, + -3.062786817550659, + -3.045456647872925, + -3.0281267166137695, + -3.0107967853546143, + -2.993466854095459, + -2.9761366844177246, + -2.9588067531585693, + -2.941476821899414, + -2.924146890640259, + -2.9068169593811035, + -2.889486789703369, + -2.872156858444214, + -2.8548269271850586, + -2.8374969959259033, + -2.820167064666748, + -2.8028368949890137, + -2.7855069637298584, + -2.768177032470703, + -2.750847101211548, + -2.7335171699523926, + -2.716187000274658, + -2.698857069015503, + -2.6815271377563477, + -2.6641969680786133, + -2.646867275238037, + -2.6295371055603027, + -2.6122071743011475, + -2.594877243041992, + -2.577547073364258, + -2.5602171421051025, + -2.5428872108459473 + ], + "r_inf_mean": 0.310761034488678, + "r_inf_median": 0.2693897485733032, + "pr_mean": 0.27991634607315063, + "pr_median": 0.3041159510612488, + "hoyer_mean": 0.6015244722366333, + "eff_dim_mean": 0.6015244722366333, + "topk_energy": { + "1": 0.10882575064897537, + "5": 0.31436556577682495, + "10": 0.46590501070022583, + "25": 0.7445526123046875 + }, + "gamma_raw": 0.24270452558994293, + "gamma_active": { + "1e-08": 0.24270452558994293, + "1e-07": 0.24270452558994293, + "1e-06": 0.24270452558994293, + "1e-05": 0.24270452558994293, + "0.0001": 0.24270452558994293 + }, + "gamma_energy_weighted": { + "1e-08": 0.2378215844819719, + "1e-07": 0.2378215844819719, + "1e-06": 0.2378215844819719, + "1e-05": 0.2378215844819719, + "0.0001": 0.2378215844819719 + } + }, + { + "layer": 1, + "mean_norm": 0.0015978582669049501, + "median_norm": 0.001675336854532361, + "max_norm": 0.0022082498762756586, + "min_norm": 0.0003407099284231663, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3195269107818604, + "5": -3.047653913497925, + "10": -2.9387946128845215, + "25": -2.818917989730835, + "50": -2.7756457328796387, + "75": -2.743081569671631, + "90": -2.7211034297943115, + "95": -2.7099759578704834, + "99": -2.6926350593566895 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 0, + 4, + 3, + 5, + 3, + 0, + 10, + 3, + 3, + 6, + 8, + 9, + 7, + 9, + 9, + 28, + 33, + 46, + 74, + 68, + 61, + 50, + 32, + 14, + 3, + 1 + ], + "log_norms_bin_edges": [ + -3.4676151275634766, + -3.4513819217681885, + -3.4351484775543213, + -3.418915271759033, + -3.402682065963745, + -3.386448860168457, + -3.37021541595459, + -3.3539822101593018, + -3.3377490043640137, + -3.3215157985687256, + -3.3052823543548584, + -3.2890491485595703, + -3.2728159427642822, + -3.256582736968994, + -3.240349292755127, + -3.224116086959839, + -3.207882881164551, + -3.1916496753692627, + -3.1754162311553955, + -3.1591830253601074, + -3.1429498195648193, + -3.1267166137695312, + -3.110483169555664, + -3.094249963760376, + -3.078016757965088, + -3.0617833137512207, + -3.0455501079559326, + -3.0293169021606445, + -3.0130836963653564, + -2.9968504905700684, + -2.980617046356201, + -2.964383840560913, + -2.948150634765625, + -2.931917190551758, + -2.9156839847564697, + -2.8994507789611816, + -2.8832175731658936, + -2.8669843673706055, + -2.8507509231567383, + -2.83451771736145, + -2.818284511566162, + -2.802051067352295, + -2.785817861557007, + -2.7695846557617188, + -2.7533514499664307, + -2.7371182441711426, + -2.7208847999572754, + -2.7046515941619873, + -2.688418388366699, + -2.672184944152832, + -2.655951738357544 + ], + "r_inf_mean": 0.24213331937789917, + "r_inf_median": 0.24252302944660187, + "pr_mean": 0.35327380895614624, + "pr_median": 0.34967583417892456, + "hoyer_mean": 0.6381345987319946, + "eff_dim_mean": 0.6381345987319946, + "topk_energy": { + "1": 0.05911038815975189, + "5": 0.25535982847213745, + "10": 0.4123232960700989, + "25": 0.7175535559654236 + }, + "gamma_raw": 0.18362484872341156, + "gamma_active": { + "1e-08": 0.18362484872341156, + "1e-07": 0.18362484872341156, + "1e-06": 0.18362484872341156, + "1e-05": 0.18362484872341156, + "0.0001": 0.18362484872341156 + }, + "gamma_energy_weighted": { + "1e-08": 0.18252672763654437, + "1e-07": 0.18252672763654437, + "1e-06": 0.18252672763654437, + "1e-05": 0.18252672763654437, + "0.0001": 0.18252672763654437 + } + }, + { + "layer": 2, + "mean_norm": 0.0015828318428248167, + "median_norm": 0.001658862573094666, + "max_norm": 0.0021801607217639685, + "min_norm": 0.0003444190078880638, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3165693283081055, + "5": -3.044612407684326, + "10": -2.9428493976593018, + "25": -2.822709798812866, + "50": -2.7795217037200928, + "75": -2.747182607650757, + "90": -2.726938247680664, + "95": -2.7152345180511475, + "99": -2.695122241973877 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 2, + 2, + 2, + 1, + 0, + 2, + 4, + 5, + 3, + 2, + 6, + 5, + 5, + 7, + 8, + 7, + 10, + 5, + 17, + 24, + 36, + 43, + 68, + 77, + 52, + 53, + 31, + 14, + 4, + 1 + ], + "log_norms_bin_edges": [ + -3.4629127979278564, + -3.446884870529175, + -3.430856704711914, + -3.4148287773132324, + -3.3988006114959717, + -3.38277268409729, + -3.3667447566986084, + -3.3507165908813477, + -3.334688663482666, + -3.3186604976654053, + -3.3026325702667236, + -3.286604642868042, + -3.2705764770507812, + -3.2545485496520996, + -3.238520383834839, + -3.2224924564361572, + -3.2064645290374756, + -3.190436363220215, + -3.174408435821533, + -3.1583802700042725, + -3.142352342605591, + -3.126324415206909, + -3.1102962493896484, + -3.094268321990967, + -3.078240394592285, + -3.0622122287750244, + -3.0461843013763428, + -3.030156135559082, + -3.0141282081604004, + -2.9981002807617188, + -2.982072114944458, + -2.9660441875457764, + -2.9500160217285156, + -2.933988094329834, + -2.9179601669311523, + -2.9019320011138916, + -2.88590407371521, + -2.869875907897949, + -2.8538479804992676, + -2.837820053100586, + -2.821791887283325, + -2.8057639598846436, + -2.789735794067383, + -2.773707866668701, + -2.7576799392700195, + -2.741651773452759, + -2.725623846054077, + -2.7095956802368164, + -2.6935677528381348, + -2.677539825439453, + -2.6615116596221924 + ], + "r_inf_mean": 0.238840252161026, + "r_inf_median": 0.23544259369373322, + "pr_mean": 0.3572150468826294, + "pr_median": 0.3568248450756073, + "hoyer_mean": 0.6419166326522827, + "eff_dim_mean": 0.6419166326522827, + "topk_energy": { + "1": 0.057599782943725586, + "5": 0.2538321614265442, + "10": 0.40990394353866577, + "25": 0.7135924696922302 + }, + "gamma_raw": 0.018029868602752686, + "gamma_active": { + "1e-08": 0.018029868602752686, + "1e-07": 0.018029868602752686, + "1e-06": 0.018029868602752686, + "1e-05": 0.018029868602752686, + "0.0001": 0.018029868602752686 + }, + "gamma_energy_weighted": { + "1e-08": 0.026874211238820084, + "1e-07": 0.026874211238820084, + "1e-06": 0.026874211238820084, + "1e-05": 0.026874211238820084, + "0.0001": 0.026874211238820084 + } + }, + { + "layer": 3, + "mean_norm": 0.0015706769190728664, + "median_norm": 0.0016436015721410513, + "max_norm": 0.0021777222864329815, + "min_norm": 0.0003449422656558454, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.3155360221862793, + "5": -3.0448615550994873, + "10": -2.9471189975738525, + "25": -2.8289458751678467, + "50": -2.784003496170044, + "75": -2.750103235244751, + "90": -2.729424476623535, + "95": -2.7167840003967285, + "99": -2.7001686096191406 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 3, + 1, + 2, + 1, + 0, + 2, + 5, + 4, + 3, + 2, + 7, + 4, + 5, + 10, + 6, + 6, + 11, + 6, + 19, + 33, + 30, + 51, + 78, + 57, + 55, + 55, + 22, + 14, + 3, + 1 + ], + "log_norms_bin_edges": [ + -3.4622538089752197, + -3.446248769760132, + -3.430243492126465, + -3.414238452911377, + -3.398233413696289, + -3.382228136062622, + -3.366223096847534, + -3.350217819213867, + -3.3342127799987793, + -3.3182077407836914, + -3.3022024631500244, + -3.2861974239349365, + -3.2701923847198486, + -3.2541871070861816, + -3.2381820678710938, + -3.222177028656006, + -3.206171751022339, + -3.190166711807251, + -3.174161434173584, + -3.158156394958496, + -3.142151355743408, + -3.1261463165283203, + -3.1101410388946533, + -3.0941359996795654, + -3.0781307220458984, + -3.0621256828308105, + -3.0461206436157227, + -3.0301153659820557, + -3.0141103267669678, + -2.99810528755188, + -2.982100009918213, + -2.966094970703125, + -2.950089931488037, + -2.93408465385437, + -2.9180796146392822, + -2.9020743370056152, + -2.8860692977905273, + -2.8700642585754395, + -2.8540589809417725, + -2.8380539417266846, + -2.8220486640930176, + -2.8060436248779297, + -2.790038585662842, + -2.774033546447754, + -2.758028268814087, + -2.742023229598999, + -2.726017951965332, + -2.710012912750244, + -2.6940078735351562, + -2.6780028343200684, + -2.6619975566864014 + ], + "r_inf_mean": 0.2413056641817093, + "r_inf_median": 0.23816722631454468, + "pr_mean": 0.35385990142822266, + "pr_median": 0.35134875774383545, + "hoyer_mean": 0.6407814025878906, + "eff_dim_mean": 0.6407814025878906, + "topk_energy": { + "1": 0.058842677623033524, + "5": 0.255750834941864, + "10": 0.4117930233478546, + "25": 0.7150387763977051 + }, + "gamma_raw": 0.02680669166147709, + "gamma_active": { + "1e-08": 0.02680669166147709, + "1e-07": 0.02680669166147709, + "1e-06": 0.02680669166147709, + "1e-05": 0.02680669166147709, + "0.0001": 0.02680669166147709 + }, + "gamma_energy_weighted": { + "1e-08": 0.033855893394963976, + "1e-07": 0.033855893394963976, + "1e-06": 0.033855893394963976, + "1e-05": 0.033855893394963976, + "0.0001": 0.033855893394963976 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L8.json new file mode 100644 index 0000000..4e268b0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_credit_bridge_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "credit_bridge", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 2.7787914276123047, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0015427288599312305, + "median_norm": 0.0014745000516995788, + "max_norm": 0.0025772706139832735, + "min_norm": 0.00052543735364452, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.0815694332122803, + "5": -2.97707462310791, + "10": -2.9302902221679688, + "25": -2.8763935565948486, + "50": -2.83133602142334, + "75": -2.7773187160491943, + "90": -2.6813559532165527, + "95": -2.6173810958862305, + "99": -2.6053004264831543 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 2, + 3, + 5, + 3, + 7, + 4, + 8, + 6, + 14, + 15, + 23, + 26, + 24, + 39, + 51, + 40, + 53, + 24, + 23, + 20, + 12, + 20, + 9, + 5, + 6, + 10, + 4, + 3, + 3, + 5, + 13, + 20, + 4 + ], + "log_norms_bin_edges": [ + -3.2794790267944336, + -3.2656662464141846, + -3.2518534660339355, + -3.2380406856536865, + -3.2242279052734375, + -3.2104151248931885, + -3.1966023445129395, + -3.1827895641326904, + -3.1689767837524414, + -3.1551640033721924, + -3.1413512229919434, + -3.1275384426116943, + -3.1137256622314453, + -3.0999128818511963, + -3.0861001014709473, + -3.0722873210906982, + -3.058474540710449, + -3.0446617603302, + -3.030848979949951, + -3.017036199569702, + -3.003223419189453, + -2.989410638809204, + -2.975597858428955, + -2.961785078048706, + -2.947972297668457, + -2.934159517288208, + -2.920346736907959, + -2.90653395652771, + -2.892721176147461, + -2.878908395767212, + -2.865095615386963, + -2.851282835006714, + -2.837470054626465, + -2.823657274246216, + -2.809844493865967, + -2.7960317134857178, + -2.7822189331054688, + -2.7684061527252197, + -2.7545933723449707, + -2.7407805919647217, + -2.7269678115844727, + -2.7131550312042236, + -2.6993422508239746, + -2.6855294704437256, + -2.6717166900634766, + -2.6579039096832275, + -2.6440911293029785, + -2.6302783489227295, + -2.6164655685424805, + -2.6026527881622314, + -2.5888400077819824 + ], + "r_inf_mean": 0.3372943103313446, + "r_inf_median": 0.27031517028808594, + "pr_mean": 0.2698853611946106, + "pr_median": 0.31301963329315186, + "hoyer_mean": 0.5904351472854614, + "eff_dim_mean": 0.5904350876808167, + "topk_energy": { + "1": 0.13858383893966675, + "5": 0.326965868473053, + "10": 0.4721928536891937, + "25": 0.7491455674171448 + }, + "gamma_raw": 0.30125951766967773, + "gamma_active": { + "1e-08": 0.30125951766967773, + "1e-07": 0.30125951766967773, + "1e-06": 0.30125951766967773, + "1e-05": 0.30125951766967773, + "0.0001": 0.30125951766967773 + }, + "gamma_energy_weighted": { + "1e-08": 0.29678339972112155, + "1e-07": 0.29678339972112155, + "1e-06": 0.29678339972112155, + "1e-05": 0.29678339972112155, + "0.0001": 0.29678339972112155 + } + }, + { + "layer": 1, + "mean_norm": 0.0014024453703314066, + "median_norm": 0.0013766555348411202, + "max_norm": 0.0024548254441469908, + "min_norm": 0.0004746062040794641, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.153008222579956, + "5": -3.0172557830810547, + "10": -2.9672493934631348, + "25": -2.9098706245422363, + "50": -2.861022472381592, + "75": -2.8327908515930176, + "90": -2.766284465789795, + "95": -2.6325478553771973, + "99": -2.6208102703094482 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 1, + 1, + 2, + 2, + 1, + 7, + 4, + 3, + 12, + 9, + 12, + 16, + 22, + 27, + 35, + 40, + 38, + 52, + 71, + 48, + 20, + 9, + 13, + 5, + 5, + 3, + 0, + 1, + 0, + 2, + 0, + 4, + 4, + 20, + 13 + ], + "log_norms_bin_edges": [ + -3.323666572570801, + -3.3093929290771484, + -3.295119047164917, + -3.2808454036712646, + -3.266571521759033, + -3.252297878265381, + -3.2380242347717285, + -3.223750352859497, + -3.2094767093658447, + -3.1952028274536133, + -3.180929183959961, + -3.1666555404663086, + -3.152381658554077, + -3.138108015060425, + -3.1238341331481934, + -3.109560489654541, + -3.0952868461608887, + -3.0810129642486572, + -3.066739320755005, + -3.0524654388427734, + -3.038191795349121, + -3.0239181518554688, + -3.0096442699432373, + -2.995370626449585, + -2.9810967445373535, + -2.966823101043701, + -2.952549457550049, + -2.9382755756378174, + -2.924001932144165, + -2.9097280502319336, + -2.8954544067382812, + -2.881180763244629, + -2.8669068813323975, + -2.852633237838745, + -2.8383593559265137, + -2.8240857124328613, + -2.809812068939209, + -2.7955381870269775, + -2.781264543533325, + -2.7669906616210938, + -2.7527170181274414, + -2.738443374633789, + -2.7241694927215576, + -2.7098958492279053, + -2.695621967315674, + -2.6813483238220215, + -2.667074680328369, + -2.6528007984161377, + -2.6385271549224854, + -2.624253273010254, + -2.6099796295166016 + ], + "r_inf_mean": 0.24445702135562897, + "r_inf_median": 0.24012216925621033, + "pr_mean": 0.3491537272930145, + "pr_median": 0.34482958912849426, + "hoyer_mean": 0.6383758783340454, + "eff_dim_mean": 0.6383758187294006, + "topk_energy": { + "1": 0.06032262742519379, + "5": 0.2578374743461609, + "10": 0.4144642949104309, + "25": 0.7175647020339966 + }, + "gamma_raw": 0.22043758630752563, + "gamma_active": { + "1e-08": 0.22043758630752563, + "1e-07": 0.22043758630752563, + "1e-06": 0.22043758630752563, + "1e-05": 0.22043758630752563, + "0.0001": 0.22043758630752563 + }, + "gamma_energy_weighted": { + "1e-08": 0.24189306797268403, + "1e-07": 0.24189306797268403, + "1e-06": 0.24189306797268403, + "1e-05": 0.24189306797268403, + "0.0001": 0.24189306797268403 + } + }, + { + "layer": 2, + "mean_norm": 0.0013796498533338308, + "median_norm": 0.0013505312381312251, + "max_norm": 0.002409599255770445, + "min_norm": 0.0004694722592830658, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1606106758117676, + "5": -3.0231480598449707, + "10": -2.9760775566101074, + "25": -2.916963815689087, + "50": -2.8693647384643555, + "75": -2.8402810096740723, + "90": -2.771512985229492, + "95": -2.6401631832122803, + "99": -2.6279354095458984 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 3, + 0, + 0, + 2, + 2, + 1, + 1, + 3, + 2, + 6, + 4, + 3, + 11, + 11, + 11, + 16, + 20, + 29, + 39, + 37, + 37, + 56, + 66, + 49, + 19, + 11, + 12, + 5, + 5, + 3, + 0, + 1, + 0, + 2, + 0, + 4, + 4, + 21, + 12 + ], + "log_norms_bin_edges": [ + -3.328390121459961, + -3.314183473587036, + -3.2999768257141113, + -3.2857699394226074, + -3.2715632915496826, + -3.257356643676758, + -3.243149995803833, + -3.228943347930908, + -3.2147364616394043, + -3.2005298137664795, + -3.1863231658935547, + -3.17211651802063, + -3.157909870147705, + -3.143702983856201, + -3.1294963359832764, + -3.1152896881103516, + -3.1010830402374268, + -3.086876392364502, + -3.072669506072998, + -3.0584628582000732, + -3.0442562103271484, + -3.0300495624542236, + -3.015842914581299, + -3.001636028289795, + -2.98742938041687, + -2.9732227325439453, + -2.9590160846710205, + -2.9448094367980957, + -2.930602550506592, + -2.916395902633667, + -2.902189254760742, + -2.8879826068878174, + -2.8737759590148926, + -2.8595690727233887, + -2.845362424850464, + -2.831155776977539, + -2.8169491291046143, + -2.8027424812316895, + -2.7885355949401855, + -2.7743289470672607, + -2.760122299194336, + -2.745915651321411, + -2.7317090034484863, + -2.7175021171569824, + -2.7032954692840576, + -2.689088821411133, + -2.674882173538208, + -2.660675525665283, + -2.6464686393737793, + -2.6322619915008545, + -2.6180553436279297 + ], + "r_inf_mean": 0.241547092795372, + "r_inf_median": 0.23944421112537384, + "pr_mean": 0.35423916578292847, + "pr_median": 0.35809218883514404, + "hoyer_mean": 0.641099750995636, + "eff_dim_mean": 0.6410996913909912, + "topk_energy": { + "1": 0.05907512083649635, + "5": 0.25358664989471436, + "10": 0.41030174493789673, + "25": 0.7145507335662842 + }, + "gamma_raw": 0.11814948916435242, + "gamma_active": { + "1e-08": 0.11814948916435242, + "1e-07": 0.11814948916435242, + "1e-06": 0.11814948916435242, + "1e-05": 0.11814948916435242, + "0.0001": 0.11814948916435242 + }, + "gamma_energy_weighted": { + "1e-08": 0.14456851738333718, + "1e-07": 0.14456851738333718, + "1e-06": 0.14456851738333718, + "1e-05": 0.14456851738333718, + "0.0001": 0.14456851738333718 + } + }, + { + "layer": 3, + "mean_norm": 0.001374286599457264, + "median_norm": 0.0013465690426528454, + "max_norm": 0.0023748960811644793, + "min_norm": 0.0004657310200855136, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.162428140640259, + "5": -3.0252676010131836, + "10": -2.9775445461273193, + "25": -2.9173927307128906, + "50": -2.870725154876709, + "75": -2.840606212615967, + "90": -2.7702739238739014, + "95": -2.645352840423584, + "99": -2.632723093032837 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 2, + 2, + 1, + 1, + 3, + 2, + 6, + 4, + 3, + 9, + 10, + 14, + 13, + 16, + 31, + 33, + 43, + 40, + 37, + 65, + 54, + 27, + 16, + 11, + 7, + 6, + 3, + 2, + 1, + 0, + 2, + 0, + 3, + 4, + 18, + 16 + ], + "log_norms_bin_edges": [ + -3.331864833831787, + -3.3177146911621094, + -3.3035645484924316, + -3.289414167404175, + -3.275264024734497, + -3.2611138820648193, + -3.2469637393951416, + -3.232813596725464, + -3.218663454055786, + -3.2045130729675293, + -3.1903629302978516, + -3.176212787628174, + -3.162062644958496, + -3.1479125022888184, + -3.1337623596191406, + -3.119611978530884, + -3.105461835861206, + -3.0913116931915283, + -3.0771615505218506, + -3.063011407852173, + -3.048861026763916, + -3.0347108840942383, + -3.0205607414245605, + -3.006410598754883, + -2.992260456085205, + -2.9781103134155273, + -2.9639599323272705, + -2.9498097896575928, + -2.935659646987915, + -2.9215095043182373, + -2.9073593616485596, + -2.8932089805603027, + -2.879058837890625, + -2.8649086952209473, + -2.8507585525512695, + -2.836608409881592, + -2.822458267211914, + -2.8083078861236572, + -2.7941577434539795, + -2.7800076007843018, + -2.765857458114624, + -2.7517073154449463, + -2.7375569343566895, + -2.7234067916870117, + -2.709256649017334, + -2.6951065063476562, + -2.6809563636779785, + -2.666806221008301, + -2.652656078338623, + -2.638505697250366, + -2.6243555545806885 + ], + "r_inf_mean": 0.24125653505325317, + "r_inf_median": 0.23922856152057648, + "pr_mean": 0.35424667596817017, + "pr_median": 0.35586991906166077, + "hoyer_mean": 0.641414999961853, + "eff_dim_mean": 0.641414999961853, + "topk_energy": { + "1": 0.05891748517751694, + "5": 0.2543694078922272, + "10": 0.4106748402118683, + "25": 0.7143579721450806 + }, + "gamma_raw": 0.05226565897464752, + "gamma_active": { + "1e-08": 0.05226565897464752, + "1e-07": 0.05226565897464752, + "1e-06": 0.05226565897464752, + "1e-05": 0.05226565897464752, + "0.0001": 0.05226565897464752 + }, + "gamma_energy_weighted": { + "1e-08": 0.09100473885634537, + "1e-07": 0.09100473885634537, + "1e-06": 0.09100473885634537, + "1e-05": 0.09100473885634537, + "0.0001": 0.09100473885634537 + } + }, + { + "layer": 4, + "mean_norm": 0.0013723511947318912, + "median_norm": 0.0013436684384942055, + "max_norm": 0.0023482865653932095, + "min_norm": 0.00046644691610708833, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.1617393493652344, + "5": -3.024885654449463, + "10": -2.9763190746307373, + "25": -2.9195597171783447, + "50": -2.8716378211975098, + "75": -2.8415746688842773, + "90": -2.7647414207458496, + "95": -2.64872145652771, + "99": -2.636296510696411 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 3, + 1, + 1, + 3, + 1, + 6, + 3, + 4, + 9, + 9, + 15, + 13, + 20, + 23, + 33, + 45, + 34, + 39, + 60, + 61, + 28, + 13, + 11, + 11, + 4, + 7, + 2, + 2, + 0, + 2, + 0, + 1, + 6, + 16, + 18 + ], + "log_norms_bin_edges": [ + -3.331197738647461, + -3.3171586990356445, + -3.3031198978424072, + -3.289080858230591, + -3.2750418186187744, + -3.261002779006958, + -3.2469639778137207, + -3.2329249382019043, + -3.218885898590088, + -3.2048468589782715, + -3.190808057785034, + -3.1767690181732178, + -3.1627299785614014, + -3.148691177368164, + -3.1346521377563477, + -3.1206130981445312, + -3.106574058532715, + -3.0925352573394775, + -3.078496217727661, + -3.0644571781158447, + -3.0504183769226074, + -3.036379337310791, + -3.0223402976989746, + -3.008301258087158, + -2.994262456893921, + -2.9802234172821045, + -2.966184377670288, + -2.952145576477051, + -2.9381065368652344, + -2.924067497253418, + -2.9100284576416016, + -2.8959896564483643, + -2.881950616836548, + -2.8679115772247314, + -2.853872776031494, + -2.8398337364196777, + -2.8257946968078613, + -2.811755657196045, + -2.7977168560028076, + -2.783677816390991, + -2.769638776779175, + -2.7555999755859375, + -2.741560935974121, + -2.7275218963623047, + -2.7134828567504883, + -2.699444055557251, + -2.6854050159454346, + -2.671365976333618, + -2.657327175140381, + -2.6432881355285645, + -2.629249095916748 + ], + "r_inf_mean": 0.24099457263946533, + "r_inf_median": 0.23947395384311676, + "pr_mean": 0.35315757989883423, + "pr_median": 0.3537738621234894, + "hoyer_mean": 0.6400601863861084, + "eff_dim_mean": 0.6400601863861084, + "topk_energy": { + "1": 0.058896392583847046, + "5": 0.254508912563324, + "10": 0.41172993183135986, + "25": 0.7160072326660156 + }, + "gamma_raw": 0.04054722934961319, + "gamma_active": { + "1e-08": 0.04054722934961319, + "1e-07": 0.04054722934961319, + "1e-06": 0.04054722934961319, + "1e-05": 0.04054722934961319, + "0.0001": 0.04054722934961319 + }, + "gamma_energy_weighted": { + "1e-08": 0.0456103644160024, + "1e-07": 0.0456103644160024, + "1e-06": 0.0456103644160024, + "1e-05": 0.0456103644160024, + "0.0001": 0.0456103644160024 + } + }, + { + "layer": 5, + "mean_norm": 0.0013698982074856758, + "median_norm": 0.0013408297672867775, + "max_norm": 0.0023419151548296213, + "min_norm": 0.00046681665116921067, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.162484884262085, + "5": -3.025303840637207, + "10": -2.976210117340088, + "25": -2.919755458831787, + "50": -2.8726043701171875, + "75": -2.8424277305603027, + "90": -2.7660183906555176, + "95": -2.649620532989502, + "99": -2.637437105178833 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 3, + 1, + 1, + 3, + 1, + 6, + 3, + 4, + 9, + 9, + 14, + 15, + 17, + 26, + 33, + 44, + 28, + 43, + 65, + 63, + 24, + 12, + 11, + 12, + 3, + 7, + 2, + 2, + 0, + 2, + 0, + 1, + 6, + 16, + 18 + ], + "log_norms_bin_edges": [ + -3.3308537006378174, + -3.316845178604126, + -3.3028366565704346, + -3.288828134536743, + -3.2748196125030518, + -3.2608113288879395, + -3.246802806854248, + -3.2327942848205566, + -3.2187857627868652, + -3.204777240753174, + -3.1907687187194824, + -3.176760196685791, + -3.1627516746520996, + -3.148743152618408, + -3.134734630584717, + -3.1207261085510254, + -3.106717824935913, + -3.0927093029022217, + -3.0787007808685303, + -3.064692258834839, + -3.0506837368011475, + -3.036675214767456, + -3.0226666927337646, + -3.0086581707000732, + -2.994649887084961, + -2.9806413650512695, + -2.966632843017578, + -2.9526243209838867, + -2.9386157989501953, + -2.924607276916504, + -2.9105987548828125, + -2.896590232849121, + -2.8825817108154297, + -2.8685731887817383, + -2.854564666748047, + -2.8405561447143555, + -2.826547861099243, + -2.8125393390655518, + -2.7985308170318604, + -2.784522294998169, + -2.7705137729644775, + -2.756505250930786, + -2.7424967288970947, + -2.7284882068634033, + -2.714479923248291, + -2.7004714012145996, + -2.686462879180908, + -2.672454357147217, + -2.6584458351135254, + -2.644437313079834, + -2.6304287910461426 + ], + "r_inf_mean": 0.24159660935401917, + "r_inf_median": 0.2396979033946991, + "pr_mean": 0.35237130522727966, + "pr_median": 0.3536635637283325, + "hoyer_mean": 0.6396633386611938, + "eff_dim_mean": 0.6396633386611938, + "topk_energy": { + "1": 0.05926615372300148, + "5": 0.2549248933792114, + "10": 0.41177624464035034, + "25": 0.7162909507751465 + }, + "gamma_raw": 0.09678760170936584, + "gamma_active": { + "1e-08": 0.09678760170936584, + "1e-07": 0.09678760170936584, + "1e-06": 0.09678760170936584, + "1e-05": 0.09678760170936584, + "0.0001": 0.09678760170936584 + }, + "gamma_energy_weighted": { + "1e-08": 0.0989783802365046, + "1e-07": 0.0989783802365046, + "1e-06": 0.0989783802365046, + "1e-05": 0.0989783802365046, + "0.0001": 0.0989783802365046 + } + }, + { + "layer": 6, + "mean_norm": 0.001369335688650608, + "median_norm": 0.0013424638891592622, + "max_norm": 0.002339199185371399, + "min_norm": 0.0004646883171517402, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.160533905029297, + "5": -3.024867057800293, + "10": -2.976738691329956, + "25": -2.9209232330322266, + "50": -2.871922016143799, + "75": -2.842341661453247, + "90": -2.7690744400024414, + "95": -2.649921178817749, + "99": -2.6378462314605713 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 3, + 0, + 2, + 3, + 0, + 5, + 5, + 4, + 9, + 7, + 15, + 13, + 20, + 22, + 38, + 44, + 26, + 39, + 64, + 59, + 34, + 15, + 8, + 12, + 5, + 5, + 2, + 2, + 0, + 2, + 0, + 1, + 6, + 15, + 19 + ], + "log_norms_bin_edges": [ + -3.332838296890259, + -3.318800210952759, + -3.304762125015259, + -3.290724039077759, + -3.276685953140259, + -3.2626476287841797, + -3.2486095428466797, + -3.2345714569091797, + -3.2205333709716797, + -3.2064952850341797, + -3.1924571990966797, + -3.1784191131591797, + -3.1643810272216797, + -3.1503429412841797, + -3.1363048553466797, + -3.1222667694091797, + -3.1082284450531006, + -3.0941903591156006, + -3.0801522731781006, + -3.0661141872406006, + -3.0520761013031006, + -3.0380380153656006, + -3.0239999294281006, + -3.0099618434906006, + -2.9959235191345215, + -2.9818854331970215, + -2.9678473472595215, + -2.9538092613220215, + -2.9397711753845215, + -2.9257330894470215, + -2.9116950035095215, + -2.8976569175720215, + -2.8836188316345215, + -2.8695807456970215, + -2.8555426597595215, + -2.8415045738220215, + -2.8274662494659424, + -2.8134281635284424, + -2.7993900775909424, + -2.7853519916534424, + -2.7713139057159424, + -2.7572758197784424, + -2.7432377338409424, + -2.7291996479034424, + -2.7151613235473633, + -2.7011232376098633, + -2.6870851516723633, + -2.6730470657348633, + -2.6590089797973633, + -2.6449708938598633, + -2.6309328079223633 + ], + "r_inf_mean": 0.24155279994010925, + "r_inf_median": 0.2404486984014511, + "pr_mean": 0.35297590494155884, + "pr_median": 0.35333722829818726, + "hoyer_mean": 0.6400359869003296, + "eff_dim_mean": 0.6400359869003296, + "topk_energy": { + "1": 0.05929724872112274, + "5": 0.2536606788635254, + "10": 0.41060206294059753, + "25": 0.7160641551017761 + }, + "gamma_raw": 0.01619577407836914, + "gamma_active": { + "1e-08": 0.01619577407836914, + "1e-07": 0.01619577407836914, + "1e-06": 0.01619577407836914, + "1e-05": 0.01619577407836914, + "0.0001": 0.01619577407836914 + }, + "gamma_energy_weighted": { + "1e-08": 0.044181541524113535, + "1e-07": 0.044181541524113535, + "1e-06": 0.044181541524113535, + "1e-05": 0.044181541524113535, + "0.0001": 0.044181541524113535 + } + }, + { + "layer": 7, + "mean_norm": 0.001367226941511035, + "median_norm": 0.0013391756219789386, + "max_norm": 0.00233300868421793, + "min_norm": 0.0004616095975507051, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 1.0 + }, + "log_norms_percentiles": { + "1": -3.162155866622925, + "5": -3.0265424251556396, + "10": -2.977993965148926, + "25": -2.92173433303833, + "50": -2.8729100227355957, + "75": -2.8431448936462402, + "90": -2.7692148685455322, + "95": -2.6509158611297607, + "99": -2.6391139030456543 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 3, + 0, + 2, + 3, + 0, + 5, + 5, + 3, + 9, + 9, + 10, + 15, + 21, + 22, + 34, + 47, + 26, + 38, + 58, + 66, + 32, + 16, + 11, + 11, + 4, + 7, + 2, + 2, + 0, + 2, + 0, + 1, + 6, + 15, + 19 + ], + "log_norms_bin_edges": [ + -3.3357250690460205, + -3.3216521739959717, + -3.307579517364502, + -3.293506622314453, + -3.2794337272644043, + -3.2653608322143555, + -3.2512881755828857, + -3.237215280532837, + -3.223142385482788, + -3.2090697288513184, + -3.1949968338012695, + -3.1809239387512207, + -3.166851043701172, + -3.152778387069702, + -3.1387054920196533, + -3.1246325969696045, + -3.1105599403381348, + -3.096487045288086, + -3.082414150238037, + -3.0683412551879883, + -3.0542685985565186, + -3.0401957035064697, + -3.026122808456421, + -3.012050151824951, + -2.9979772567749023, + -2.9839043617248535, + -2.9698314666748047, + -2.955758810043335, + -2.941685914993286, + -2.9276130199432373, + -2.9135403633117676, + -2.8994674682617188, + -2.88539457321167, + -2.871321678161621, + -2.8572487831115723, + -2.8431761264801025, + -2.8291032314300537, + -2.815030574798584, + -2.800957679748535, + -2.7868847846984863, + -2.7728118896484375, + -2.7587389945983887, + -2.744666337966919, + -2.73059344291687, + -2.7165207862854004, + -2.7024478912353516, + -2.6883749961853027, + -2.674302101135254, + -2.660229206085205, + -2.6461565494537354, + -2.6320836544036865 + ], + "r_inf_mean": 0.24152587354183197, + "r_inf_median": 0.24047531187534332, + "pr_mean": 0.35362038016319275, + "pr_median": 0.3535785973072052, + "hoyer_mean": 0.6405920386314392, + "eff_dim_mean": 0.6405920386314392, + "topk_energy": { + "1": 0.05930265784263611, + "5": 0.2534630298614502, + "10": 0.40959280729293823, + "25": 0.7157382369041443 + }, + "gamma_raw": 0.10578437894582748, + "gamma_active": { + "1e-08": 0.10578437894582748, + "1e-07": 0.10578437894582748, + "1e-06": 0.10578437894582748, + "1e-05": 0.10578437894582748, + "0.0001": 0.10578437894582748 + }, + "gamma_energy_weighted": { + "1e-08": 0.12700443512038645, + "1e-07": 0.12700443512038645, + "1e-06": 0.12700443512038645, + "1e-05": 0.12700443512038645, + "0.0001": 0.12700443512038645 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json new file mode 100644 index 0000000..9ad9578 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 48.29169464111328, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07792393863201141, + "median_norm": 0.0756477490067482, + "max_norm": 0.3316841423511505, + "min_norm": 0.0, + "support": { + "1e-08": 0.955078125, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.921875 + }, + "log_norms_percentiles": { + "1": -18.15913200378418, + "5": -6.138050556182861, + "10": -1.2917317152023315, + "25": -1.2002663612365723, + "50": -1.120624303817749, + "75": -1.0313280820846558, + "90": -0.9422661066055298, + "95": -0.8519224524497986, + "99": -0.7137401103973389 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 1, + 0, + 5, + 5, + 3, + 3, + 3, + 2, + 0, + 1, + 284, + 182 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40958595275879, + -28.819171905517578, + -28.228755950927734, + -27.638341903686523, + -27.047927856445312, + -26.45751190185547, + -25.867097854614258, + -25.276683807373047, + -24.686269760131836, + -24.095855712890625, + -23.50543975830078, + -22.91502571105957, + -22.32461166381836, + -21.734195709228516, + -21.143781661987305, + -20.553367614746094, + -19.962953567504883, + -19.372539520263672, + -18.782123565673828, + -18.191709518432617, + -17.601295471191406, + -17.010879516601562, + -16.42046546936035, + -15.83005142211914, + -15.23963737487793, + -14.649222373962402, + -14.058807373046875, + -13.468393325805664, + -12.877979278564453, + -12.28756332397461, + -11.697149276733398, + -11.106735229492188, + -10.516321182250977, + -9.925907135009766, + -9.335491180419922, + -8.745077133178711, + -8.1546630859375, + -7.564247131347656, + -6.973833084106445, + -6.383419036865234, + -5.793004989624023, + -5.2025909423828125, + -4.612174987792969, + -4.021760940551758, + -3.431346893310547, + -2.840930938720703, + -2.250516891479492, + -1.6601028442382812, + -1.0696887969970703, + -0.47927528619766235 + ], + "r_inf_mean": 103.7047348022461, + "r_inf_median": 0.2556043863296509, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 88100416.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.008570893667638302, + "gamma_active": { + "1e-08": -0.008877807296812534, + "1e-07": -0.008877807296812534, + "1e-06": -0.008606611751019955, + "1e-05": -0.008333239704370499, + "0.0001": -0.00806768611073494 + }, + "gamma_energy_weighted": { + "1e-08": -0.0007699540359104423, + "1e-07": -0.0007699540359104423, + "1e-06": -0.0007699540359104423, + "1e-05": -0.0007699540359104423, + "0.0001": -0.0007699540359104423 + } + }, + { + "layer": 1, + "mean_norm": 0.003495904617011547, + "median_norm": 0.0034843459725379944, + "max_norm": 0.010234888643026352, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.9375, + "1e-06": 0.9296875, + "1e-05": 0.91796875, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -19.49370002746582, + "5": -7.607825756072998, + "10": -2.684795618057251, + "25": -2.5618367195129395, + "50": -2.457651138305664, + "75": -2.3605196475982666, + "90": -2.2715559005737305, + "95": -2.2213404178619385, + "99": -2.1255767345428467 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 1, + 1, + 1, + 4, + 1, + 0, + 1, + 3, + 4, + 5, + 1, + 3, + 3, + 0, + 2, + 1, + 101, + 365 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43979835510254, + -28.879596710205078, + -28.319395065307617, + -27.759193420410156, + -27.198991775512695, + -26.638790130615234, + -26.078588485717773, + -25.518386840820312, + -24.95818519592285, + -24.39798355102539, + -23.83778190612793, + -23.27758026123047, + -22.717378616333008, + -22.157176971435547, + -21.596975326538086, + -21.036773681640625, + -20.476572036743164, + -19.916370391845703, + -19.356168746948242, + -18.79596710205078, + -18.23576545715332, + -17.67556381225586, + -17.1153621673584, + -16.555160522460938, + -15.994958877563477, + -15.434757232666016, + -14.874555587768555, + -14.314353942871094, + -13.754152297973633, + -13.193950653076172, + -12.633749008178711, + -12.07354736328125, + -11.513345718383789, + -10.953144073486328, + -10.392942428588867, + -9.832740783691406, + -9.272539138793945, + -8.712337493896484, + -8.152135848999023, + -7.5919342041015625, + -7.031732559204102, + -6.471530914306641, + -5.91132926940918, + -5.351127624511719, + -4.790925979614258, + -4.230724334716797, + -3.670522689819336, + -3.110321044921875, + -2.550119400024414, + -1.9899169206619263 + ], + "r_inf_mean": 23562.908203125, + "r_inf_median": 0.2464413195848465, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2641168695296.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.19218555092811584, + "gamma_active": { + "1e-08": 0.20148876309394836, + "1e-07": 0.20280709862709045, + "1e-06": 0.20354634523391724, + "1e-05": 0.20365062355995178, + "0.0001": 0.2039729505777359 + }, + "gamma_energy_weighted": { + "1e-08": 0.2280996905493909, + "1e-07": 0.2280996905493909, + "1e-06": 0.2280996905493909, + "1e-05": 0.2280996905493909, + "0.0001": 0.2280996905493909 + } + }, + { + "layer": 2, + "mean_norm": 0.0020947542507201433, + "median_norm": 0.0021232119761407375, + "max_norm": 0.00359603064134717, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.93359375, + "1e-06": 0.92578125, + "1e-05": 0.916015625, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -19.742151260375977, + "5": -7.763540744781494, + "10": -2.7979366779327393, + "25": -2.738340139389038, + "50": -2.6728901863098145, + "75": -2.574997901916504, + "90": -2.5454318523406982, + "95": -2.5281383991241455, + "99": -2.446068525314331 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 0, + 1, + 4, + 2, + 0, + 1, + 1, + 4, + 5, + 2, + 4, + 1, + 2, + 2, + 0, + 1, + 466 + ], + "log_norms_bin_edges": [ + -30.0, + -29.448883056640625, + -28.89776611328125, + -28.346651077270508, + -27.795534133911133, + -27.244417190551758, + -26.693302154541016, + -26.14218521118164, + -25.591068267822266, + -25.03995132446289, + -24.488834381103516, + -23.937719345092773, + -23.3866024017334, + -22.835485458374023, + -22.28437042236328, + -21.733253479003906, + -21.18213653564453, + -20.631019592285156, + -20.07990264892578, + -19.52878761291504, + -18.977670669555664, + -18.42655372619629, + -17.875438690185547, + -17.324321746826172, + -16.773204803466797, + -16.222087860107422, + -15.670971870422363, + -15.119855880737305, + -14.56873893737793, + -14.017621994018555, + -13.466506958007812, + -12.915390014648438, + -12.364273071289062, + -11.813156127929688, + -11.262039184570312, + -10.71092414855957, + -10.159807205200195, + -9.60869026184082, + -9.057575225830078, + -8.506458282470703, + -7.955341339111328, + -7.404224395751953, + -6.853107452392578, + -6.301992416381836, + -5.750875473022461, + -5.199758529663086, + -4.648643493652344, + -4.097526550292969, + -3.5464096069335938, + -2.9952926635742188, + -2.44417667388916 + ], + "r_inf_mean": 14331.486328125, + "r_inf_median": 0.24110129475593567, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 1405009788928.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1492200791835785, + "gamma_active": { + "1e-08": 0.15655876696109772, + "1e-07": 0.1583840548992157, + "1e-06": 0.15897519886493683, + "1e-05": 0.1608194261789322, + "0.0001": 0.16002459824085236 + }, + "gamma_energy_weighted": { + "1e-08": 0.21325498187708306, + "1e-07": 0.21325498187708306, + "1e-06": 0.21325498187708306, + "1e-05": 0.21325498187708306, + "0.0001": 0.21325498187708306 + } + }, + { + "layer": 3, + "mean_norm": 0.002056596102192998, + "median_norm": 0.0020974583458155394, + "max_norm": 0.00348533783107996, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.93359375, + "1e-06": 0.92578125, + "1e-05": 0.916015625, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -19.749114990234375, + "5": -7.7642388343811035, + "10": -2.7977497577667236, + "25": -2.7384698390960693, + "50": -2.678196430206299, + "75": -2.585524559020996, + "90": -2.55936336517334, + "95": -2.5448966026306152, + "99": -2.4583654403686523 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 0, + 1, + 4, + 2, + 0, + 1, + 1, + 4, + 5, + 2, + 4, + 1, + 2, + 2, + 0, + 1, + 466 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449155807495117, + -28.8983097076416, + -28.34746551513672, + -27.796619415283203, + -27.24577522277832, + -26.694931030273438, + -26.144084930419922, + -25.59324073791504, + -25.042396545410156, + -24.49155044555664, + -23.940706253051758, + -23.389862060546875, + -22.83901596069336, + -22.288171768188477, + -21.737327575683594, + -21.186481475830078, + -20.635635375976562, + -20.08479118347168, + -19.533946990966797, + -18.98310089111328, + -18.4322566986084, + -17.881412506103516, + -17.33056640625, + -16.779722213745117, + -16.228878021240234, + -15.678031921386719, + -15.127187728881836, + -14.576342582702637, + -14.025497436523438, + -13.474653244018555, + -12.923807144165039, + -12.372962951660156, + -11.822118759155273, + -11.271272659301758, + -10.720428466796875, + -10.16958236694336, + -9.618738174438477, + -9.067893981933594, + -8.517047882080078, + -7.966203689575195, + -7.4153594970703125, + -6.864513397216797, + -6.313669204711914, + -5.762825012207031, + -5.211978912353516, + -4.661134719848633, + -4.110288619995117, + -3.5594444274902344, + -3.0086002349853516, + -2.4577550888061523 + ], + "r_inf_mean": 13681.1171875, + "r_inf_median": 0.24388812482357025, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 1306307592192.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13725116848945618, + "gamma_active": { + "1e-08": 0.14397448301315308, + "1e-07": 0.145118847489357, + "1e-06": 0.14546479284763336, + "1e-05": 0.14610359072685242, + "0.0001": 0.14563407003879547 + }, + "gamma_energy_weighted": { + "1e-08": 0.17073702124070567, + "1e-07": 0.17073702124070567, + "1e-06": 0.17073702124070567, + "1e-05": 0.17073702124070567, + "0.0001": 0.17073702124070567 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json new file mode 100644 index 0000000..f516faf --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 37.042076110839844, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.056362494826316833, + "median_norm": 0.059540797024965286, + "max_norm": 0.11824125051498413, + "min_norm": 2.1268492725381824e-18, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.974609375, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -12.013812065124512, + "5": -4.3279008865356445, + "10": -1.4051885604858398, + "25": -1.2848021984100342, + "50": -1.22495698928833, + "75": -1.1747045516967773, + "90": -1.1287320852279663, + "95": -1.0968936681747437, + "99": -1.0302479267120361 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 3, + 3, + 1, + 1, + 2, + 4, + 3, + 2, + 0, + 2, + 3, + 0, + 5, + 4, + 112, + 354 + ], + "log_norms_bin_edges": [ + -17.672264099121094, + -17.337364196777344, + -17.00246238708496, + -16.66756248474121, + -16.332660675048828, + -15.997760772705078, + -15.662859916687012, + -15.327959060668945, + -14.993059158325195, + -14.658158302307129, + -14.323257446289062, + -13.988356590270996, + -13.65345573425293, + -13.31855583190918, + -12.983654022216797, + -12.648754119873047, + -12.31385326385498, + -11.978952407836914, + -11.644052505493164, + -11.309150695800781, + -10.974250793457031, + -10.639349937438965, + -10.304449081420898, + -9.969549179077148, + -9.634647369384766, + -9.299747467041016, + -8.96484661102295, + -8.629945755004883, + -8.295044898986816, + -7.96014404296875, + -7.625244140625, + -7.290343284606934, + -6.955442428588867, + -6.620541572570801, + -6.285640716552734, + -5.950740814208984, + -5.615839958190918, + -5.280939102172852, + -4.946038246154785, + -4.611137390136719, + -4.276237487792969, + -3.9413366317749023, + -3.606435775756836, + -3.2715349197387695, + -2.936634063720703, + -2.6017332077026367, + -2.2668333053588867, + -1.9319324493408203, + -1.5970306396484375, + -1.2621307373046875, + -0.9272310733795166 + ], + "r_inf_mean": 0.2520812749862671, + "r_inf_median": 0.24699002504348755, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6314396858215332, + "eff_dim_mean": 0.6314396858215332, + "topk_energy": { + "1": 0.06455809623003006, + "5": 0.2700199484825134, + "10": 0.4277193546295166, + "25": 0.7280942797660828 + }, + "gamma_raw": 0.01021217368543148, + "gamma_active": { + "1e-08": 0.010350546799600124, + "1e-07": 0.01042291708290577, + "1e-06": 0.010280190967023373, + "1e-05": 0.010429777204990387, + "0.0001": 0.01077374629676342 + }, + "gamma_energy_weighted": { + "1e-08": 0.00642676562716822, + "1e-07": 0.00642676562716822, + "1e-06": 0.00642676562716822, + "1e-05": 0.00642676562716822, + "0.0001": 0.00642676562716822 + } + }, + { + "layer": 1, + "mean_norm": 0.0022930633276700974, + "median_norm": 0.0023926470894366503, + "max_norm": 0.0038286447525024414, + "min_norm": 9.673943179762721e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.939453125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -13.357531547546387, + "5": -5.776644229888916, + "10": -2.7467925548553467, + "25": -2.6657865047454834, + "50": -2.6207194328308105, + "75": -2.5590524673461914, + "90": -2.529788017272949, + "95": -2.509211301803589, + "99": -2.4458889961242676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 5, + 2, + 0, + 2, + 2, + 1, + 2, + 0, + 6, + 8, + 461 + ], + "log_norms_bin_edges": [ + -19.01439666748047, + -18.68244743347168, + -18.35049819946289, + -18.018550872802734, + -17.686601638793945, + -17.354652404785156, + -17.022703170776367, + -16.690753936767578, + -16.358806610107422, + -16.026857376098633, + -15.694908142089844, + -15.362958908081055, + -15.031010627746582, + -14.69906234741211, + -14.36711311340332, + -14.035163879394531, + -13.703214645385742, + -13.37126636505127, + -13.039318084716797, + -12.707368850708008, + -12.375419616699219, + -12.04347038269043, + -11.711522102355957, + -11.379573822021484, + -11.047624588012695, + -10.715675354003906, + -10.383727073669434, + -10.051777839660645, + -9.719828605651855, + -9.387880325317383, + -9.055931091308594, + -8.723982810974121, + -8.392033576965332, + -8.060084342956543, + -7.72813606262207, + -7.396186828613281, + -7.064238548278809, + -6.7322893142700195, + -6.4003400802612305, + -6.068391799926758, + -5.736442565917969, + -5.404494285583496, + -5.072545051574707, + -4.740595817565918, + -4.408647537231445, + -4.076698303222656, + -3.7447500228881836, + -3.4128007888793945, + -3.080852508544922, + -2.748903274536133, + -2.41695499420166 + ], + "r_inf_mean": 0.27988946437835693, + "r_inf_median": 0.2778226137161255, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6139109134674072, + "eff_dim_mean": 0.6139109134674072, + "topk_energy": { + "1": 0.08035610616207123, + "5": 0.29485493898391724, + "10": 0.453011691570282, + "25": 0.7445523142814636 + }, + "gamma_raw": 0.32243281602859497, + "gamma_active": { + "1e-08": 0.3304370045661926, + "1e-07": 0.3303454518318176, + "1e-06": 0.3305169641971588, + "1e-05": 0.3304525911808014, + "0.0001": 0.3303706645965576 + }, + "gamma_energy_weighted": { + "1e-08": 0.33480882052226746, + "1e-07": 0.33480882052226746, + "1e-06": 0.33480882052226746, + "1e-05": 0.33480882052226746, + "0.0001": 0.33480882052226746 + } + }, + { + "layer": 2, + "mean_norm": 0.0020244698971509933, + "median_norm": 0.0020914932247251272, + "max_norm": 0.003312921617180109, + "min_norm": 8.418135022125761e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.41646671295166, + "5": -5.834837436676025, + "10": -2.7937963008880615, + "25": -2.7257657051086426, + "50": -2.6794183254241943, + "75": -2.604818344116211, + "90": -2.576199769973755, + "95": -2.5574960708618164, + "99": -2.493786334991455 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.074785232543945, + -18.74288558959961, + -18.410985946655273, + -18.079086303710938, + -17.74718475341797, + -17.415285110473633, + -17.083385467529297, + -16.75148582458496, + -16.419586181640625, + -16.08768653869629, + -15.755785942077637, + -15.423885345458984, + -15.091985702514648, + -14.760086059570312, + -14.428186416625977, + -14.09628677368164, + -13.764386177062988, + -13.432485580444336, + -13.1005859375, + -12.768686294555664, + -12.436786651611328, + -12.104887008666992, + -11.77298641204834, + -11.441086769104004, + -11.109186172485352, + -10.777286529541016, + -10.44538688659668, + -10.113487243652344, + -9.781586647033691, + -9.449687004089355, + -9.11778736114502, + -8.785886764526367, + -8.453987121582031, + -8.122087478637695, + -7.790186882019043, + -7.458287239074707, + -7.126387596130371, + -6.794486999511719, + -6.462587356567383, + -6.130687713623047, + -5.798788070678711, + -5.466887474060059, + -5.134987831115723, + -4.803088188171387, + -4.471187591552734, + -4.139287948608398, + -3.8073883056640625, + -3.47548770904541, + -3.143588066101074, + -2.811687469482422, + -2.4797887802124023 + ], + "r_inf_mean": 0.2863486409187317, + "r_inf_median": 0.2856159210205078, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6076794862747192, + "eff_dim_mean": 0.6076794862747192, + "topk_energy": { + "1": 0.08369159698486328, + "5": 0.3027346134185791, + "10": 0.4603416919708252, + "25": 0.7482150197029114 + }, + "gamma_raw": 0.17824184894561768, + "gamma_active": { + "1e-08": 0.1827528327703476, + "1e-07": 0.18272414803504944, + "1e-06": 0.1831560730934143, + "1e-05": 0.18246164917945862, + "0.0001": 0.1831217110157013 + }, + "gamma_energy_weighted": { + "1e-08": 0.20192903663009706, + "1e-07": 0.20192903663009706, + "1e-06": 0.20192903663009706, + "1e-05": 0.20192903663009706, + "0.0001": 0.20192903663009706 + } + }, + { + "layer": 3, + "mean_norm": 0.0020040408708155155, + "median_norm": 0.00206743529997766, + "max_norm": 0.0032739457674324512, + "min_norm": 8.304695602167209e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.421399116516113, + "5": -5.841907501220703, + "10": -2.7992641925811768, + "25": -2.729863166809082, + "50": -2.6844515800476074, + "75": -2.6096858978271484, + "90": -2.5807125568389893, + "95": -2.5635998249053955, + "99": -2.4992218017578125 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.080677032470703, + -18.748762130737305, + -18.416847229003906, + -18.084932327270508, + -17.75301742553711, + -17.42110252380371, + -17.089187622070312, + -16.757272720336914, + -16.425357818603516, + -16.093442916870117, + -15.761527061462402, + -15.429612159729004, + -15.097697257995605, + -14.765782356262207, + -14.433866500854492, + -14.101951599121094, + -13.770036697387695, + -13.438121795654297, + -13.106206893920898, + -12.7742919921875, + -12.442377090454102, + -12.110462188720703, + -11.778547286987305, + -11.446632385253906, + -11.114717483520508, + -10.78280258178711, + -10.450887680053711, + -10.118971824645996, + -9.787056922912598, + -9.4551420211792, + -9.1232271194458, + -8.791312217712402, + -8.459397315979004, + -8.127482414245605, + -7.795567512512207, + -7.463652610778809, + -7.13173770904541, + -6.799822807312012, + -6.467906951904297, + -6.135992050170898, + -5.8040771484375, + -5.472162246704102, + -5.140247344970703, + -4.808332443237305, + -4.476417541503906, + -4.144502639770508, + -3.8125877380371094, + -3.480672836303711, + -3.1487579345703125, + -2.816843032836914, + -2.484928607940674 + ], + "r_inf_mean": 0.2864253520965576, + "r_inf_median": 0.2861705720424652, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6073521375656128, + "eff_dim_mean": 0.6073521375656128, + "topk_energy": { + "1": 0.08371651917695999, + "5": 0.3036592900753021, + "10": 0.461281418800354, + "25": 0.7489340305328369 + }, + "gamma_raw": 0.12520402669906616, + "gamma_active": { + "1e-08": 0.1283911168575287, + "1e-07": 0.12869246304035187, + "1e-06": 0.12961691617965698, + "1e-05": 0.12903447449207306, + "0.0001": 0.128575399518013 + }, + "gamma_energy_weighted": { + "1e-08": 0.15126034691496218, + "1e-07": 0.15126034691496218, + "1e-06": 0.15126034691496218, + "1e-05": 0.15126034691496218, + "0.0001": 0.15126034691496218 + } + }, + { + "layer": 4, + "mean_norm": 0.00199742428958416, + "median_norm": 0.0020603633020073175, + "max_norm": 0.003252040594816208, + "min_norm": 8.245810036076237e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.423750877380371, + "5": -5.843657970428467, + "10": -2.800828456878662, + "25": -2.729914665222168, + "50": -2.685953378677368, + "75": -2.6102967262268066, + "90": -2.5824050903320312, + "95": -2.566472291946411, + "99": -2.502239227294922 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.08376693725586, + -18.751848220825195, + -18.41992950439453, + -18.088010787963867, + -17.756093978881836, + -17.424175262451172, + -17.092256546020508, + -16.760337829589844, + -16.42841911315918, + -16.096500396728516, + -15.764582633972168, + -15.432663917541504, + -15.100746154785156, + -14.768827438354492, + -14.436908721923828, + -14.104990005493164, + -13.7730712890625, + -13.441153526306152, + -13.109234809875488, + -12.77731704711914, + -12.445398330688477, + -12.113479614257812, + -11.781560897827148, + -11.449642181396484, + -11.117724418640137, + -10.785805702209473, + -10.453886985778809, + -10.121969223022461, + -9.790050506591797, + -9.458131790161133, + -9.126213073730469, + -8.794295310974121, + -8.462376594543457, + -8.130457878112793, + -7.798540115356445, + -7.466621398925781, + -7.134702682495117, + -6.802783966064453, + -6.4708662033081055, + -6.138947486877441, + -5.807028770446777, + -5.47511100769043, + -5.143192291259766, + -4.811273574829102, + -4.4793548583984375, + -4.14743709564209, + -3.815518379211426, + -3.4835996627807617, + -3.151681900024414, + -2.81976318359375, + -2.487844228744507 + ], + "r_inf_mean": 0.2859158515930176, + "r_inf_median": 0.28407418727874756, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6077358722686768, + "eff_dim_mean": 0.607735812664032, + "topk_energy": { + "1": 0.08344517648220062, + "5": 0.30338698625564575, + "10": 0.46119368076324463, + "25": 0.7485992908477783 + }, + "gamma_raw": 0.11092434823513031, + "gamma_active": { + "1e-08": 0.11371488124132156, + "1e-07": 0.11354498565196991, + "1e-06": 0.11387713253498077, + "1e-05": 0.11455944925546646, + "0.0001": 0.11532699316740036 + }, + "gamma_energy_weighted": { + "1e-08": 0.13079106535283008, + "1e-07": 0.13079106535283008, + "1e-06": 0.13079106535283008, + "1e-05": 0.13079106535283008, + "0.0001": 0.13079106535283008 + } + }, + { + "layer": 5, + "mean_norm": 0.0019942631479352713, + "median_norm": 0.0020570557098835707, + "max_norm": 0.003242616541683674, + "min_norm": 8.224088790178478e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.424456596374512, + "5": -5.844485759735107, + "10": -2.801903486251831, + "25": -2.730064630508423, + "50": -2.686588764190674, + "75": -2.611691474914551, + "90": -2.5837676525115967, + "95": -2.5676820278167725, + "99": -2.5033178329467773 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.084911346435547, + -18.752994537353516, + -18.421079635620117, + -18.089162826538086, + -17.757246017456055, + -17.425331115722656, + -17.093414306640625, + -16.761497497558594, + -16.429582595825195, + -16.097665786743164, + -15.76574993133545, + -15.433834075927734, + -15.101917266845703, + -14.770002365112305, + -14.438085556030273, + -14.106169700622559, + -13.774253845214844, + -13.442337036132812, + -13.110421180725098, + -12.778505325317383, + -12.446588516235352, + -12.114672660827637, + -11.782756805419922, + -11.45083999633789, + -11.118924140930176, + -10.787008285522461, + -10.455092430114746, + -10.123175621032715, + -9.791259765625, + -9.459343910217285, + -9.12742805480957, + -8.795511245727539, + -8.463595390319824, + -8.13167953491211, + -7.799762725830078, + -7.467846870422363, + -7.135931015014648, + -6.804015159606934, + -6.472098350524902, + -6.1401824951171875, + -5.808266639709473, + -5.476349830627441, + -5.144433975219727, + -4.812518119812012, + -4.480602264404297, + -4.148685455322266, + -3.816769599914551, + -3.484853744506836, + -3.1529369354248047, + -2.8210220336914062, + -2.4891045093536377 + ], + "r_inf_mean": 0.2864096760749817, + "r_inf_median": 0.28629806637763977, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6069331765174866, + "eff_dim_mean": 0.6069331765174866, + "topk_energy": { + "1": 0.08373798429965973, + "5": 0.3042624294757843, + "10": 0.4618782103061676, + "25": 0.7493191957473755 + }, + "gamma_raw": 0.12223160266876221, + "gamma_active": { + "1e-08": 0.12533484399318695, + "1e-07": 0.12570661306381226, + "1e-06": 0.12591110169887543, + "1e-05": 0.12596449255943298, + "0.0001": 0.12542594969272614 + }, + "gamma_energy_weighted": { + "1e-08": 0.13365085914125743, + "1e-07": 0.13365085914125743, + "1e-06": 0.13365085914125743, + "1e-05": 0.13365085914125743, + "0.0001": 0.13365085914125743 + } + }, + { + "layer": 6, + "mean_norm": 0.001991940662264824, + "median_norm": 0.0020556990057229996, + "max_norm": 0.003234316362068057, + "min_norm": 8.220833705221111e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.425423622131348, + "5": -5.844574928283691, + "10": -2.8030920028686523, + "25": -2.730923652648926, + "50": -2.6868605613708496, + "75": -2.6106743812561035, + "90": -2.584761142730713, + "95": -2.568471670150757, + "99": -2.5043716430664062 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.085084915161133, + -18.75318717956543, + -18.421289443969727, + -18.089393615722656, + -17.757495880126953, + -17.42559814453125, + -17.093700408935547, + -16.761802673339844, + -16.429906845092773, + -16.09800910949707, + -15.766111373901367, + -15.434213638305664, + -15.102316856384277, + -14.77042007446289, + -14.438522338867188, + -14.106624603271484, + -13.774726867675781, + -13.442830085754395, + -13.110933303833008, + -12.779035568237305, + -12.447137832641602, + -12.115240097045898, + -11.783343315124512, + -11.451446533203125, + -11.119548797607422, + -10.787651062011719, + -10.455754280090332, + -10.123856544494629, + -9.791958808898926, + -9.460062026977539, + -9.128164291381836, + -8.79626750946045, + -8.464369773864746, + -8.132472038269043, + -7.800575256347656, + -7.468677520751953, + -7.136780738830566, + -6.804883003234863, + -6.47298526763916, + -6.141088485717773, + -5.80919075012207, + -5.477293968200684, + -5.1453962326049805, + -4.813498497009277, + -4.481601715087891, + -4.1497039794921875, + -3.817807197570801, + -3.4859094619750977, + -3.154012680053711, + -2.822114944458008, + -2.490217685699463 + ], + "r_inf_mean": 0.2867079973220825, + "r_inf_median": 0.28270408511161804, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.606446385383606, + "eff_dim_mean": 0.6064463257789612, + "topk_energy": { + "1": 0.08390669524669647, + "5": 0.30439990758895874, + "10": 0.4620859920978546, + "25": 0.7496706247329712 + }, + "gamma_raw": 0.0902625024318695, + "gamma_active": { + "1e-08": 0.0924416184425354, + "1e-07": 0.09197519719600677, + "1e-06": 0.09210120141506195, + "1e-05": 0.09191485494375229, + "0.0001": 0.09130024909973145 + }, + "gamma_energy_weighted": { + "1e-08": 0.10070945224618949, + "1e-07": 0.10070945224618949, + "1e-06": 0.10070945224618949, + "1e-05": 0.10070945224618949, + "0.0001": 0.10070945224618949 + } + }, + { + "layer": 7, + "mean_norm": 0.0019895597361028194, + "median_norm": 0.0020554745569825172, + "max_norm": 0.0032304099295288324, + "min_norm": 8.216305537602236e-20, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.9609375, + "1e-06": 0.955078125, + "1e-05": 0.9375, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -13.425981521606445, + "5": -5.845129489898682, + "10": -2.8032212257385254, + "25": -2.7318625450134277, + "50": -2.6869165897369385, + "75": -2.6113810539245605, + "90": -2.5855135917663574, + "95": -2.569103717803955, + "99": -2.50486159324646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 3, + 2, + 1, + 4, + 3, + 0, + 2, + 2, + 1, + 2, + 0, + 7, + 7, + 461 + ], + "log_norms_bin_edges": [ + -19.085323333740234, + -18.75343132019043, + -18.421539306640625, + -18.089649200439453, + -17.75775718688965, + -17.425865173339844, + -17.09397315979004, + -16.762081146240234, + -16.430191040039062, + -16.098299026489258, + -15.766407012939453, + -15.434514999389648, + -15.10262393951416, + -14.770732879638672, + -14.438840866088867, + -14.106948852539062, + -13.775056838989258, + -13.44316577911377, + -13.111274719238281, + -12.779382705688477, + -12.447490692138672, + -12.115598678588867, + -11.783707618713379, + -11.45181655883789, + -11.119924545288086, + -10.788032531738281, + -10.456141471862793, + -10.124249458312988, + -9.792357444763184, + -9.460466384887695, + -9.12857437133789, + -8.796683311462402, + -8.464791297912598, + -8.132899284362793, + -7.801008224487305, + -7.4691162109375, + -7.137225151062012, + -6.805333137512207, + -6.473441123962402, + -6.141550064086914, + -5.809658050537109, + -5.477766990661621, + -5.145874977111816, + -4.813982963562012, + -4.482091903686523, + -4.150199890136719, + -3.8183088302612305, + -3.486416816711426, + -3.1545257568359375, + -2.822633743286133, + -2.4907424449920654 + ], + "r_inf_mean": 0.28708183765411377, + "r_inf_median": 0.2839151620864868, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6060582995414734, + "eff_dim_mean": 0.6060582995414734, + "topk_energy": { + "1": 0.08413936197757721, + "5": 0.305147647857666, + "10": 0.46284908056259155, + "25": 0.7502835988998413 + }, + "gamma_raw": 0.08582817018032074, + "gamma_active": { + "1e-08": 0.08794761449098587, + "1e-07": 0.088238924741745, + "1e-06": 0.08800218999385834, + "1e-05": 0.0879581868648529, + "0.0001": 0.08820278197526932 + }, + "gamma_energy_weighted": { + "1e-08": 0.09525091861075728, + "1e-07": 0.09525091861075728, + "1e-06": 0.09525091861075728, + "1e-05": 0.09525091861075728, + "0.0001": 0.09525091861075728 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json new file mode 100644 index 0000000..8a32e7d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 37.11552047729492, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0617804192006588, + "median_norm": 0.05861111357808113, + "max_norm": 0.21555154025554657, + "min_norm": 2.818751829058163e-21, + "support": { + "1e-08": 0.96875, + "1e-07": 0.966796875, + "1e-06": 0.955078125, + "1e-05": 0.94921875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -12.821648597717285, + "5": -5.052831172943115, + "10": -1.6709203720092773, + "25": -1.336525321006775, + "50": -1.2319207191467285, + "75": -1.1226000785827637, + "90": -1.0058661699295044, + "95": -0.9154552221298218, + "99": -0.7439613342285156 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 4, + 1, + 2, + 1, + 3, + 4, + 4, + 1, + 2, + 3, + 4, + 4, + 7, + 368, + 86 + ], + "log_norms_bin_edges": [ + -20.549943923950195, + -20.152273178100586, + -19.75460433959961, + -19.35693359375, + -18.959264755249023, + -18.561594009399414, + -18.163925170898438, + -17.766254425048828, + -17.36858367919922, + -16.970914840698242, + -16.573244094848633, + -16.175575256347656, + -15.777904510498047, + -15.38023567199707, + -14.982564926147461, + -14.584895133972168, + -14.187225341796875, + -13.789555549621582, + -13.391885757446289, + -12.99421501159668, + -12.596546173095703, + -12.198875427246094, + -11.8012056350708, + -11.403535842895508, + -11.005866050720215, + -10.608196258544922, + -10.210526466369629, + -9.812856674194336, + -9.415185928344727, + -9.017516136169434, + -8.61984634399414, + -8.222176551818848, + -7.824506759643555, + -7.426836967468262, + -7.029167175292969, + -6.631497383117676, + -6.233827590942383, + -5.836156845092773, + -5.4384870529174805, + -5.0408172607421875, + -4.6431474685668945, + -4.245477676391602, + -3.847806930541992, + -3.4501380920410156, + -3.0524673461914062, + -2.6547985076904297, + -2.2571277618408203, + -1.8594589233398438, + -1.4617881774902344, + -1.064117431640625, + -0.6664488911628723 + ], + "r_inf_mean": 0.3004327118396759, + "r_inf_median": 0.2945512533187866, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5904784202575684, + "eff_dim_mean": 0.5904784202575684, + "topk_energy": { + "1": 0.09281584620475769, + "5": 0.3225662112236023, + "10": 0.4825427532196045, + "25": 0.7644743919372559 + }, + "gamma_raw": -0.0041242022998631, + "gamma_active": { + "1e-08": -0.00419059069827199, + "1e-07": -0.004168980289250612, + "1e-06": -0.004397746175527573, + "1e-05": -0.004293779842555523, + "0.0001": -0.004377526696771383 + }, + "gamma_energy_weighted": { + "1e-08": 0.014945668820363816, + "1e-07": 0.014945668820363816, + "1e-06": 0.014945668820363816, + "1e-05": 0.014945668820363816, + "0.0001": 0.014945668820363816 + } + }, + { + "layer": 1, + "mean_norm": 0.003422300796955824, + "median_norm": 0.003315123962238431, + "max_norm": 0.010435795411467552, + "min_norm": 1.2415427403392098e-22, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.953125, + "1e-06": 0.943359375, + "1e-05": 0.927734375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -14.109733581542969, + "5": -6.46287727355957, + "10": -3.037860631942749, + "25": -2.601837396621704, + "50": -2.4784159660339355, + "75": -2.3598241806030273, + "90": -2.2516722679138184, + "95": -2.182872772216797, + "99": -2.06805419921875 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 6, + 0, + 1, + 3, + 2, + 4, + 4, + 1, + 1, + 4, + 4, + 4, + 4, + 312, + 145 + ], + "log_norms_bin_edges": [ + -21.906038284301758, + -21.50754737854004, + -21.10905647277832, + -20.71056365966797, + -20.31207275390625, + -19.91358184814453, + -19.515090942382812, + -19.116600036621094, + -18.718107223510742, + -18.319616317749023, + -17.921125411987305, + -17.522634506225586, + -17.124141693115234, + -16.725650787353516, + -16.327159881591797, + -15.928668975830078, + -15.53017807006836, + -15.131686210632324, + -14.733194351196289, + -14.33470344543457, + -13.936212539672852, + -13.537720680236816, + -13.139229774475098, + -12.740738868713379, + -12.342247009277344, + -11.943756103515625, + -11.54526424407959, + -11.146773338317871, + -10.748282432556152, + -10.349790573120117, + -9.951299667358398, + -9.552807807922363, + -9.154316902160645, + -8.755825996398926, + -8.35733413696289, + -7.958843231201172, + -7.560351371765137, + -7.161860466003418, + -6.763369560241699, + -6.364877700805664, + -5.966386795043945, + -5.567895889282227, + -5.169403076171875, + -4.770912170410156, + -4.3724212646484375, + -3.9739303588867188, + -3.575439453125, + -3.1769466400146484, + -2.7784557342529297, + -2.379964828491211, + -1.9814743995666504 + ], + "r_inf_mean": 0.26500725746154785, + "r_inf_median": 0.2608184814453125, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6364169120788574, + "eff_dim_mean": 0.6364176273345947, + "topk_energy": { + "1": 0.07147133350372314, + "5": 0.27553263306617737, + "10": 0.4291965365409851, + "25": 0.7247917652130127 + }, + "gamma_raw": 0.14563868939876556, + "gamma_active": { + "1e-08": 0.15062034130096436, + "1e-07": 0.1515599936246872, + "1e-06": 0.15187551081180573, + "1e-05": 0.1527126580476761, + "0.0001": 0.1534360647201538 + }, + "gamma_energy_weighted": { + "1e-08": 0.18922287796993084, + "1e-07": 0.18922287796993084, + "1e-06": 0.18922287796993084, + "1e-05": 0.18922287796993084, + "0.0001": 0.18922287796993084 + } + }, + { + "layer": 2, + "mean_norm": 0.0020134635269641876, + "median_norm": 0.0020756423473358154, + "max_norm": 0.003494060365483165, + "min_norm": 9.169400462483332e-23, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.939453125, + "1e-05": 0.92578125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -14.233375549316406, + "5": -6.5747761726379395, + "10": -3.15837025642395, + "25": -2.741122007369995, + "50": -2.6825451850891113, + "75": -2.592416524887085, + "90": -2.5656661987304688, + "95": -2.5461294651031494, + "99": -2.4609029293060303 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 5, + 1, + 1, + 2, + 4, + 2, + 4, + 1, + 2, + 4, + 4, + 3, + 5, + 456 + ], + "log_norms_bin_edges": [ + -22.03765869140625, + -21.646038055419922, + -21.254419326782227, + -20.8627986907959, + -20.471179962158203, + -20.079559326171875, + -19.68794059753418, + -19.29631996154785, + -18.904701232910156, + -18.513080596923828, + -18.1214599609375, + -17.729841232299805, + -17.338220596313477, + -16.94660186767578, + -16.554981231689453, + -16.163360595703125, + -15.77174186706543, + -15.380122184753418, + -14.988502502441406, + -14.596881866455078, + -14.205263137817383, + -13.813642501831055, + -13.422022819519043, + -13.030403137207031, + -12.63878345489502, + -12.247163772583008, + -11.855544090270996, + -11.463924407958984, + -11.072303771972656, + -10.680684089660645, + -10.289064407348633, + -9.897444725036621, + -9.50582504272461, + -9.114205360412598, + -8.722585678100586, + -8.330965995788574, + -7.9393463134765625, + -7.547725677490234, + -7.156105995178223, + -6.764486312866211, + -6.372866630554199, + -5.9812469482421875, + -5.589626312255859, + -5.198007583618164, + -4.806386947631836, + -4.414768218994141, + -4.0231475830078125, + -3.631528854370117, + -3.239908218383789, + -2.848287582397461, + -2.456669569015503 + ], + "r_inf_mean": 0.24337241053581238, + "r_inf_median": 0.2388467937707901, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6534771919250488, + "eff_dim_mean": 0.6534780859947205, + "topk_energy": { + "1": 0.060024648904800415, + "5": 0.2521232068538666, + "10": 0.40325891971588135, + "25": 0.708358108997345 + }, + "gamma_raw": 0.15766385197639465, + "gamma_active": { + "1e-08": 0.16307437419891357, + "1e-07": 0.1637987494468689, + "1e-06": 0.16491803526878357, + "1e-05": 0.16566362977027893, + "0.0001": 0.16625718772411346 + }, + "gamma_energy_weighted": { + "1e-08": 0.2170181462576726, + "1e-07": 0.2170181462576726, + "1e-06": 0.2170181462576726, + "1e-05": 0.2170181462576726, + "0.0001": 0.2170181462576726 + } + }, + { + "layer": 3, + "mean_norm": 0.001974822022020817, + "median_norm": 0.002020516199991107, + "max_norm": 0.003372220089659095, + "min_norm": 9.904084925088661e-23, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.939453125, + "1e-05": 0.92578125, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -14.234158515930176, + "5": -6.5709919929504395, + "10": -3.1642656326293945, + "25": -2.7443227767944336, + "50": -2.6941847801208496, + "75": -2.6030592918395996, + "90": -2.576526403427124, + "95": -2.5575602054595947, + "99": -2.4748713970184326 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 2, + 4, + 1, + 1, + 2, + 4, + 2, + 4, + 1, + 2, + 4, + 4, + 3, + 5, + 456 + ], + "log_norms_bin_edges": [ + -22.004186630249023, + -21.613544464111328, + -21.222902297973633, + -20.832260131835938, + -20.441617965698242, + -20.050975799560547, + -19.66033363342285, + -19.269691467285156, + -18.879051208496094, + -18.488407135009766, + -18.097766876220703, + -17.707124710083008, + -17.316482543945312, + -16.925840377807617, + -16.535198211669922, + -16.144556045532227, + -15.753913879394531, + -15.363271713256836, + -14.97262954711914, + -14.581987380981445, + -14.19134521484375, + -13.800704002380371, + -13.410061836242676, + -13.01941967010498, + -12.628777503967285, + -12.23813533782959, + -11.847493171691895, + -11.4568510055542, + -11.06620979309082, + -10.675567626953125, + -10.28492546081543, + -9.894283294677734, + -9.503641128540039, + -9.112998962402344, + -8.722356796264648, + -8.331714630126953, + -7.941072463989258, + -7.550431251525879, + -7.159789085388184, + -6.769146919250488, + -6.378504753112793, + -5.987863540649414, + -5.597221374511719, + -5.206579208374023, + -4.815937042236328, + -4.425294876098633, + -4.0346527099609375, + -3.644010543823242, + -3.253368377685547, + -2.8627262115478516, + -2.4720840454101562 + ], + "r_inf_mean": 0.24500375986099243, + "r_inf_median": 0.23935523629188538, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.650632381439209, + "eff_dim_mean": 0.6506325602531433, + "topk_energy": { + "1": 0.060797423124313354, + "5": 0.25517502427101135, + "10": 0.40584391355514526, + "25": 0.7103201746940613 + }, + "gamma_raw": 0.10877268016338348, + "gamma_active": { + "1e-08": 0.11259149014949799, + "1e-07": 0.11337272822856903, + "1e-06": 0.11349122226238251, + "1e-05": 0.11390525102615356, + "0.0001": 0.11435597389936447 + }, + "gamma_energy_weighted": { + "1e-08": 0.14203357556267085, + "1e-07": 0.14203357556267085, + "1e-06": 0.14203357556267085, + "1e-05": 0.14203357556267085, + "0.0001": 0.14203357556267085 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json new file mode 100644 index 0000000..d45037b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 23.589893341064453, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03663027286529541, + "median_norm": 0.03880731388926506, + "max_norm": 0.07522233575582504, + "min_norm": 4.477548719842477e-15, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.9609375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.388416290283203, + "5": -4.185113430023193, + "10": -1.6542483568191528, + "25": -1.4754047393798828, + "50": -1.411051869392395, + "75": -1.3581039905548096, + "90": -1.3080165386199951, + "95": -1.2822368144989014, + "99": -1.2321867942810059 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 6, + 2, + 2, + 1, + 4, + 0, + 2, + 1, + 6, + 0, + 1, + 4, + 1, + 9, + 259, + 201 + ], + "log_norms_bin_edges": [ + -14.348959922790527, + -14.084453582763672, + -13.819947242736816, + -13.555441856384277, + -13.290935516357422, + -13.026429176330566, + -12.761922836303711, + -12.497417449951172, + -12.232911109924316, + -11.968404769897461, + -11.703898429870605, + -11.43939208984375, + -11.174886703491211, + -10.910380363464355, + -10.6458740234375, + -10.381367683410645, + -10.116861343383789, + -9.85235595703125, + -9.587849617004395, + -9.323343276977539, + -9.058837890625, + -8.794330596923828, + -8.529825210571289, + -8.265318870544434, + -8.000812530517578, + -7.736306667327881, + -7.471800327301025, + -7.207294464111328, + -6.942788124084473, + -6.678282260894775, + -6.41377592086792, + -6.149270057678223, + -5.884763717651367, + -5.620257377624512, + -5.355751037597656, + -5.091245651245117, + -4.826739311218262, + -4.562232971191406, + -4.297726631164551, + -4.033221244812012, + -3.7687149047851562, + -3.504208564758301, + -3.2397022247314453, + -2.97519588470459, + -2.710690498352051, + -2.4461841583251953, + -2.18167781829834, + -1.9171714782714844, + -1.652665138244629, + -1.3881597518920898, + -1.1236531734466553 + ], + "r_inf_mean": 0.30212149024009705, + "r_inf_median": 0.2927967607975006, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5825396776199341, + "eff_dim_mean": 0.5825395584106445, + "topk_energy": { + "1": 0.09394186735153198, + "5": 0.33244985342025757, + "10": 0.4924853444099426, + "25": 0.7716927528381348 + }, + "gamma_raw": 0.00017208827193826437, + "gamma_active": { + "1e-08": 0.00017228764772880822, + "1e-07": 0.00017228764772880822, + "1e-06": -0.00024375217617489398, + "1e-05": -0.00117091229185462, + "0.0001": -0.0017461221432313323 + }, + "gamma_energy_weighted": { + "1e-08": -0.003475262699125872, + "1e-07": -0.003475262699125872, + "1e-06": -0.003475262699125872, + "1e-05": -0.003475262699125872, + "0.0001": -0.003475262699125872 + } + }, + { + "layer": 1, + "mean_norm": 0.00226157670840621, + "median_norm": 0.002401332138106227, + "max_norm": 0.0035980790853500366, + "min_norm": 3.9958890459795946e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.522722244262695, + "5": -5.373133182525635, + "10": -2.8739171028137207, + "25": -2.662987470626831, + "50": -2.6195297241210938, + "75": -2.5710320472717285, + "90": -2.537107229232788, + "95": -2.5200583934783936, + "99": -2.455779552459717 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 25, + 440 + ], + "log_norms_bin_edges": [ + -15.398387908935547, + -15.139298439025879, + -14.880209922790527, + -14.62112045288086, + -14.362030982971191, + -14.102941513061523, + -13.843852996826172, + -13.584763526916504, + -13.325674057006836, + -13.066585540771484, + -12.807496070861816, + -12.548406600952148, + -12.289318084716797, + -12.030228614807129, + -11.771139144897461, + -11.51205062866211, + -11.252961158752441, + -10.993871688842773, + -10.734783172607422, + -10.475693702697754, + -10.216604232788086, + -9.957515716552734, + -9.698426246643066, + -9.439336776733398, + -9.180248260498047, + -8.921158790588379, + -8.662069320678711, + -8.40298080444336, + -8.143891334533691, + -7.884801864624023, + -7.625712871551514, + -7.366623878479004, + -7.107534408569336, + -6.848444938659668, + -6.589356422424316, + -6.330266952514648, + -6.0711774826049805, + -5.812088966369629, + -5.552999496459961, + -5.293910026550293, + -5.034820556640625, + -4.775732040405273, + -4.5166425704956055, + -4.2575531005859375, + -3.998464584350586, + -3.739375114440918, + -3.48028564453125, + -3.2211971282958984, + -2.9621076583862305, + -2.7030181884765625, + -2.443929433822632 + ], + "r_inf_mean": 0.3157373070716858, + "r_inf_median": 0.30317676067352295, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5945762395858765, + "eff_dim_mean": 0.5945761799812317, + "topk_energy": { + "1": 0.10523805022239685, + "5": 0.32798266410827637, + "10": 0.48020094633102417, + "25": 0.7569596767425537 + }, + "gamma_raw": 0.3187795877456665, + "gamma_active": { + "1e-08": 0.3235667049884796, + "1e-07": 0.32377785444259644, + "1e-06": 0.3239595890045166, + "1e-05": 0.32380232214927673, + "0.0001": 0.32386958599090576 + }, + "gamma_energy_weighted": { + "1e-08": 0.32812105453146956, + "1e-07": 0.32812105453146956, + "1e-06": 0.32812105453146956, + "1e-05": 0.32812105453146956, + "0.0001": 0.32812105453146956 + } + }, + { + "layer": 2, + "mean_norm": 0.0020853416062891483, + "median_norm": 0.0021757360082119703, + "max_norm": 0.003370540915057063, + "min_norm": 3.852481074053521e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.550459861755371, + "5": -5.400139808654785, + "10": -2.902160167694092, + "25": -2.707030773162842, + "50": -2.66232967376709, + "75": -2.600224733352661, + "90": -2.571833372116089, + "95": -2.5522217750549316, + "99": -2.4820399284362793 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 33, + 432 + ], + "log_norms_bin_edges": [ + -15.414259910583496, + -15.155420303344727, + -14.896581649780273, + -14.637742042541504, + -14.37890338897705, + -14.120063781738281, + -13.861225128173828, + -13.602385520935059, + -13.343545913696289, + -13.084707260131836, + -12.825868606567383, + -12.567028999328613, + -12.308189392089844, + -12.04935073852539, + -11.790511131286621, + -11.531671524047852, + -11.272832870483398, + -11.013994216918945, + -10.755154609680176, + -10.496315002441406, + -10.237476348876953, + -9.978636741638184, + -9.719797134399414, + -9.460958480834961, + -9.202119827270508, + -8.943280220031738, + -8.684440612792969, + -8.425601959228516, + -8.166762351989746, + -7.907923221588135, + -7.649084091186523, + -7.39024543762207, + -7.131405830383301, + -6.872566223144531, + -6.613727569580078, + -6.354887962341309, + -6.0960493087768555, + -5.837209701538086, + -5.578371047973633, + -5.319531440734863, + -5.06069278717041, + -4.801853179931641, + -4.543013572692871, + -4.284174919128418, + -4.025335311889648, + -3.7664966583251953, + -3.507657051086426, + -3.2488183975219727, + -2.989978790283203, + -2.7311391830444336, + -2.4723005294799805 + ], + "r_inf_mean": 0.3156874179840088, + "r_inf_median": 0.29559797048568726, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5934724807739258, + "eff_dim_mean": 0.593472421169281, + "topk_energy": { + "1": 0.10464159399271011, + "5": 0.3304239511489868, + "10": 0.48074495792388916, + "25": 0.7568550705909729 + }, + "gamma_raw": 0.17311397194862366, + "gamma_active": { + "1e-08": 0.17575740814208984, + "1e-07": 0.17600733041763306, + "1e-06": 0.17592598497867584, + "1e-05": 0.1757841855287552, + "0.0001": 0.1751527190208435 + }, + "gamma_energy_weighted": { + "1e-08": 0.1924710830566847, + "1e-07": 0.1924710830566847, + "1e-06": 0.1924710830566847, + "1e-05": 0.1924710830566847, + "0.0001": 0.1924710830566847 + } + }, + { + "layer": 3, + "mean_norm": 0.00207107444293797, + "median_norm": 0.0021614867728203535, + "max_norm": 0.0033451539929956198, + "min_norm": 3.8261409963718726e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.554874420166016, + "5": -5.402879238128662, + "10": -2.9036779403686523, + "25": -2.7087950706481934, + "50": -2.6650238037109375, + "75": -2.603062629699707, + "90": -2.5734310150146484, + "95": -2.555098533630371, + "99": -2.4852898120880127 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 32, + 433 + ], + "log_norms_bin_edges": [ + -15.41723918914795, + -15.158406257629395, + -14.89957332611084, + -14.640739440917969, + -14.381906509399414, + -14.12307357788086, + -13.864240646362305, + -13.60540771484375, + -13.346574783325195, + -13.087740898132324, + -12.82890796661377, + -12.570075035095215, + -12.31124210357666, + -12.052408218383789, + -11.793575286865234, + -11.53474235534668, + -11.275909423828125, + -11.01707649230957, + -10.758243560791016, + -10.499410629272461, + -10.24057674407959, + -9.981743812561035, + -9.72291088104248, + -9.46407699584961, + -9.205244064331055, + -8.9464111328125, + -8.687578201293945, + -8.42874526977539, + -8.169912338256836, + -7.911078929901123, + -7.652245998382568, + -7.3934125900268555, + -7.134579658508301, + -6.875746726989746, + -6.616913795471191, + -6.35807991027832, + -6.099246978759766, + -5.840414047241211, + -5.581581115722656, + -5.322748184204102, + -5.0639142990112305, + -4.805081367492676, + -4.546248435974121, + -4.287415504455566, + -4.028582572937012, + -3.769749641418457, + -3.510915756225586, + -3.2520828247070312, + -2.9932498931884766, + -2.734416961669922, + -2.475584030151367 + ], + "r_inf_mean": 0.31668996810913086, + "r_inf_median": 0.2986648976802826, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5921904444694519, + "eff_dim_mean": 0.5921904444694519, + "topk_energy": { + "1": 0.10531964153051376, + "5": 0.3321181535720825, + "10": 0.4824402928352356, + "25": 0.7578698396682739 + }, + "gamma_raw": 0.11816003918647766, + "gamma_active": { + "1e-08": 0.12007071077823639, + "1e-07": 0.12021492421627045, + "1e-06": 0.12011346966028214, + "1e-05": 0.11995594948530197, + "0.0001": 0.11929599940776825 + }, + "gamma_energy_weighted": { + "1e-08": 0.14040239158146034, + "1e-07": 0.14040239158146034, + "1e-06": 0.14040239158146034, + "1e-05": 0.14040239158146034, + "0.0001": 0.14040239158146034 + } + }, + { + "layer": 4, + "mean_norm": 0.0020668096840381622, + "median_norm": 0.002157854149118066, + "max_norm": 0.0033308553975075483, + "min_norm": 3.814792343065441e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556507110595703, + "5": -5.4035258293151855, + "10": -2.904838800430298, + "25": -2.709076404571533, + "50": -2.665858268737793, + "75": -2.6055493354797363, + "90": -2.574549674987793, + "95": -2.5566818714141846, + "99": -2.4871206283569336 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.418529510498047, + -15.159708023071289, + -14.900886535644531, + -14.642064094543457, + -14.3832426071167, + -14.124421119689941, + -13.865598678588867, + -13.60677719116211, + -13.347955703735352, + -13.089134216308594, + -12.830312728881836, + -12.571490287780762, + -12.312668800354004, + -12.053847312927246, + -11.795024871826172, + -11.536203384399414, + -11.277381896972656, + -11.018560409545898, + -10.75973892211914, + -10.500916481018066, + -10.242094993591309, + -9.98327350616455, + -9.724451065063477, + -9.465629577636719, + -9.206808090209961, + -8.947986602783203, + -8.689165115356445, + -8.430342674255371, + -8.171521186828613, + -7.9126996994018555, + -7.6538777351379395, + -7.395055770874023, + -7.136234283447266, + -6.877412796020508, + -6.61859130859375, + -6.359768867492676, + -6.100947380065918, + -5.84212589263916, + -5.583303451538086, + -5.324481964111328, + -5.06566047668457, + -4.8068389892578125, + -4.548017501831055, + -4.2891950607299805, + -4.030373573303223, + -3.771552085876465, + -3.5127296447753906, + -3.253908157348633, + -2.995086669921875, + -2.736265182495117, + -2.4774441719055176 + ], + "r_inf_mean": 0.31680649518966675, + "r_inf_median": 0.29824185371398926, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5924966335296631, + "eff_dim_mean": 0.5924966335296631, + "topk_energy": { + "1": 0.10542615503072739, + "5": 0.3320468068122864, + "10": 0.4823357164859772, + "25": 0.7578166723251343 + }, + "gamma_raw": 0.11687050014734268, + "gamma_active": { + "1e-08": 0.11870842427015305, + "1e-07": 0.11896798014640808, + "1e-06": 0.11950072646141052, + "1e-05": 0.11895456910133362, + "0.0001": 0.11812672764062881 + }, + "gamma_energy_weighted": { + "1e-08": 0.13253446455332948, + "1e-07": 0.13253446455332948, + "1e-06": 0.13253446455332948, + "1e-05": 0.13253446455332948, + "0.0001": 0.13253446455332948 + } + }, + { + "layer": 5, + "mean_norm": 0.0020655510015785694, + "median_norm": 0.002157761249691248, + "max_norm": 0.003329123603180051, + "min_norm": 3.80357789154159e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556997299194336, + "5": -5.404664039611816, + "10": -2.9058518409729004, + "25": -2.7090985774993896, + "50": -2.665976047515869, + "75": -2.6064813137054443, + "90": -2.575258255004883, + "95": -2.556051015853882, + "99": -2.4873225688934326 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.419808387756348, + -15.160965919494629, + -14.902122497558594, + -14.643280029296875, + -14.384437561035156, + -14.125595092773438, + -13.866751670837402, + -13.607909202575684, + -13.349065780639648, + -13.09022331237793, + -12.831380844116211, + -12.572538375854492, + -12.313694953918457, + -12.054852485656738, + -11.796009063720703, + -11.537166595458984, + -11.278324127197266, + -11.019481658935547, + -10.760639190673828, + -10.501795768737793, + -10.242953300476074, + -9.984109878540039, + -9.72526741027832, + -9.466424942016602, + -9.207582473754883, + -8.948739051818848, + -8.689896583557129, + -8.431053161621094, + -8.172210693359375, + -7.913368225097656, + -7.654525279998779, + -7.395682334899902, + -7.136839866638184, + -6.877997398376465, + -6.61915397644043, + -6.360311508178711, + -6.101469039916992, + -5.842625617980957, + -5.583783149719238, + -5.3249406814575195, + -5.066098213195801, + -4.807254791259766, + -4.548412322998047, + -4.289569854736328, + -4.030726432800293, + -3.771883964538574, + -3.5130414962768555, + -3.2541980743408203, + -2.9953556060791016, + -2.736513137817383, + -2.477670192718506 + ], + "r_inf_mean": 0.3175058960914612, + "r_inf_median": 0.2997305691242218, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.591528594493866, + "eff_dim_mean": 0.591528594493866, + "topk_energy": { + "1": 0.1059575080871582, + "5": 0.33281761407852173, + "10": 0.4829464554786682, + "25": 0.7584227919578552 + }, + "gamma_raw": 0.12686090171337128, + "gamma_active": { + "1e-08": 0.12883707880973816, + "1e-07": 0.12881948053836823, + "1e-06": 0.12860503792762756, + "1e-05": 0.12859337031841278, + "0.0001": 0.12818846106529236 + }, + "gamma_energy_weighted": { + "1e-08": 0.13964325301907707, + "1e-07": 0.13964325301907707, + "1e-06": 0.13964325301907707, + "1e-05": 0.13964325301907707, + "0.0001": 0.13964325301907707 + } + }, + { + "layer": 6, + "mean_norm": 0.0020645172335207462, + "median_norm": 0.0021619892213493586, + "max_norm": 0.0033248490653932095, + "min_norm": 3.795338378547174e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.557374000549316, + "5": -5.404569625854492, + "10": -2.9054923057556152, + "25": -2.7096662521362305, + "50": -2.6651322841644287, + "75": -2.6068406105041504, + "90": -2.5762672424316406, + "95": -2.5570547580718994, + "99": -2.4878835678100586 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 31, + 434 + ], + "log_norms_bin_edges": [ + -15.42074966430664, + -15.16189956665039, + -14.903048515319824, + -14.644198417663574, + -14.385348320007324, + -14.126497268676758, + -13.867647171020508, + -13.608797073364258, + -13.349946022033691, + -13.091095924377441, + -12.832244873046875, + -12.573394775390625, + -12.314544677734375, + -12.055694580078125, + -11.796843528747559, + -11.537993431091309, + -11.279142379760742, + -11.020292282104492, + -10.761442184448242, + -10.502592086791992, + -10.243741035461426, + -9.984890937805176, + -9.72603988647461, + -9.46718978881836, + -9.20833969116211, + -8.94948959350586, + -8.690638542175293, + -8.431787490844727, + -8.172937393188477, + -7.914087295532227, + -7.655236721038818, + -7.39638614654541, + -7.13753604888916, + -6.87868595123291, + -6.619834899902344, + -6.360984802246094, + -6.102134704589844, + -5.843283653259277, + -5.584433555603027, + -5.325583457946777, + -5.066732406616211, + -4.807882308959961, + -4.549032211303711, + -4.2901811599731445, + -4.0313310623168945, + -3.7724809646606445, + -3.513629913330078, + -3.254779815673828, + -2.995929718017578, + -2.7370786666870117, + -2.4782283306121826 + ], + "r_inf_mean": 0.3177311420440674, + "r_inf_median": 0.3003791570663452, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912920236587524, + "eff_dim_mean": 0.5912920236587524, + "topk_energy": { + "1": 0.1061195358633995, + "5": 0.33303868770599365, + "10": 0.4830688238143921, + "25": 0.7585671544075012 + }, + "gamma_raw": 0.07899341732263565, + "gamma_active": { + "1e-08": 0.08021406829357147, + "1e-07": 0.08061359077692032, + "1e-06": 0.08065356314182281, + "1e-05": 0.08101510256528854, + "0.0001": 0.08036850392818451 + }, + "gamma_energy_weighted": { + "1e-08": 0.09249136671327582, + "1e-07": 0.09249136671327582, + "1e-06": 0.09249136671327582, + "1e-05": 0.09249136671327582, + "0.0001": 0.09249136671327582 + } + }, + { + "layer": 7, + "mean_norm": 0.002063342370092869, + "median_norm": 0.0021619838662445545, + "max_norm": 0.0033249377738684416, + "min_norm": 3.7981883797168887e-16, + "support": { + "1e-08": 0.984375, + "1e-07": 0.978515625, + "1e-06": 0.95703125, + "1e-05": 0.9453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.556805610656738, + "5": -5.404972553253174, + "10": -2.906582832336426, + "25": -2.709460973739624, + "50": -2.6651451587677, + "75": -2.6063499450683594, + "90": -2.5767524242401123, + "95": -2.557468891143799, + "99": -2.4879026412963867 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 0, + 4, + 4, + 2, + 1, + 3, + 1, + 1, + 1, + 3, + 4, + 1, + 2, + 2, + 5, + 30, + 435 + ], + "log_norms_bin_edges": [ + -15.42042350769043, + -15.161579132080078, + -14.902734756469727, + -14.643891334533691, + -14.38504695892334, + -14.126202583312988, + -13.867359161376953, + -13.608514785766602, + -13.34967041015625, + -13.090826034545898, + -12.831981658935547, + -12.573138236999512, + -12.31429386138916, + -12.055449485778809, + -11.796606063842773, + -11.537761688232422, + -11.27891731262207, + -11.020072937011719, + -10.761228561401367, + -10.502385139465332, + -10.24354076385498, + -9.984696388244629, + -9.725852966308594, + -9.467008590698242, + -9.20816421508789, + -8.949319839477539, + -8.690475463867188, + -8.431632041931152, + -8.1727876663208, + -7.913943290710449, + -7.655099391937256, + -7.3962554931640625, + -7.137411117553711, + -6.878566741943359, + -6.619722366333008, + -6.360878944396973, + -6.102034568786621, + -5.8431901931762695, + -5.584346771240234, + -5.325502395629883, + -5.066658020019531, + -4.80781364440918, + -4.548969268798828, + -4.290125846862793, + -4.031281471252441, + -3.77243709564209, + -3.5135936737060547, + -3.254749298095703, + -2.9959049224853516, + -2.737060546875, + -2.4782166481018066 + ], + "r_inf_mean": 0.31759804487228394, + "r_inf_median": 0.2996453642845154, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912238955497742, + "eff_dim_mean": 0.5912238359451294, + "topk_energy": { + "1": 0.10601305961608887, + "5": 0.3331417441368103, + "10": 0.48317885398864746, + "25": 0.7587971091270447 + }, + "gamma_raw": 0.09696105867624283, + "gamma_active": { + "1e-08": 0.09844896197319031, + "1e-07": 0.09812601655721664, + "1e-06": 0.09801632165908813, + "1e-05": 0.09783696383237839, + "0.0001": 0.09852685034275055 + }, + "gamma_energy_weighted": { + "1e-08": 0.10457998728225884, + "1e-07": 0.10457998728225884, + "1e-06": 0.10457998728225884, + "1e-05": 0.10457998728225884, + "0.0001": 0.10457998728225884 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json new file mode 100644 index 0000000..331ca4d --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 10.282852172851562, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01925049163401127, + "median_norm": 0.01835925690829754, + "max_norm": 0.09355661273002625, + "min_norm": 5.618650078531573e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.998046875, + "1e-05": 0.9921875, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -4.642096519470215, + "5": -2.861988067626953, + "10": -2.0025956630706787, + "25": -1.8271812200546265, + "50": -1.736043930053711, + "75": -1.626382827758789, + "90": -1.5301611423492432, + "95": -1.4771087169647217, + "99": -1.3167215585708618 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 3, + 3, + 1, + 1, + 2, + 1, + 1, + 0, + 2, + 0, + 0, + 3, + 2, + 0, + 3, + 2, + 4, + 4, + 3, + 2, + 7, + 17, + 128, + 166, + 101, + 34, + 13, + 2, + 1 + ], + "log_norms_bin_edges": [ + -7.250368118286133, + -7.12593936920166, + -7.0015106201171875, + -6.877081394195557, + -6.752652645111084, + -6.628223896026611, + -6.503795146942139, + -6.379365921020508, + -6.254937171936035, + -6.1305084228515625, + -6.00607967376709, + -5.881650924682617, + -5.7572221755981445, + -5.632792949676514, + -5.508364200592041, + -5.383935451507568, + -5.2595062255859375, + -5.135077476501465, + -5.010648727416992, + -4.8862199783325195, + -4.761791229248047, + -4.637362480163574, + -4.512933254241943, + -4.388504505157471, + -4.264075756072998, + -4.139646530151367, + -4.0152177810668945, + -3.890789031982422, + -3.766360282897949, + -3.6419312953948975, + -3.517502546310425, + -3.393073558807373, + -3.2686448097229004, + -3.1442160606384277, + -3.019787311553955, + -2.895358085632324, + -2.7709293365478516, + -2.646500587463379, + -2.5220718383789062, + -2.3976426124572754, + -2.2732138633728027, + -2.14878511428833, + -2.0243563652038574, + -1.8999276161193848, + -1.775498390197754, + -1.6510696411132812, + -1.5266408920288086, + -1.402212142944336, + -1.2777833938598633, + -1.1533541679382324, + -1.0289255380630493 + ], + "r_inf_mean": 0.34158802032470703, + "r_inf_median": 0.3316688537597656, + "pr_mean": 0.17901284992694855, + "pr_median": 0.17831136286258698, + "hoyer_mean": 0.4533681571483612, + "eff_dim_mean": 0.4533681273460388, + "topk_energy": { + "1": 0.11956104636192322, + "5": 0.4169885218143463, + "10": 0.605405330657959, + "25": 0.8733230829238892 + }, + "gamma_raw": 0.0087505504488945, + "gamma_active": { + "1e-08": 0.0087505504488945, + "1e-07": 0.009002151899039745, + "1e-06": 0.009002151899039745, + "1e-05": 0.009243815205991268, + "0.0001": 0.009717629291117191 + }, + "gamma_energy_weighted": { + "1e-08": 0.017708589380212292, + "1e-07": 0.017708589380212292, + "1e-06": 0.017708589380212292, + "1e-05": 0.017708589380212292, + "0.0001": 0.017708589380212292 + } + }, + { + "layer": 1, + "mean_norm": 0.0022337622940540314, + "median_norm": 0.002320161322131753, + "max_norm": 0.005431980360299349, + "min_norm": 8.421267239100416e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.559938907623291, + "5": -3.839914560317993, + "10": -2.867823839187622, + "25": -2.6832306385040283, + "50": -2.6341288089752197, + "75": -2.5855119228363037, + "90": -2.5307507514953613, + "95": -2.4925220012664795, + "99": -2.4104483127593994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 5, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 3, + 1, + 2, + 1, + 2, + 1, + 7, + 3, + 1, + 4, + 7, + 24, + 235, + 171, + 27, + 2 + ], + "log_norms_bin_edges": [ + -8.074623107910156, + -7.958431720733643, + -7.842239856719971, + -7.726048469543457, + -7.609856605529785, + -7.4936652183532715, + -7.3774733543396, + -7.261281967163086, + -7.145090103149414, + -7.0288987159729, + -6.9127068519592285, + -6.796515464782715, + -6.680323600769043, + -6.564132213592529, + -6.447940349578857, + -6.331748962402344, + -6.215557098388672, + -6.099365711212158, + -5.9831743240356445, + -5.866982460021973, + -5.750790596008301, + -5.634599208831787, + -5.518407821655273, + -5.402215957641602, + -5.28602409362793, + -5.169832706451416, + -5.053641319274902, + -4.9374494552612305, + -4.821257591247559, + -4.705066204071045, + -4.588874816894531, + -4.472682952880859, + -4.3564910888671875, + -4.240299701690674, + -4.12410831451416, + -4.007916450500488, + -3.8917250633239746, + -3.7755331993103027, + -3.659341812133789, + -3.543149948120117, + -3.4269585609436035, + -3.3107666969299316, + -3.194575309753418, + -3.078383445739746, + -2.9621920585632324, + -2.8460001945495605, + -2.729808807373047, + -2.613616943359375, + -2.4974255561828613, + -2.3812336921691895, + -2.2650420665740967 + ], + "r_inf_mean": 0.2781696319580078, + "r_inf_median": 0.26729515194892883, + "pr_mean": 0.3041924834251404, + "pr_median": 0.3139716386795044, + "hoyer_mean": 0.6178592443466187, + "eff_dim_mean": 0.6178592443466187, + "topk_energy": { + "1": 0.0803665816783905, + "5": 0.29224252700805664, + "10": 0.44713228940963745, + "25": 0.7389355897903442 + }, + "gamma_raw": 0.04656224697828293, + "gamma_active": { + "1e-08": 0.0466209314763546, + "1e-07": 0.0466209314763546, + "1e-06": 0.046623654663562775, + "1e-05": 0.047318235039711, + "0.0001": 0.04748977720737457 + }, + "gamma_energy_weighted": { + "1e-08": 0.05785591708695756, + "1e-07": 0.05785591708695756, + "1e-06": 0.05785591708695756, + "1e-05": 0.05785591708695756, + "0.0001": 0.05785591708695756 + } + }, + { + "layer": 2, + "mean_norm": 0.0018380021210759878, + "median_norm": 0.0020009749568998814, + "max_norm": 0.0025139357894659042, + "min_norm": 8.226587411286346e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.605474472045898, + "5": -3.887794017791748, + "10": -2.962745189666748, + "25": -2.737454891204834, + "50": -2.69874906539917, + "75": -2.6687099933624268, + "90": -2.652233123779297, + "95": -2.6406874656677246, + "99": -2.6150543689727783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 5, + 0, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 3, + 2, + 0, + 1, + 6, + 2, + 2, + 1, + 11, + 11, + 150, + 298 + ], + "log_norms_bin_edges": [ + -8.0847806930542, + -7.975078105926514, + -7.865375518798828, + -7.755672454833984, + -7.645969867706299, + -7.536267280578613, + -7.426564693450928, + -7.316861629486084, + -7.207159042358398, + -7.097456455230713, + -6.987753868103027, + -6.878050804138184, + -6.768348217010498, + -6.6586456298828125, + -6.548943042755127, + -6.439240455627441, + -6.329537391662598, + -6.219834804534912, + -6.110132217407227, + -6.000429153442383, + -5.8907270431518555, + -5.781023979187012, + -5.671321392059326, + -5.561618804931641, + -5.451915740966797, + -5.342213153839111, + -5.232510566711426, + -5.122807502746582, + -5.013105392456055, + -4.903402328491211, + -4.793699741363525, + -4.68399715423584, + -4.574294090270996, + -4.464591979980469, + -4.354888916015625, + -4.2451863288879395, + -4.135483741760254, + -4.02578067779541, + -3.9160780906677246, + -3.806375503540039, + -3.6966729164123535, + -3.5869698524475098, + -3.477267265319824, + -3.3675646781921387, + -3.257862091064453, + -3.1481590270996094, + -3.038456439971924, + -2.9287538528442383, + -2.8190512657165527, + -2.709348678588867, + -2.5996458530426025 + ], + "r_inf_mean": 0.2535895109176636, + "r_inf_median": 0.24410225450992584, + "pr_mean": 0.3412925601005554, + "pr_median": 0.3448641300201416, + "hoyer_mean": 0.6396083831787109, + "eff_dim_mean": 0.6396083831787109, + "topk_energy": { + "1": 0.06570838391780853, + "5": 0.2606070935726166, + "10": 0.4171583652496338, + "25": 0.7214394807815552 + }, + "gamma_raw": 0.0823647677898407, + "gamma_active": { + "1e-08": 0.08249371498823166, + "1e-07": 0.08249371498823166, + "1e-06": 0.08266637474298477, + "1e-05": 0.08329141139984131, + "0.0001": 0.08309414237737656 + }, + "gamma_energy_weighted": { + "1e-08": 0.09251898347917752, + "1e-07": 0.09251898347917752, + "1e-06": 0.09251898347917752, + "1e-05": 0.09251898347917752, + "0.0001": 0.09251898347917752 + } + }, + { + "layer": 3, + "mean_norm": 0.0018263522069901228, + "median_norm": 0.001991433557122946, + "max_norm": 0.0024568054359406233, + "min_norm": 8.194041889453274e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.609358310699463, + "5": -3.8885250091552734, + "10": -2.9659230709075928, + "25": -2.738525152206421, + "50": -2.700613260269165, + "75": -2.6740550994873047, + "90": -2.6586151123046875, + "95": -2.643223762512207, + "99": -2.6164417266845703 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 3, + 2, + 0, + 1, + 6, + 2, + 2, + 1, + 11, + 10, + 120, + 329 + ], + "log_norms_bin_edges": [ + -8.086502075195312, + -7.976964473724365, + -7.867427349090576, + -7.757889747619629, + -7.648352146148682, + -7.538814544677734, + -7.429277420043945, + -7.319739818572998, + -7.210202217102051, + -7.100665092468262, + -6.9911274909973145, + -6.881589889526367, + -6.772052764892578, + -6.662515163421631, + -6.552977561950684, + -6.4434404373168945, + -6.333902835845947, + -6.224365234375, + -6.114828109741211, + -6.005290508270264, + -5.895752906799316, + -5.786215782165527, + -5.67667818069458, + -5.567140579223633, + -5.457603454589844, + -5.3480658531188965, + -5.238528251647949, + -5.12899112701416, + -5.019453525543213, + -4.909915924072266, + -4.800378799438477, + -4.690840721130371, + -4.581303596496582, + -4.471766471862793, + -4.3622283935546875, + -4.252691268920898, + -4.143153667449951, + -4.033616542816162, + -3.924078941345215, + -3.8145413398742676, + -3.7050037384033203, + -3.5954666137695312, + -3.485929012298584, + -3.3763914108276367, + -3.2668542861938477, + -3.1573166847229004, + -3.047779083251953, + -2.938241958618164, + -2.828704357147217, + -2.7191667556762695, + -2.6096293926239014 + ], + "r_inf_mean": 0.25455158948898315, + "r_inf_median": 0.24421265721321106, + "pr_mean": 0.34050726890563965, + "pr_median": 0.3435131907463074, + "hoyer_mean": 0.6395251750946045, + "eff_dim_mean": 0.6395251154899597, + "topk_energy": { + "1": 0.0663028433918953, + "5": 0.26134228706359863, + "10": 0.41779327392578125, + "25": 0.7212526798248291 + }, + "gamma_raw": 0.05313584953546524, + "gamma_active": { + "1e-08": 0.053233981132507324, + "1e-07": 0.053233981132507324, + "1e-06": 0.05324053391814232, + "1e-05": 0.05395424738526344, + "0.0001": 0.053915202617645264 + }, + "gamma_energy_weighted": { + "1e-08": 0.058795697298957166, + "1e-07": 0.058795697298957166, + "1e-06": 0.058795697298957166, + "1e-05": 0.058795697298957166, + "0.0001": 0.058795697298957166 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json new file mode 100644 index 0000000..8f28865 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 14.794605255126953, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03231686353683472, + "median_norm": 0.026180701330304146, + "max_norm": 0.29694098234176636, + "min_norm": 1.5425053234707775e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.44209623336792, + "5": -3.0351650714874268, + "10": -1.8542176485061646, + "25": -1.707020878791809, + "50": -1.5819659233093262, + "75": -1.440090537071228, + "90": -1.2816685438156128, + "95": -1.080391764640808, + "99": -0.7905383110046387 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 3, + 0, + 0, + 1, + 3, + 0, + 2, + 6, + 2, + 0, + 3, + 1, + 4, + 1, + 3, + 16, + 82, + 156, + 117, + 53, + 16, + 20, + 5, + 4, + 2 + ], + "log_norms_bin_edges": [ + -7.811773300170898, + -7.666084289550781, + -7.520395755767822, + -7.374706745147705, + -7.229017734527588, + -7.083329200744629, + -6.937640190124512, + -6.7919511795043945, + -6.646262168884277, + -6.500573635101318, + -6.354884624481201, + -6.209196090698242, + -6.063507080078125, + -5.917818069458008, + -5.772129058837891, + -5.626440048217773, + -5.4807515144348145, + -5.3350629806518555, + -5.189373970031738, + -5.043684959411621, + -4.897995948791504, + -4.752306938171387, + -4.606618404388428, + -4.4609293937683105, + -4.315240859985352, + -4.169551849365234, + -4.023862838745117, + -3.878174066543579, + -3.732485294342041, + -3.586796283721924, + -3.4411072731018066, + -3.2954187393188477, + -3.1497297286987305, + -3.0040407180786133, + -2.8583521842956543, + -2.712663173675537, + -2.56697416305542, + -2.421285629272461, + -2.2755966186523438, + -2.1299076080322266, + -1.9842185974121094, + -1.8385300636291504, + -1.6928410530090332, + -1.547152042388916, + -1.401463508605957, + -1.2557744979858398, + -1.1100854873657227, + -0.9643969535827637, + -0.8187079429626465, + -0.6730189323425293, + -0.5273298621177673 + ], + "r_inf_mean": 0.3403213620185852, + "r_inf_median": 0.33156076073646545, + "pr_mean": 0.17838802933692932, + "pr_median": 0.179874449968338, + "hoyer_mean": 0.4485964775085449, + "eff_dim_mean": 0.4485964775085449, + "topk_energy": { + "1": 0.11849582940340042, + "5": 0.4205160439014435, + "10": 0.6070094108581543, + "25": 0.8746732473373413 + }, + "gamma_raw": 0.006778223440051079, + "gamma_active": { + "1e-08": 0.006778223440051079, + "1e-07": 0.006933871190994978, + "1e-06": 0.006937313824892044, + "1e-05": 0.007291196845471859, + "0.0001": 0.007550465874373913 + }, + "gamma_energy_weighted": { + "1e-08": 0.03374191801783226, + "1e-07": 0.03374191801783226, + "1e-06": 0.03374191801783226, + "1e-05": 0.03374191801783226, + "0.0001": 0.03374191801783226 + } + }, + { + "layer": 1, + "mean_norm": 0.0025959801860153675, + "median_norm": 0.0023945916909724474, + "max_norm": 0.014370615594089031, + "min_norm": 2.1410171413549506e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -6.490281105041504, + "5": -4.076054096221924, + "10": -2.8039779663085938, + "25": -2.7151007652282715, + "50": -2.620499610900879, + "75": -2.5178568363189697, + "90": -2.3985280990600586, + "95": -2.299304723739624, + "99": -2.1415228843688965 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 3, + 3, + 1, + 4, + 2, + 2, + 1, + 2, + 3, + 1, + 2, + 7, + 5, + 150, + 177, + 84, + 34, + 12, + 0, + 3 + ], + "log_norms_bin_edges": [ + -8.669380187988281, + -8.532842636108398, + -8.396306037902832, + -8.25976848602295, + -8.123231887817383, + -7.9866943359375, + -7.850157737731934, + -7.713620185852051, + -7.577083110809326, + -7.440546035766602, + -7.304008960723877, + -7.167471885681152, + -7.030934810638428, + -6.894397735595703, + -6.7578606605529785, + -6.621323585510254, + -6.484786033630371, + -6.348249435424805, + -6.211711883544922, + -6.075174808502197, + -5.938637733459473, + -5.802100658416748, + -5.665563583374023, + -5.529026508331299, + -5.392489433288574, + -5.255951881408691, + -5.119415283203125, + -4.982877731323242, + -4.846341133117676, + -4.709803581237793, + -4.573266506195068, + -4.436729431152344, + -4.300192356109619, + -4.1636552810668945, + -4.02711820602417, + -3.8905811309814453, + -3.7540440559387207, + -3.617506980895996, + -3.4809694290161133, + -3.3444323539733887, + -3.207895278930664, + -3.0713582038879395, + -2.934821128845215, + -2.7982840538024902, + -2.6617469787597656, + -2.525209903717041, + -2.3886728286743164, + -2.252135753631592, + -2.115598678588867, + -1.9790611267089844, + -1.842524766921997 + ], + "r_inf_mean": 0.3135027587413788, + "r_inf_median": 0.3039012551307678, + "pr_mean": 0.23979449272155762, + "pr_median": 0.2432117909193039, + "hoyer_mean": 0.5639083981513977, + "eff_dim_mean": 0.5639083385467529, + "topk_energy": { + "1": 0.10167644917964935, + "5": 0.35636430978775024, + "10": 0.5189238786697388, + "25": 0.7852901220321655 + }, + "gamma_raw": 0.08317184448242188, + "gamma_active": { + "1e-08": 0.08329726755619049, + "1e-07": 0.08314759284257889, + "1e-06": 0.08327057957649231, + "1e-05": 0.08337894082069397, + "0.0001": 0.08404634892940521 + }, + "gamma_energy_weighted": { + "1e-08": 0.08163226340398999, + "1e-07": 0.08163226340398999, + "1e-06": 0.08163226340398999, + "1e-05": 0.08163226340398999, + "0.0001": 0.08163226340398999 + } + }, + { + "layer": 2, + "mean_norm": 0.0015829949406906962, + "median_norm": 0.0016259819967672229, + "max_norm": 0.00269296090118587, + "min_norm": 1.9385970606577985e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.688274383544922, + "5": -4.261866092681885, + "10": -2.9427430629730225, + "25": -2.8277406692504883, + "50": -2.788806438446045, + "75": -2.727825164794922, + "90": -2.671107292175293, + "95": -2.6318397521972656, + "99": -2.587707757949829 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 3, + 4, + 0, + 1, + 3, + 1, + 3, + 1, + 3, + 1, + 6, + 5, + 110, + 289, + 60 + ], + "log_norms_bin_edges": [ + -8.712512969970703, + -8.5896577835083, + -8.466803550720215, + -8.343948364257812, + -8.22109317779541, + -8.098238945007324, + -7.975383758544922, + -7.852529048919678, + -7.729674339294434, + -7.606819152832031, + -7.483964443206787, + -7.361109733581543, + -7.238254547119141, + -7.1153998374938965, + -6.992545127868652, + -6.86968994140625, + -6.746835231781006, + -6.623980522155762, + -6.501125335693359, + -6.378270626068115, + -6.255415916442871, + -6.132560729980469, + -6.009706020355225, + -5.8868513107299805, + -5.763996124267578, + -5.641141414642334, + -5.51828670501709, + -5.3954315185546875, + -5.272576808929443, + -5.149722099304199, + -5.026866912841797, + -4.904012680053711, + -4.781157493591309, + -4.6583027839660645, + -4.535447597503662, + -4.412592887878418, + -4.289738178253174, + -4.1668829917907715, + -4.044028282165527, + -3.921173572540283, + -3.798318862915039, + -3.6754636764526367, + -3.5526089668273926, + -3.4297542572021484, + -3.306899070739746, + -3.184044361114502, + -3.061189651489258, + -2.9383344650268555, + -2.8154797554016113, + -2.692625045776367, + -2.569769859313965 + ], + "r_inf_mean": 0.25737905502319336, + "r_inf_median": 0.2555783689022064, + "pr_mean": 0.33132442831993103, + "pr_median": 0.3294709324836731, + "hoyer_mean": 0.6326752305030823, + "eff_dim_mean": 0.6326752305030823, + "topk_energy": { + "1": 0.06719092279672623, + "5": 0.2726110816001892, + "10": 0.4285959005355835, + "25": 0.7251119613647461 + }, + "gamma_raw": 0.06635759770870209, + "gamma_active": { + "1e-08": 0.06642650812864304, + "1e-07": 0.06646155565977097, + "1e-06": 0.06649856269359589, + "1e-05": 0.06627338379621506, + "0.0001": 0.06692144274711609 + }, + "gamma_energy_weighted": { + "1e-08": 0.0944668645261825, + "1e-07": 0.0944668645261825, + "1e-06": 0.0944668645261825, + "1e-05": 0.0944668645261825, + "0.0001": 0.0944668645261825 + } + }, + { + "layer": 3, + "mean_norm": 0.0015580569161102176, + "median_norm": 0.0016085979295894504, + "max_norm": 0.002557177562266588, + "min_norm": 1.9281085616995597e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.694455623626709, + "5": -4.27022123336792, + "10": -2.9483346939086914, + "25": -2.8296382427215576, + "50": -2.793160915374756, + "75": -2.7374114990234375, + "90": -2.685292959213257, + "95": -2.648550271987915, + "99": -2.599982261657715 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 3, + 6, + 62, + 335, + 64 + ], + "log_norms_bin_edges": [ + -8.714868545532227, + -8.592415809631348, + -8.469963073730469, + -8.34751033782959, + -8.225058555603027, + -8.102605819702148, + -7.9801530838012695, + -7.857700347900391, + -7.735247611999512, + -7.612795352935791, + -7.490342617034912, + -7.367890357971191, + -7.2454376220703125, + -7.122984886169434, + -7.000532150268555, + -6.878079891204834, + -6.755627155303955, + -6.633174896240234, + -6.5107221603393555, + -6.388269424438477, + -6.265816688537598, + -6.143363952636719, + -6.020911693572998, + -5.898458957672119, + -5.776006698608398, + -5.6535539627075195, + -5.531101226806641, + -5.408648490905762, + -5.286196231842041, + -5.163743495941162, + -5.041291236877441, + -4.9188385009765625, + -4.796385765075684, + -4.673933029174805, + -4.551480770111084, + -4.429028034210205, + -4.306575298309326, + -4.1841230392456055, + -4.061670303344727, + -3.9392175674438477, + -3.8167648315429688, + -3.694312572479248, + -3.571859836578369, + -3.4494071006774902, + -3.3269548416137695, + -3.2045021057128906, + -3.0820493698120117, + -2.959597110748291, + -2.837144374847412, + -2.714691638946533, + -2.5922391414642334 + ], + "r_inf_mean": 0.25708335638046265, + "r_inf_median": 0.2551972568035126, + "pr_mean": 0.33241066336631775, + "pr_median": 0.3286325931549072, + "hoyer_mean": 0.6333826184272766, + "eff_dim_mean": 0.6333825588226318, + "topk_energy": { + "1": 0.06699925661087036, + "5": 0.2721706032752991, + "10": 0.4271674156188965, + "25": 0.7241916656494141 + }, + "gamma_raw": 0.07015930116176605, + "gamma_active": { + "1e-08": 0.07029721140861511, + "1e-07": 0.07048506289720535, + "1e-06": 0.07062411308288574, + "1e-05": 0.07082555443048477, + "0.0001": 0.0713103860616684 + }, + "gamma_energy_weighted": { + "1e-08": 0.09364792805083488, + "1e-07": 0.09364792805083488, + "1e-06": 0.09364792805083488, + "1e-05": 0.09364792805083488, + "0.0001": 0.09364792805083488 + } + }, + { + "layer": 4, + "mean_norm": 0.0015452527441084385, + "median_norm": 0.0016084351809695363, + "max_norm": 0.002481644507497549, + "min_norm": 1.9116153104903333e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.697511672973633, + "5": -4.273496627807617, + "10": -2.951423168182373, + "25": -2.8306472301483154, + "50": -2.7935540676116943, + "75": -2.7430930137634277, + "90": -2.6908013820648193, + "95": -2.654729127883911, + "99": -2.6082217693328857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 2, + 7, + 44, + 326, + 91 + ], + "log_norms_bin_edges": [ + -8.718599319458008, + -8.596332550048828, + -8.474065780639648, + -8.351799011230469, + -8.229532241821289, + -8.10726547241211, + -7.98499870300293, + -7.86273193359375, + -7.74046516418457, + -7.618198394775391, + -7.495931625366211, + -7.373664855957031, + -7.251398086547852, + -7.129131317138672, + -7.006864547729492, + -6.8845977783203125, + -6.762331008911133, + -6.640064239501953, + -6.517797470092773, + -6.395530700683594, + -6.273263931274414, + -6.150997161865234, + -6.028730392456055, + -5.906463623046875, + -5.784196853637695, + -5.661930084228516, + -5.539663314819336, + -5.417396545410156, + -5.295129776000977, + -5.172863006591797, + -5.050596237182617, + -4.9283294677734375, + -4.806062698364258, + -4.68379545211792, + -4.56152868270874, + -4.4392619132995605, + -4.316995143890381, + -4.194728374481201, + -4.0724616050720215, + -3.950194835662842, + -3.827928066253662, + -3.7056612968444824, + -3.5833945274353027, + -3.461127758026123, + -3.3388609886169434, + -3.2165942192077637, + -3.094327449798584, + -2.9720606803894043, + -2.8497939109802246, + -2.727527141571045, + -2.6052603721618652 + ], + "r_inf_mean": 0.25886717438697815, + "r_inf_median": 0.25701653957366943, + "pr_mean": 0.3312907814979553, + "pr_median": 0.326293021440506, + "hoyer_mean": 0.6335502862930298, + "eff_dim_mean": 0.6335502862930298, + "topk_energy": { + "1": 0.06796550005674362, + "5": 0.27260592579841614, + "10": 0.4271039366722107, + "25": 0.72385573387146 + }, + "gamma_raw": 0.09373539686203003, + "gamma_active": { + "1e-08": 0.09411241859197617, + "1e-07": 0.09395959228277206, + "1e-06": 0.0939977765083313, + "1e-05": 0.09391872584819794, + "0.0001": 0.0949338972568512 + }, + "gamma_energy_weighted": { + "1e-08": 0.11486561348610105, + "1e-07": 0.11486561348610105, + "1e-06": 0.11486561348610105, + "1e-05": 0.11486561348610105, + "0.0001": 0.11486561348610105 + } + }, + { + "layer": 5, + "mean_norm": 0.0015431123320013285, + "median_norm": 0.0015953205293044448, + "max_norm": 0.0024738023057579994, + "min_norm": 1.891579781698738e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.696677207946777, + "5": -4.2752156257629395, + "10": -2.952437162399292, + "25": -2.8315815925598145, + "50": -2.797015428543091, + "75": -2.745811939239502, + "90": -2.6893866062164307, + "95": -2.654829502105713, + "99": -2.611203193664551 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 2, + 7, + 45, + 317, + 99 + ], + "log_norms_bin_edges": [ + -8.723176002502441, + -8.600845336914062, + -8.478514671325684, + -8.356184005737305, + -8.23385238647461, + -8.11152172088623, + -7.989191055297852, + -7.866860389709473, + -7.744529724121094, + -7.622198581695557, + -7.499867916107178, + -7.377536773681641, + -7.255206108093262, + -7.132875442504883, + -7.010544776916504, + -6.888213634490967, + -6.765882968902588, + -6.643551826477051, + -6.521221160888672, + -6.398890495300293, + -6.276559829711914, + -6.154229164123535, + -6.031898021697998, + -5.909567356109619, + -5.787236213684082, + -5.664905548095703, + -5.542574882507324, + -5.420244216918945, + -5.297913074493408, + -5.175582408905029, + -5.053251266479492, + -4.930920600891113, + -4.808589935302734, + -4.6862592697143555, + -4.563928127288818, + -4.4415974617004395, + -4.3192667961120605, + -4.196935653686523, + -4.0746049880981445, + -3.9522743225097656, + -3.8299436569213867, + -3.7076125144958496, + -3.5852818489074707, + -3.462951183319092, + -3.3406200408935547, + -3.218289375305176, + -3.095958709716797, + -2.9736275672912598, + -2.851296901702881, + -2.728966236114502, + -2.606635093688965 + ], + "r_inf_mean": 0.2600974142551422, + "r_inf_median": 0.2566516697406769, + "pr_mean": 0.32936716079711914, + "pr_median": 0.3238719701766968, + "hoyer_mean": 0.6330446004867554, + "eff_dim_mean": 0.6330445408821106, + "topk_energy": { + "1": 0.06871058791875839, + "5": 0.2735462188720703, + "10": 0.42767155170440674, + "25": 0.7247117757797241 + }, + "gamma_raw": 0.07568712532520294, + "gamma_active": { + "1e-08": 0.07580621540546417, + "1e-07": 0.07605072855949402, + "1e-06": 0.07588019222021103, + "1e-05": 0.07605311274528503, + "0.0001": 0.07685315608978271 + }, + "gamma_energy_weighted": { + "1e-08": 0.09478697725751092, + "1e-07": 0.09478697725751092, + "1e-06": 0.09478697725751092, + "1e-05": 0.09478697725751092, + "0.0001": 0.09478697725751092 + } + }, + { + "layer": 6, + "mean_norm": 0.001539307413622737, + "median_norm": 0.0015957335708662868, + "max_norm": 0.0024630301631987095, + "min_norm": 1.8962873493677534e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.698121547698975, + "5": -4.275643825531006, + "10": -2.9526419639587402, + "25": -2.8329455852508545, + "50": -2.7969977855682373, + "75": -2.7471156120300293, + "90": -2.6902029514312744, + "95": -2.656754493713379, + "99": -2.612807512283325 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 1, + 8, + 41, + 319, + 101 + ], + "log_norms_bin_edges": [ + -8.72209644317627, + -8.599824905395508, + -8.477553367614746, + -8.3552827835083, + -8.233011245727539, + -8.110739707946777, + -7.988468647003174, + -7.866197109222412, + -7.743926048278809, + -7.621654510498047, + -7.499382972717285, + -7.377111911773682, + -7.25484037399292, + -7.132569313049316, + -7.010297775268555, + -6.888026237487793, + -6.7657551765441895, + -6.643484115600586, + -6.521212577819824, + -6.3989410400390625, + -6.276669979095459, + -6.154398441314697, + -6.032127380371094, + -5.909855842590332, + -5.78758430480957, + -5.665313243865967, + -5.543042182922363, + -5.420770645141602, + -5.29849910736084, + -5.176227569580078, + -5.053956508636475, + -4.931685447692871, + -4.809413909912109, + -4.687142372131348, + -4.564871311187744, + -4.442599773406982, + -4.320328712463379, + -4.198057174682617, + -4.075786113739014, + -3.953514575958252, + -3.8312435150146484, + -3.7089719772338867, + -3.586700439453125, + -3.4644293785095215, + -3.3421578407287598, + -3.2198867797851562, + -3.0976152420043945, + -2.975344181060791, + -2.8530726432800293, + -2.7308011054992676, + -2.608530282974243 + ], + "r_inf_mean": 0.259990394115448, + "r_inf_median": 0.25791478157043457, + "pr_mean": 0.3303368091583252, + "pr_median": 0.3234570324420929, + "hoyer_mean": 0.6341946721076965, + "eff_dim_mean": 0.6341946721076965, + "topk_energy": { + "1": 0.06866448372602463, + "5": 0.27285170555114746, + "10": 0.42691826820373535, + "25": 0.7237722277641296 + }, + "gamma_raw": 0.039875153452157974, + "gamma_active": { + "1e-08": 0.0400393046438694, + "1e-07": 0.040057189762592316, + "1e-06": 0.03990586847066879, + "1e-05": 0.03994053229689598, + "0.0001": 0.03955559432506561 + }, + "gamma_energy_weighted": { + "1e-08": 0.04807708690289616, + "1e-07": 0.04807708690289616, + "1e-06": 0.04807708690289616, + "1e-05": 0.04807708690289616, + "0.0001": 0.04807708690289616 + } + }, + { + "layer": 7, + "mean_norm": 0.0015352012123912573, + "median_norm": 0.0015951363602653146, + "max_norm": 0.0024420181289315224, + "min_norm": 1.9020915953404938e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.990234375, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -6.698025703430176, + "5": -4.276603698730469, + "10": -2.9543023109436035, + "25": -2.8331570625305176, + "50": -2.7971248626708984, + "75": -2.7482688426971436, + "90": -2.694836139678955, + "95": -2.6587276458740234, + "99": -2.6143085956573486 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 2, + 4, + 1, + 1, + 3, + 1, + 3, + 0, + 3, + 2, + 1, + 8, + 40, + 315, + 106 + ], + "log_norms_bin_edges": [ + -8.720767974853516, + -8.598597526550293, + -8.47642707824707, + -8.354256629943848, + -8.232086181640625, + -8.109916687011719, + -7.987745761871338, + -7.865575790405273, + -7.743405342102051, + -7.621234893798828, + -7.4990644454956055, + -7.376893997192383, + -7.254724025726318, + -7.132553577423096, + -7.010383129119873, + -6.888213157653809, + -6.766042709350586, + -6.643872261047363, + -6.521701812744141, + -6.399531364440918, + -6.277360916137695, + -6.155190944671631, + -6.033020496368408, + -5.910850524902344, + -5.788680076599121, + -5.666509628295898, + -5.544339179992676, + -5.422168731689453, + -5.2999982833862305, + -5.177828311920166, + -5.055657863616943, + -4.933487892150879, + -4.811317443847656, + -4.689146995544434, + -4.566976547241211, + -4.444806098937988, + -4.322635650634766, + -4.200465679168701, + -4.0782952308654785, + -3.956124782562256, + -3.833954334259033, + -3.7117843627929688, + -3.589613914489746, + -3.4674434661865234, + -3.345273017883301, + -3.2231030464172363, + -3.1009325981140137, + -2.978762149810791, + -2.8565917015075684, + -2.7344212532043457, + -2.6122512817382812 + ], + "r_inf_mean": 0.2608909606933594, + "r_inf_median": 0.2577652037143707, + "pr_mean": 0.3298371434211731, + "pr_median": 0.3249884247779846, + "hoyer_mean": 0.6342662572860718, + "eff_dim_mean": 0.6342662572860718, + "topk_energy": { + "1": 0.06918992102146149, + "5": 0.2733703851699829, + "10": 0.42689722776412964, + "25": 0.7233232259750366 + }, + "gamma_raw": 0.06607958674430847, + "gamma_active": { + "1e-08": 0.06633217632770538, + "1e-07": 0.0663691908121109, + "1e-06": 0.06642777472734451, + "1e-05": 0.06676720827817917, + "0.0001": 0.06695692241191864 + }, + "gamma_energy_weighted": { + "1e-08": 0.08152256739346521, + "1e-07": 0.08152256739346521, + "1e-06": 0.08152256739346521, + "1e-05": 0.08152256739346521, + "0.0001": 0.08152256739346521 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json new file mode 100644 index 0000000..d38e816 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 50.1910514831543, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.08924145996570587, + "median_norm": 0.08018743246793747, + "max_norm": 0.38406434655189514, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.955078125, + "1e-05": 0.9453125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -12.038712501525879, + "5": -5.470177173614502, + "10": -1.3828285932540894, + "25": -1.2245835065841675, + "50": -1.0957770347595215, + "75": -0.9596658945083618, + "90": -0.8222770690917969, + "95": -0.7166669368743896, + "99": -0.5399638414382935 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 3, + 2, + 3, + 0, + 4, + 4, + 2, + 3, + 4, + 2, + 2, + 5, + 2, + 299, + 168 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40831184387207, + -28.81662368774414, + -28.22493553161621, + -27.63324737548828, + -27.04155921936035, + -26.449871063232422, + -25.858182907104492, + -25.266494750976562, + -24.674806594848633, + -24.083118438720703, + -23.491430282592773, + -22.899742126464844, + -22.308055877685547, + -21.716365814208984, + -21.124679565429688, + -20.532989501953125, + -19.941303253173828, + -19.349613189697266, + -18.75792694091797, + -18.166236877441406, + -17.57455062866211, + -16.982860565185547, + -16.39117431640625, + -15.79948616027832, + -15.20779800415039, + -14.616109848022461, + -14.024421691894531, + -13.432733535766602, + -12.841045379638672, + -12.249357223510742, + -11.657669067382812, + -11.065980911254883, + -10.474292755126953, + -9.882604598999023, + -9.290916442871094, + -8.699228286743164, + -8.107540130615234, + -7.515851974487305, + -6.924163818359375, + -6.332475662231445, + -5.740787506103516, + -5.149099349975586, + -4.557411193847656, + -3.9657230377197266, + -3.374034881591797, + -2.782346725463867, + -2.1906585693359375, + -1.5989723205566406, + -1.007284164428711, + -0.41559600830078125 + ], + "r_inf_mean": 0.25427740812301636, + "r_inf_median": 0.2498551458120346, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6390663981437683, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.005242989864200354, + "gamma_active": { + "1e-08": -0.005314152222126722, + "1e-07": -0.005176717881113291, + "1e-06": -0.005306502804160118, + "1e-05": -0.005230507347732782, + "0.0001": -0.004796087276190519 + }, + "gamma_energy_weighted": { + "1e-08": -0.005125128738220034, + "1e-07": -0.005125128738220034, + "1e-06": -0.005125128738220034, + "1e-05": -0.005125128738220034, + "0.0001": -0.005125128738220034 + } + }, + { + "layer": 1, + "mean_norm": 0.004123594146221876, + "median_norm": 0.0037878304719924927, + "max_norm": 0.01843450218439102, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.951171875, + "1e-06": 0.94140625, + "1e-05": 0.931640625, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -13.43558406829834, + "5": -6.834185600280762, + "10": -2.688326358795166, + "25": -2.5320615768432617, + "50": -2.4212710857391357, + "75": -2.293398141860962, + "90": -2.164062261581421, + "95": -2.0812883377075195, + "99": -1.9472085237503052 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 2, + 1, + 5, + 3, + 3, + 4, + 2, + 2, + 1, + 5, + 2, + 332, + 135 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4346866607666, + -28.869375228881836, + -28.304061889648438, + -27.738750457763672, + -27.173437118530273, + -26.608123779296875, + -26.04281234741211, + -25.47749900817871, + -24.912185668945312, + -24.346874237060547, + -23.78156089782715, + -23.21624755859375, + -22.650936126708984, + -22.085622787475586, + -21.520309448242188, + -20.954998016357422, + -20.389686584472656, + -19.824373245239258, + -19.25905990600586, + -18.693748474121094, + -18.128435134887695, + -17.563121795654297, + -16.99781036376953, + -16.432497024536133, + -15.86718463897705, + -15.301872253417969, + -14.73655891418457, + -14.171246528625488, + -13.605934143066406, + -13.040620803833008, + -12.475309371948242, + -11.909996032714844, + -11.344682693481445, + -10.77937126159668, + -10.214057922363281, + -9.648746490478516, + -9.083433151245117, + -8.518119812011719, + -7.952808380126953, + -7.387495040893555, + -6.822181701660156, + -6.256870269775391, + -5.691556930541992, + -5.126243591308594, + -4.560932159423828, + -3.9956188201904297, + -3.430307388305664, + -2.8649940490722656, + -2.299680709838867, + -1.7343685626983643 + ], + "r_inf_mean": 0.23015469312667847, + "r_inf_median": 0.22956828773021698, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.648229718208313, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11548003554344177, + "gamma_active": { + "1e-08": 0.11949364840984344, + "1e-07": 0.11917194724082947, + "1e-06": 0.119603730738163, + "1e-05": 0.1197960153222084, + "0.0001": 0.11974188685417175 + }, + "gamma_energy_weighted": { + "1e-08": 0.10540604189902683, + "1e-07": 0.10540604189902683, + "1e-06": 0.10540604189902683, + "1e-05": 0.10540604189902683, + "0.0001": 0.10540604189902683 + } + }, + { + "layer": 2, + "mean_norm": 0.0018964391201734543, + "median_norm": 0.0019901676569133997, + "max_norm": 0.002992541529238224, + "min_norm": 0.0, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.9375, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -13.673398971557617, + "5": -6.97322940826416, + "10": -2.781538248062134, + "25": -2.735928535461426, + "50": -2.701103687286377, + "75": -2.6601357460021973, + "90": -2.599372148513794, + "95": -2.583228349685669, + "99": -2.5544044971466064 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 3, + 3, + 3, + 3, + 5, + 1, + 3, + 2, + 3, + 2, + 467 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45047950744629, + -28.900959014892578, + -28.351436614990234, + -27.801916122436523, + -27.252395629882812, + -26.7028751373291, + -26.15335464477539, + -25.60383415222168, + -25.05431365966797, + -24.504791259765625, + -23.955270767211914, + -23.405750274658203, + -22.856229782104492, + -22.30670928955078, + -21.757186889648438, + -21.20766830444336, + -20.658145904541016, + -20.108625411987305, + -19.559104919433594, + -19.009584426879883, + -18.460063934326172, + -17.910541534423828, + -17.36102294921875, + -16.811500549316406, + -16.261980056762695, + -15.712459564208984, + -15.162939071655273, + -14.613417625427246, + -14.063897132873535, + -13.514375686645508, + -12.964855194091797, + -12.415334701538086, + -11.865814208984375, + -11.316293716430664, + -10.766773223876953, + -10.21725082397461, + -9.667730331420898, + -9.118209838867188, + -8.568689346313477, + -8.019168853759766, + -7.469648361206055, + -6.920125961303711, + -6.37060546875, + -5.821084976196289, + -5.271564483642578, + -4.722043991088867, + -4.172523498535156, + -3.6230010986328125, + -3.0734806060791016, + -2.5239598751068115 + ], + "r_inf_mean": 0.23442958295345306, + "r_inf_median": 0.22991499304771423, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6516813635826111, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10469682514667511, + "gamma_active": { + "1e-08": 0.10853999853134155, + "1e-07": 0.10871101170778275, + "1e-06": 0.10984116047620773, + "1e-05": 0.11015186458826065, + "0.0001": 0.10956690460443497 + }, + "gamma_energy_weighted": { + "1e-08": 0.12753387717863768, + "1e-07": 0.12753387717863768, + "1e-06": 0.12753387717863768, + "1e-05": 0.12753387717863768, + "0.0001": 0.12753387717863768 + } + }, + { + "layer": 3, + "mean_norm": 0.0018591899424791336, + "median_norm": 0.0019668093882501125, + "max_norm": 0.0027614894788712263, + "min_norm": 0.0, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.935546875, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -13.677262306213379, + "5": -6.976484775543213, + "10": -2.780787467956543, + "25": -2.743035316467285, + "50": -2.7062087059020996, + "75": -2.6727099418640137, + "90": -2.6138405799865723, + "95": -2.5975341796875, + "99": -2.571357011795044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 1, + 3, + 1, + 2, + 1, + 3, + 3, + 3, + 3, + 5, + 1, + 3, + 2, + 3, + 2, + 467 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4511775970459, + -28.902355194091797, + -28.353530883789062, + -27.80470848083496, + -27.25588607788086, + -26.707061767578125, + -26.158239364624023, + -25.609416961669922, + -25.06059455871582, + -24.51177215576172, + -23.962947845458984, + -23.414125442504883, + -22.86530303955078, + -22.316478729248047, + -21.767656326293945, + -21.218833923339844, + -20.670011520385742, + -20.12118911743164, + -19.572364807128906, + -19.023542404174805, + -18.474720001220703, + -17.92589569091797, + -17.377073287963867, + -16.828250885009766, + -16.279428482055664, + -15.730605125427246, + -15.181781768798828, + -14.632959365844727, + -14.084136962890625, + -13.53531265258789, + -12.986490249633789, + -12.437667846679688, + -11.888845443725586, + -11.340023040771484, + -10.79119873046875, + -10.242376327514648, + -9.693553924560547, + -9.144729614257812, + -8.595907211303711, + -8.04708480834961, + -7.498262405395508, + -6.949440002441406, + -6.400615692138672, + -5.85179328918457, + -5.302970886230469, + -4.754146575927734, + -4.205324172973633, + -3.6565017700195312, + -3.1076793670654297, + -2.55885648727417 + ], + "r_inf_mean": 0.23580370843410492, + "r_inf_median": 0.2302294224500656, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6506325602531433, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1561998873949051, + "gamma_active": { + "1e-08": 0.162128284573555, + "1e-07": 0.16279128193855286, + "1e-06": 0.16418591141700745, + "1e-05": 0.1643005907535553, + "0.0001": 0.1642281860113144 + }, + "gamma_energy_weighted": { + "1e-08": 0.1855485277047355, + "1e-07": 0.1855485277047355, + "1e-06": 0.1855485277047355, + "1e-05": 0.1855485277047355, + "0.0001": 0.1855485277047355 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json new file mode 100644 index 0000000..a145e9f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 52.38006591796875, + "acc": 0.068359375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0839274525642395, + "median_norm": 0.07716481387615204, + "max_norm": 0.5737373232841492, + "min_norm": 0.0, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.9765625, + "1e-06": 0.970703125, + "1e-05": 0.966796875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.646584510803223, + "5": -2.3053412437438965, + "10": -1.29920494556427, + "25": -1.203701376914978, + "50": -1.1122887134552002, + "75": -0.999566912651062, + "90": -0.879206120967865, + "95": -0.8187549114227295, + "99": -0.6279237270355225 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 3, + 3, + 0, + 1, + 1, + 2, + 2, + 3, + 0, + 3, + 9, + 444, + 32 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40482521057129, + -28.80965232849121, + -28.2144775390625, + -27.61930274963379, + -27.024127960205078, + -26.428955078125, + -25.83378028869629, + -25.238605499267578, + -24.6434326171875, + -24.04825782775879, + -23.453083038330078, + -22.85791015625, + -22.26273536682129, + -21.667560577392578, + -21.072385787963867, + -20.477210998535156, + -19.882038116455078, + -19.286863327026367, + -18.691688537597656, + -18.096515655517578, + -17.501340866088867, + -16.906166076660156, + -16.310993194580078, + -15.715818405151367, + -15.120643615722656, + -14.525469779968262, + -13.930295944213867, + -13.335121154785156, + -12.739946365356445, + -12.144771575927734, + -11.549598693847656, + -10.954423904418945, + -10.359249114990234, + -9.764076232910156, + -9.168901443481445, + -8.573726654052734, + -7.978551864624023, + -7.383378982543945, + -6.788204193115234, + -6.193029403686523, + -5.597856521606445, + -5.002681732177734, + -4.407506942749023, + -3.8123321533203125, + -3.2171592712402344, + -2.6219844818115234, + -2.0268096923828125, + -1.4316368103027344, + -0.8364620208740234, + -0.24128688871860504 + ], + "r_inf_mean": 0.24803698062896729, + "r_inf_median": 0.2463834285736084, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6415371298789978, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.00023578433319926262, + "gamma_active": { + "1e-08": 0.00023423258971888572, + "1e-07": -4.826748772757128e-05, + "1e-06": 0.00014834047760814428, + "1e-05": 0.0004994819173589349, + "0.0001": 7.119120709830895e-05 + }, + "gamma_energy_weighted": { + "1e-08": -0.0013329442168202204, + "1e-07": -0.0013329442168202204, + "1e-06": -0.0013329442168202204, + "1e-05": -0.0013329442168202204, + "0.0001": -0.0013329442168202204 + } + }, + { + "layer": 1, + "mean_norm": 0.003372239414602518, + "median_norm": 0.0033331471495330334, + "max_norm": 0.010253923013806343, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.966796875, + "1e-05": 0.95703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -11.88797378540039, + "5": -3.64426589012146, + "10": -2.655672311782837, + "25": -2.5654711723327637, + "50": -2.477085828781128, + "75": -2.3985390663146973, + "90": -2.3095920085906982, + "95": -2.261038064956665, + "99": -2.138319730758667 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 6, + 109, + 371 + ], + "log_norms_bin_edges": [ + -30.0, + -29.439783096313477, + -28.87956428527832, + -28.319347381591797, + -27.75912857055664, + -27.198911666870117, + -26.63869285583496, + -26.078475952148438, + -25.51825714111328, + -24.958040237426758, + -24.3978214263916, + -23.837604522705078, + -23.277385711669922, + -22.7171688079834, + -22.156951904296875, + -21.59673309326172, + -21.036514282226562, + -20.47629737854004, + -19.916080474853516, + -19.35586166381836, + -18.795642852783203, + -18.23542594909668, + -17.675209045410156, + -17.114990234375, + -16.554773330688477, + -15.994555473327637, + -15.434337615966797, + -14.874119758605957, + -14.313901901245117, + -13.753683090209961, + -13.193466186523438, + -12.633247375488281, + -12.073030471801758, + -11.512813568115234, + -10.952594757080078, + -10.392377853393555, + -9.832159042358398, + -9.271942138671875, + -8.711723327636719, + -8.151506423950195, + -7.591287612915039, + -7.031070709228516, + -6.470851898193359, + -5.910634994506836, + -5.35041618347168, + -4.790199279785156, + -4.22998046875, + -3.6697635650634766, + -3.109546661376953, + -2.549327850341797, + -1.989109992980957 + ], + "r_inf_mean": 0.24448999762535095, + "r_inf_median": 0.24551840126514435, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6413083076477051, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.21405169367790222, + "gamma_active": { + "1e-08": 0.21920475363731384, + "1e-07": 0.2191845178604126, + "1e-06": 0.21928949654102325, + "1e-05": 0.21941633522510529, + "0.0001": 0.21945802867412567 + }, + "gamma_energy_weighted": { + "1e-08": 0.21105765283361752, + "1e-07": 0.21105765283361752, + "1e-06": 0.21105765283361752, + "1e-05": 0.21105765283361752, + "0.0001": 0.21105765283361752 + } + }, + { + "layer": 2, + "mean_norm": 0.00190958590246737, + "median_norm": 0.0020073282066732645, + "max_norm": 0.0028413557447493076, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.187179565429688, + "5": -3.923316478729248, + "10": -2.8141896724700928, + "25": -2.7712438106536865, + "50": -2.697266101837158, + "75": -2.636324167251587, + "90": -2.604604959487915, + "95": -2.593456506729126, + "99": -2.551417112350464 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450929641723633, + -28.901859283447266, + -28.3527889251709, + -27.80371856689453, + -27.25464630126953, + -26.705577850341797, + -26.156505584716797, + -25.60743522644043, + -25.058364868164062, + -24.509294509887695, + -23.960224151611328, + -23.41115379333496, + -22.862083435058594, + -22.313013076782227, + -21.76394271850586, + -21.21487045288086, + -20.665802001953125, + -20.116729736328125, + -19.567659378051758, + -19.01858901977539, + -18.469518661499023, + -17.920448303222656, + -17.37137794494629, + -16.822307586669922, + -16.273235321044922, + -15.724165916442871, + -15.175095558166504, + -14.626025199890137, + -14.07695484161377, + -13.527883529663086, + -12.978813171386719, + -12.429742813110352, + -11.880672454833984, + -11.331602096557617, + -10.78253173828125, + -10.233461380004883, + -9.684391021728516, + -9.135318756103516, + -8.586248397827148, + -8.037178039550781, + -7.488107681274414, + -6.939037322998047, + -6.38996696472168, + -5.8408966064453125, + -5.291826248168945, + -4.742755889892578, + -4.193685531616211, + -3.6446151733398438, + -3.0955429077148438, + -2.5464744567871094 + ], + "r_inf_mean": 0.24868807196617126, + "r_inf_median": 0.25013667345046997, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6505258679389954, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1420464664697647, + "gamma_active": { + "1e-08": 0.14570116996765137, + "1e-07": 0.14593738317489624, + "1e-06": 0.14577026665210724, + "1e-05": 0.14551988244056702, + "0.0001": 0.14528648555278778 + }, + "gamma_energy_weighted": { + "1e-08": 0.16216333878388167, + "1e-07": 0.16216333878388167, + "1e-06": 0.16216333878388167, + "1e-05": 0.16216333878388167, + "0.0001": 0.16216333878388167 + } + }, + { + "layer": 3, + "mean_norm": 0.0018773183692246675, + "median_norm": 0.0019557613413780928, + "max_norm": 0.002757950685918331, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.201337814331055, + "5": -3.9317140579223633, + "10": -2.8158657550811768, + "25": -2.778416633605957, + "50": -2.708585500717163, + "75": -2.6422619819641113, + "90": -2.6140902042388916, + "95": -2.600679397583008, + "99": -2.5612125396728516 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451189041137695, + -28.902376174926758, + -28.353565216064453, + -27.804752349853516, + -27.25594139099121, + -26.707130432128906, + -26.15831756591797, + -25.609506607055664, + -25.060693740844727, + -24.511882781982422, + -23.963069915771484, + -23.41425895690918, + -22.865447998046875, + -22.316635131835938, + -21.767824172973633, + -21.219013214111328, + -20.67020034790039, + -20.121387481689453, + -19.57257843017578, + -19.023765563964844, + -18.474952697753906, + -17.9261417388916, + -17.377330780029297, + -16.82851791381836, + -16.279706954956055, + -15.730895042419434, + -15.182083129882812, + -14.633271217346191, + -14.08445930480957, + -13.535648345947266, + -12.986835479736328, + -12.438024520874023, + -11.889213562011719, + -11.340400695800781, + -10.791589736938477, + -10.242776870727539, + -9.693965911865234, + -9.14515495300293, + -8.596342086791992, + -8.047531127929688, + -7.49871826171875, + -6.949907302856445, + -6.401096343994141, + -5.852283477783203, + -5.303472518920898, + -4.754659652709961, + -4.205848693847656, + -3.6570358276367188, + -3.108224868774414, + -2.5594136714935303 + ], + "r_inf_mean": 0.2485554963350296, + "r_inf_median": 0.2501540780067444, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6504602432250977, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09905887395143509, + "gamma_active": { + "1e-08": 0.10127194970846176, + "1e-07": 0.10138820856809616, + "1e-06": 0.1013953685760498, + "1e-05": 0.10147277265787125, + "0.0001": 0.10139001905918121 + }, + "gamma_energy_weighted": { + "1e-08": 0.12771518988833147, + "1e-07": 0.12771518988833147, + "1e-06": 0.12771518988833147, + "1e-05": 0.12771518988833147, + "0.0001": 0.12771518988833147 + } + }, + { + "layer": 4, + "mean_norm": 0.0018654819577932358, + "median_norm": 0.0019469120306894183, + "max_norm": 0.0027103624306619167, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.206720352172852, + "5": -3.9369194507598877, + "10": -2.8117475509643555, + "25": -2.7776541709899902, + "50": -2.710615634918213, + "75": -2.646256923675537, + "90": -2.6193454265594482, + "95": -2.6038930416107178, + "99": -2.5673673152923584 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451339721679688, + -28.902679443359375, + -28.354019165039062, + -27.80535888671875, + -27.256696701049805, + -26.708036422729492, + -26.15937614440918, + -25.610715866088867, + -25.062055587768555, + -24.513395309448242, + -23.964733123779297, + -23.416072845458984, + -22.867412567138672, + -22.31875228881836, + -21.770092010498047, + -21.221431732177734, + -20.672771453857422, + -20.12411117553711, + -19.575450897216797, + -19.026790618896484, + -18.478130340576172, + -17.929468154907227, + -17.380807876586914, + -16.8321475982666, + -16.28348731994629, + -15.734827041625977, + -15.186165809631348, + -14.637505531311035, + -14.088845252990723, + -13.540184020996094, + -12.991523742675781, + -12.442863464355469, + -11.894203186035156, + -11.345542907714844, + -10.796882629394531, + -10.248222351074219, + -9.699560165405273, + -9.150899887084961, + -8.602239608764648, + -8.053579330444336, + -7.504919052124023, + -6.956258773803711, + -6.407598495483398, + -5.858936309814453, + -5.310276031494141, + -4.761615753173828, + -4.212955474853516, + -3.664295196533203, + -3.1156349182128906, + -2.5669727325439453 + ], + "r_inf_mean": 0.246339350938797, + "r_inf_median": 0.2464510202407837, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6507827043533325, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.12143732607364655, + "gamma_active": { + "1e-08": 0.12463849037885666, + "1e-07": 0.12479206174612045, + "1e-06": 0.1243063285946846, + "1e-05": 0.12414909154176712, + "0.0001": 0.12383846938610077 + }, + "gamma_energy_weighted": { + "1e-08": 0.14727239101531045, + "1e-07": 0.14727239101531045, + "1e-06": 0.14727239101531045, + "1e-05": 0.14727239101531045, + "0.0001": 0.14727239101531045 + } + }, + { + "layer": 5, + "mean_norm": 0.0018538616131991148, + "median_norm": 0.0019310237839818, + "max_norm": 0.002693063346669078, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.96484375, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.214882850646973, + "5": -3.941784620285034, + "10": -2.8117361068725586, + "25": -2.776134967803955, + "50": -2.714076519012451, + "75": -2.647488832473755, + "90": -2.6247873306274414, + "95": -2.6072566509246826, + "99": -2.570128917694092 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45139503479004, + -28.902790069580078, + -28.354185104370117, + -27.805580139160156, + -27.256975173950195, + -26.708370208740234, + -26.159765243530273, + -25.611160278320312, + -25.06255531311035, + -24.51395034790039, + -23.96534538269043, + -23.41674041748047, + -22.86813735961914, + -22.319530487060547, + -21.77092742919922, + -21.222320556640625, + -20.673717498779297, + -20.125110626220703, + -19.576507568359375, + -19.02790069580078, + -18.479297637939453, + -17.93069076538086, + -17.38208770751953, + -16.83348274230957, + -16.28487777709961, + -15.736272811889648, + -15.187667846679688, + -14.639062881469727, + -14.090457916259766, + -13.541852951049805, + -12.993247985839844, + -12.444643020629883, + -11.896038055419922, + -11.347433090209961, + -10.798828125, + -10.250223159790039, + -9.701618194580078, + -9.153013229370117, + -8.604408264160156, + -8.055803298950195, + -7.507198333740234, + -6.958593368530273, + -6.4099884033203125, + -5.861383438110352, + -5.312778472900391, + -4.76417350769043, + -4.215568542480469, + -3.6669654846191406, + -3.1183605194091797, + -2.569753646850586 + ], + "r_inf_mean": 0.24571608006954193, + "r_inf_median": 0.24553938210010529, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6507995128631592, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09328246861696243, + "gamma_active": { + "1e-08": 0.09561697393655777, + "1e-07": 0.0957460030913353, + "1e-06": 0.09584401547908783, + "1e-05": 0.09545278549194336, + "0.0001": 0.09548424184322357 + }, + "gamma_energy_weighted": { + "1e-08": 0.1113784980033901, + "1e-07": 0.1113784980033901, + "1e-06": 0.1113784980033901, + "1e-05": 0.1113784980033901, + "0.0001": 0.1113784980033901 + } + }, + { + "layer": 6, + "mean_norm": 0.0018500774167478085, + "median_norm": 0.0019309223862364888, + "max_norm": 0.0026788092218339443, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.962890625, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.216682434082031, + "5": -3.943277359008789, + "10": -2.8112943172454834, + "25": -2.775064706802368, + "50": -2.7142229080200195, + "75": -2.6489524841308594, + "90": -2.6274325847625732, + "95": -2.6092591285705566, + "99": -2.573481559753418 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 1, + 3, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451440811157227, + -28.902881622314453, + -28.354324340820312, + -27.80576515197754, + -27.257205963134766, + -26.708646774291992, + -26.16008758544922, + -25.611530303955078, + -25.062971115112305, + -24.51441192626953, + -23.965852737426758, + -23.417293548583984, + -22.868736267089844, + -22.320175170898438, + -21.771617889404297, + -21.223058700561523, + -20.67449951171875, + -20.12594223022461, + -19.577381134033203, + -19.028823852539062, + -18.48026466369629, + -17.931705474853516, + -17.383148193359375, + -16.83458709716797, + -16.286029815673828, + -15.737470626831055, + -15.188911437988281, + -14.640352249145508, + -14.09179401397705, + -13.543235778808594, + -12.99467658996582, + -12.446117401123047, + -11.897558212280273, + -11.3489990234375, + -10.80044174194336, + -10.251882553100586, + -9.703323364257812, + -9.154764175415039, + -8.606204986572266, + -8.057647705078125, + -7.509088516235352, + -6.960529327392578, + -6.411970138549805, + -5.863410949707031, + -5.314851760864258, + -4.766294479370117, + -4.217735290527344, + -3.6691761016845703, + -3.120616912841797, + -2.5720582008361816 + ], + "r_inf_mean": 0.2450709193944931, + "r_inf_median": 0.24415409564971924, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6511056423187256, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.05705576390028, + "gamma_active": { + "1e-08": 0.05834803357720375, + "1e-07": 0.05836891010403633, + "1e-06": 0.058274731040000916, + "1e-05": 0.05838711932301521, + "0.0001": 0.05836768448352814 + }, + "gamma_energy_weighted": { + "1e-08": 0.07224984690164699, + "1e-07": 0.07224984690164699, + "1e-06": 0.07224984690164699, + "1e-05": 0.07224984690164699, + "0.0001": 0.07224984690164699 + } + }, + { + "layer": 7, + "mean_norm": 0.0018464212771505117, + "median_norm": 0.00191977818030864, + "max_norm": 0.002674494404345751, + "min_norm": 0.0, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.96875, + "1e-06": 0.962890625, + "1e-05": 0.955078125, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.215204238891602, + "5": -3.945678949356079, + "10": -2.8107335567474365, + "25": -2.7737207412719727, + "50": -2.716745376586914, + "75": -2.6505627632141113, + "90": -2.6299140453338623, + "95": -2.6103124618530273, + "99": -2.574985980987549 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 2, + 3, + 0, + 1, + 1, + 3, + 1, + 3, + 0, + 4, + 6, + 478 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45145606994629, + -28.902910232543945, + -28.354366302490234, + -27.80582046508789, + -27.25727653503418, + -26.708730697631836, + -26.160186767578125, + -25.61164093017578, + -25.06309700012207, + -24.514551162719727, + -23.966007232666016, + -23.417461395263672, + -22.86891746520996, + -22.32037353515625, + -21.771827697753906, + -21.223281860351562, + -20.67473793029785, + -20.12619400024414, + -19.577648162841797, + -19.029102325439453, + -18.480558395385742, + -17.93201446533203, + -17.383468627929688, + -16.834924697875977, + -16.286380767822266, + -15.737834930419922, + -15.189290046691895, + -14.640745162963867, + -14.09220027923584, + -13.543655395507812, + -12.995109558105469, + -12.446565628051758, + -11.898021697998047, + -11.349475860595703, + -10.800931930541992, + -10.252386093139648, + -9.703842163085938, + -9.155296325683594, + -8.606752395629883, + -8.058206558227539, + -7.509662628173828, + -6.961116790771484, + -6.412572860717773, + -5.86402702331543, + -5.315483093261719, + -4.766937255859375, + -4.218393325805664, + -3.669849395751953, + -3.1213035583496094, + -2.572758436203003 + ], + "r_inf_mean": 0.24503310024738312, + "r_inf_median": 0.244467094540596, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6511820554733276, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.0754469782114029, + "gamma_active": { + "1e-08": 0.07738412171602249, + "1e-07": 0.07747223228216171, + "1e-06": 0.07728958874940872, + "1e-05": 0.07766776531934738, + "0.0001": 0.07716799527406693 + }, + "gamma_energy_weighted": { + "1e-08": 0.08689394330049652, + "1e-07": 0.08689394330049652, + "1e-06": 0.08689394330049652, + "1e-05": 0.08689394330049652, + "0.0001": 0.08689394330049652 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json new file mode 100644 index 0000000..87403f8 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 43.46952819824219, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07818546891212463, + "median_norm": 0.07325445860624313, + "max_norm": 0.2607789635658264, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.966796875, + "1e-06": 0.96484375, + "1e-05": 0.958984375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -12.975950241088867, + "5": -4.04557466506958, + "10": -1.4320917129516602, + "25": -1.2739745378494263, + "50": -1.1344515085220337, + "75": -1.0050406455993652, + "90": -0.8872321248054504, + "95": -0.795504629611969, + "99": -0.6526972055435181 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 1, + 1, + 1, + 1, + 3, + 3, + 2, + 7, + 4, + 4, + 175, + 294 + ], + "log_norms_bin_edges": [ + -30.0, + -29.41167449951172, + -28.823348999023438, + -28.235023498535156, + -27.646697998046875, + -27.058372497558594, + -26.470046997070312, + -25.88172149658203, + -25.29339599609375, + -24.70507049560547, + -24.116744995117188, + -23.528419494628906, + -22.940093994140625, + -22.351768493652344, + -21.763442993164062, + -21.17511749267578, + -20.5867919921875, + -19.99846649169922, + -19.410140991210938, + -18.821815490722656, + -18.233489990234375, + -17.645164489746094, + -17.056838989257812, + -16.46851348876953, + -15.880189895629883, + -15.291864395141602, + -14.70353889465332, + -14.115213394165039, + -13.526887893676758, + -12.938562393188477, + -12.350236892700195, + -11.761911392211914, + -11.173585891723633, + -10.585260391235352, + -9.99693489074707, + -9.408609390258789, + -8.820283889770508, + -8.231958389282227, + -7.643632888793945, + -7.055307388305664, + -6.466981887817383, + -5.878656387329102, + -5.29033088684082, + -4.702005386352539, + -4.113679885864258, + -3.5253543853759766, + -2.9370288848876953, + -2.348703384399414, + -1.7603797912597656, + -1.1720542907714844, + -0.5837274789810181 + ], + "r_inf_mean": 4478.8203125, + "r_inf_median": 0.28232046961784363, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 21008750592.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.005374433007091284, + "gamma_active": { + "1e-08": -0.00553644634783268, + "1e-07": -0.005401033442467451, + "1e-06": -0.005244353320449591, + "1e-05": -0.004965529777109623, + "0.0001": -0.0048999423161149025 + }, + "gamma_energy_weighted": { + "1e-08": -0.01264978623039134, + "1e-07": -0.01264978623039134, + "1e-06": -0.01264978623039134, + "1e-05": -0.01264978623039134, + "0.0001": -0.01264978623039134 + } + }, + { + "layer": 1, + "mean_norm": 0.004102022387087345, + "median_norm": 0.004024171736091375, + "max_norm": 0.013143645599484444, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.955078125, + "1e-05": 0.9453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -14.608613967895508, + "5": -5.283923149108887, + "10": -2.717167615890503, + "25": -2.5189595222473145, + "50": -2.3949995040893555, + "75": -2.290332794189453, + "90": -2.195841073989868, + "95": -2.1230945587158203, + "99": -1.9953755140304565 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 1, + 1, + 1, + 2, + 0, + 1, + 2, + 3, + 2, + 2, + 9, + 2, + 2, + 148, + 323 + ], + "log_norms_bin_edges": [ + -30.0, + -29.437625885009766, + -28.87525177001953, + -28.312877655029297, + -27.750503540039062, + -27.188129425048828, + -26.625755310058594, + -26.063379287719727, + -25.501005172729492, + -24.938631057739258, + -24.376256942749023, + -23.81388282775879, + -23.251508712768555, + -22.68913459777832, + -22.126760482788086, + -21.56438446044922, + -21.002010345458984, + -20.43963623046875, + -19.877262115478516, + -19.31488800048828, + -18.752513885498047, + -18.190139770507812, + -17.627765655517578, + -17.065391540527344, + -16.50301742553711, + -15.940642356872559, + -15.378268241882324, + -14.81589412689209, + -14.253520011901855, + -13.691144943237305, + -13.12877082824707, + -12.566396713256836, + -12.004022598266602, + -11.441648483276367, + -10.879274368286133, + -10.316900253295898, + -9.754526138305664, + -9.19215202331543, + -8.629776000976562, + -8.067401885986328, + -7.505027770996094, + -6.942653656005859, + -6.380279541015625, + -5.817905426025391, + -5.255531311035156, + -4.693157196044922, + -4.1307830810546875, + -3.568408966064453, + -3.0060348510742188, + -2.4436588287353516, + -1.8812841176986694 + ], + "r_inf_mean": 80.03871154785156, + "r_inf_median": 0.262800008058548, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 17367456.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.06096886470913887, + "gamma_active": { + "1e-08": 0.06309154629707336, + "1e-07": 0.06313198804855347, + "1e-06": 0.06287718564271927, + "1e-05": 0.06311976909637451, + "0.0001": 0.0626361221075058 + }, + "gamma_energy_weighted": { + "1e-08": 0.05947400847405662, + "1e-07": 0.05947400847405662, + "1e-06": 0.05947400847405662, + "1e-05": 0.05947400847405662, + "0.0001": 0.05947400847405662 + } + }, + { + "layer": 2, + "mean_norm": 0.0017907334258779883, + "median_norm": 0.0019035550067201257, + "max_norm": 0.002442222321406007, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -15.222613334655762, + "5": -5.577410697937012, + "10": -2.803870439529419, + "25": -2.748307704925537, + "50": -2.720404863357544, + "75": -2.6861603260040283, + "90": -2.6502017974853516, + "95": -2.630113363265991, + "99": -2.616081714630127 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 3, + 3, + 2, + 5, + 6, + 2, + 4, + 468 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45224380493164, + -28.90448760986328, + -28.356733322143555, + -27.808977127075195, + -27.261220932006836, + -26.71346664428711, + -26.16571044921875, + -25.61795425415039, + -25.07019805908203, + -24.522441864013672, + -23.974687576293945, + -23.426931381225586, + -22.879175186157227, + -22.3314208984375, + -21.78366470336914, + -21.23590850830078, + -20.688152313232422, + -20.140396118164062, + -19.592641830444336, + -19.044885635375977, + -18.497129440307617, + -17.94937515258789, + -17.40161895751953, + -16.853862762451172, + -16.306106567382812, + -15.75835132598877, + -15.210596084594727, + -14.662839889526367, + -14.115083694458008, + -13.567329406738281, + -13.019573211669922, + -12.471817016601562, + -11.924060821533203, + -11.376304626464844, + -10.828550338745117, + -10.280794143676758, + -9.733037948608398, + -9.185283660888672, + -8.637527465820312, + -8.089771270751953, + -7.542015075683594, + -6.994258880615234, + -6.446504592895508, + -5.898748397827148, + -5.350992202758789, + -4.8032379150390625, + -4.255481719970703, + -3.7077255249023438, + -3.1599693298339844, + -2.6122148036956787 + ], + "r_inf_mean": 22525.73828125, + "r_inf_median": 0.23537173867225647, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2479967961088.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08062441647052765, + "gamma_active": { + "1e-08": 0.08353424072265625, + "1e-07": 0.08356829732656479, + "1e-06": 0.08365954458713531, + "1e-05": 0.08357419073581696, + "0.0001": 0.08390863984823227 + }, + "gamma_energy_weighted": { + "1e-08": 0.0916415657321742, + "1e-07": 0.0916415657321742, + "1e-06": 0.0916415657321742, + "1e-05": 0.0916415657321742, + "0.0001": 0.0916415657321742 + } + }, + { + "layer": 3, + "mean_norm": 0.001767046400345862, + "median_norm": 0.0018835481023415923, + "max_norm": 0.0023581974674016237, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.962890625, + "1e-06": 0.953125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -15.236174583435059, + "5": -5.57997465133667, + "10": -2.8103551864624023, + "25": -2.749509572982788, + "50": -2.7249321937561035, + "75": -2.6907503604888916, + "90": -2.6580846309661865, + "95": -2.644901990890503, + "99": -2.6290416717529297 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 1, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 3, + 3, + 2, + 5, + 6, + 2, + 4, + 468 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45254898071289, + -28.90509605407715, + -28.35764503479004, + -27.81019401550293, + -27.262741088867188, + -26.715290069580078, + -26.16783905029297, + -25.62038803100586, + -25.072935104370117, + -24.525484085083008, + -23.978031158447266, + -23.430580139160156, + -22.883129119873047, + -22.335678100585938, + -21.788227081298828, + -21.240774154663086, + -20.693321228027344, + -20.145870208740234, + -19.598419189453125, + -19.050968170166016, + -18.503517150878906, + -17.956064224243164, + -17.408613204956055, + -16.861160278320312, + -16.313709259033203, + -15.766258239746094, + -15.218806266784668, + -14.671354293823242, + -14.123903274536133, + -13.576452255249023, + -13.028999328613281, + -12.481548309326172, + -11.934097290039062, + -11.38664436340332, + -10.839193344116211, + -10.291742324829102, + -9.74428939819336, + -9.19683837890625, + -8.64938735961914, + -8.101936340332031, + -7.554483413696289, + -7.00703239440918, + -6.45958137512207, + -5.912128448486328, + -5.364677429199219, + -4.817226409912109, + -4.269773483276367, + -3.722322463989258, + -3.1748714447021484, + -2.627419948577881 + ], + "r_inf_mean": 23265.271484375, + "r_inf_median": 0.23529718816280365, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2427365359616.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1262466162443161, + "gamma_active": { + "1e-08": 0.13084617257118225, + "1e-07": 0.13090626895427704, + "1e-06": 0.1314641684293747, + "1e-05": 0.13147391378879547, + "0.0001": 0.13242211937904358 + }, + "gamma_energy_weighted": { + "1e-08": 0.1415392453372849, + "1e-07": 0.1415392453372849, + "1e-06": 0.1415392453372849, + "1e-05": 0.1415392453372849, + "0.0001": 0.1415392453372849 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json new file mode 100644 index 0000000..83579c3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 48.091278076171875, + "acc": 0.083984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07920411229133606, + "median_norm": 0.07496485114097595, + "max_norm": 0.6085569858551025, + "min_norm": 0.0, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -8.907740592956543, + "5": -3.2858169078826904, + "10": -1.4649065732955933, + "25": -1.2792305946350098, + "50": -1.1248087882995605, + "75": -1.006129503250122, + "90": -0.900830864906311, + "95": -0.822790801525116, + "99": -0.6666164398193359 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 3, + 0, + 0, + 1, + 4, + 2, + 2, + 4, + 2, + 4, + 2, + 4, + 24, + 432, + 23 + ], + "log_norms_bin_edges": [ + -30.0, + -29.404314041137695, + -28.80862808227539, + -28.212942123413086, + -27.61725616455078, + -27.021570205688477, + -26.425884246826172, + -25.830198287963867, + -25.234512329101562, + -24.638826370239258, + -24.043140411376953, + -23.44745445251465, + -22.851768493652344, + -22.256080627441406, + -21.660396575927734, + -21.064708709716797, + -20.469024658203125, + -19.873336791992188, + -19.277652740478516, + -18.681964874267578, + -18.086280822753906, + -17.49059295654297, + -16.894908905029297, + -16.29922103881836, + -15.703535079956055, + -15.10784912109375, + -14.512163162231445, + -13.91647720336914, + -13.320791244506836, + -12.725105285644531, + -12.129419326782227, + -11.533733367919922, + -10.938047409057617, + -10.342361450195312, + -9.746675491333008, + -9.150989532470703, + -8.555303573608398, + -7.959617614746094, + -7.363931655883789, + -6.768245697021484, + -6.17255973815918, + -5.576873779296875, + -4.98118782043457, + -4.385501861572266, + -3.789815902709961, + -3.1941299438476562, + -2.5984439849853516, + -2.002758026123047, + -1.4070701599121094, + -0.8113842010498047, + -0.2156987488269806 + ], + "r_inf_mean": 0.2859426438808441, + "r_inf_median": 0.2780011296272278, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062971949577332, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.006515339482575655, + "gamma_active": { + "1e-08": 0.006661216262727976, + "1e-07": 0.006775374058634043, + "1e-06": 0.006312511395663023, + "1e-05": 0.006664868909865618, + "0.0001": 0.007040049880743027 + }, + "gamma_energy_weighted": { + "1e-08": -0.013258389541988169, + "1e-07": -0.013258389541988169, + "1e-06": -0.013258389541988169, + "1e-05": -0.013258389541988169, + "0.0001": -0.013258389541988169 + } + }, + { + "layer": 1, + "mean_norm": 0.004493367858231068, + "median_norm": 0.004455396439880133, + "max_norm": 0.019138889387249947, + "min_norm": 0.0, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.97265625, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.350650787353516, + "5": -4.471142768859863, + "10": -2.705919027328491, + "25": -2.5260229110717773, + "50": -2.350916624069214, + "75": -2.2342000007629395, + "90": -2.1127681732177734, + "95": -2.068232536315918, + "99": -2.0002243518829346 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 0, + 0, + 1, + 4, + 1, + 2, + 4, + 2, + 4, + 3, + 3, + 6, + 302, + 172 + ], + "log_norms_bin_edges": [ + -30.0, + -29.434362411499023, + -28.868722915649414, + -28.303085327148438, + -27.737445831298828, + -27.17180824279785, + -26.606170654296875, + -26.040531158447266, + -25.47489356994629, + -24.90925407409668, + -24.343616485595703, + -23.777976989746094, + -23.212339401245117, + -22.64670181274414, + -22.08106231689453, + -21.515424728393555, + -20.949787139892578, + -20.38414764404297, + -19.81850814819336, + -19.252872467041016, + -18.687232971191406, + -18.121593475341797, + -17.55595588684082, + -16.990318298339844, + -16.424678802490234, + -15.859041213989258, + -15.293402671813965, + -14.727764129638672, + -14.162125587463379, + -13.596487045288086, + -13.03084945678711, + -12.4652099609375, + -11.899572372436523, + -11.333934783935547, + -10.768295288085938, + -10.202657699584961, + -9.637018203735352, + -9.071380615234375, + -8.505743026733398, + -7.940103530883789, + -7.3744659423828125, + -6.808826446533203, + -6.243188858032227, + -5.67755126953125, + -5.111911773681641, + -4.546274185180664, + -3.9806346893310547, + -3.414997100830078, + -2.8493576049804688, + -2.283720016479492, + -1.718083381652832 + ], + "r_inf_mean": 0.27374082803726196, + "r_inf_median": 0.27234065532684326, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.616619348526001, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1089896410703659, + "gamma_active": { + "1e-08": 0.11079386621713638, + "1e-07": 0.11105237156152725, + "1e-06": 0.11118382215499878, + "1e-05": 0.1119939535856247, + "0.0001": 0.11202271282672882 + }, + "gamma_energy_weighted": { + "1e-08": 0.11756788708890892, + "1e-07": 0.11756788708890892, + "1e-06": 0.11756788708890892, + "1e-05": 0.11756788708890892, + "0.0001": 0.11756788708890892 + } + }, + { + "layer": 2, + "mean_norm": 0.0018194352742284536, + "median_norm": 0.0019077699398621917, + "max_norm": 0.002792443847283721, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.736860275268555, + "5": -4.799628734588623, + "10": -2.8494510650634766, + "25": -2.7964539527893066, + "50": -2.7193691730499268, + "75": -2.648507595062256, + "90": -2.611492156982422, + "95": -2.5983471870422363, + "99": -2.566786050796509 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 10, + 470 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451080322265625, + -28.90216064453125, + -28.353240966796875, + -27.8043212890625, + -27.255401611328125, + -26.70648193359375, + -26.157562255859375, + -25.608642578125, + -25.059722900390625, + -24.51080322265625, + -23.961883544921875, + -23.4129638671875, + -22.864044189453125, + -22.31512451171875, + -21.766204833984375, + -21.21728515625, + -20.668365478515625, + -20.11944580078125, + -19.570526123046875, + -19.0216064453125, + -18.472686767578125, + -17.92376708984375, + -17.374847412109375, + -16.825927734375, + -16.277008056640625, + -15.72808837890625, + -15.179168701171875, + -14.6302490234375, + -14.081329345703125, + -13.53240966796875, + -12.983489990234375, + -12.4345703125, + -11.885650634765625, + -11.33673095703125, + -10.787811279296875, + -10.2388916015625, + -9.689971923828125, + -9.14105224609375, + -8.592132568359375, + -8.043212890625, + -7.494293212890625, + -6.94537353515625, + -6.396453857421875, + -5.8475341796875, + -5.298614501953125, + -4.74969482421875, + -4.200775146484375, + -3.65185546875, + -3.102935791015625, + -2.554015636444092 + ], + "r_inf_mean": 0.2451772540807724, + "r_inf_median": 0.24519309401512146, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6448829174041748, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11803872138261795, + "gamma_active": { + "1e-08": 0.12026814371347427, + "1e-07": 0.12077341228723526, + "1e-06": 0.12019114196300507, + "1e-05": 0.1205577552318573, + "0.0001": 0.12054168432950974 + }, + "gamma_energy_weighted": { + "1e-08": 0.14526772680787084, + "1e-07": 0.14526772680787084, + "1e-06": 0.14526772680787084, + "1e-05": 0.14526772680787084, + "0.0001": 0.14526772680787084 + } + }, + { + "layer": 3, + "mean_norm": 0.0017821392975747585, + "median_norm": 0.0018557009752839804, + "max_norm": 0.0026512257754802704, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.744598388671875, + "5": -4.8098554611206055, + "10": -2.8563363552093506, + "25": -2.79866361618042, + "50": -2.731245517730713, + "75": -2.6582531929016113, + "90": -2.629747152328491, + "95": -2.6122360229492188, + "99": -2.582632541656494 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 10, + 470 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45153045654297, + -28.90306282043457, + -28.35459327697754, + -27.806123733520508, + -27.25765609741211, + -26.709186553955078, + -26.160717010498047, + -25.612247467041016, + -25.063779830932617, + -24.515310287475586, + -23.966842651367188, + -23.418373107910156, + -22.869903564453125, + -22.321434020996094, + -21.772964477539062, + -21.224496841430664, + -20.676029205322266, + -20.127559661865234, + -19.579090118408203, + -19.030620574951172, + -18.48215103149414, + -17.933683395385742, + -17.38521385192871, + -16.836746215820312, + -16.28827667236328, + -15.73980712890625, + -15.191338539123535, + -14.64286994934082, + -14.094400405883789, + -13.545930862426758, + -12.99746322631836, + -12.448993682861328, + -11.900524139404297, + -11.352056503295898, + -10.803586959838867, + -10.255117416381836, + -9.706649780273438, + -9.158180236816406, + -8.609710693359375, + -8.061241149902344, + -7.512773513793945, + -6.964303970336914, + -6.415834426879883, + -5.867366790771484, + -5.318897247314453, + -4.770427703857422, + -4.221960067749023, + -3.673490524291992, + -3.125020980834961, + -2.5765533447265625 + ], + "r_inf_mean": 0.2450738549232483, + "r_inf_median": 0.24441806972026825, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6457029581069946, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10828419774770737, + "gamma_active": { + "1e-08": 0.11017049849033356, + "1e-07": 0.11009252071380615, + "1e-06": 0.10950205475091934, + "1e-05": 0.10997692495584488, + "0.0001": 0.1103990226984024 + }, + "gamma_energy_weighted": { + "1e-08": 0.13763622607907317, + "1e-07": 0.13763622607907317, + "1e-06": 0.13763622607907317, + "1e-05": 0.13763622607907317, + "0.0001": 0.13763622607907317 + } + }, + { + "layer": 4, + "mean_norm": 0.0017659016884863377, + "median_norm": 0.0018518617143854499, + "max_norm": 0.00258342525921762, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.748531341552734, + "5": -4.813263416290283, + "10": -2.85467529296875, + "25": -2.7981491088867188, + "50": -2.732391357421875, + "75": -2.665313243865967, + "90": -2.6366968154907227, + "95": -2.619321584701538, + "99": -2.5903007984161377 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45175552368164, + -28.903512954711914, + -28.355268478393555, + -27.807024002075195, + -27.25878143310547, + -26.71053695678711, + -26.16229248046875, + -25.61404800415039, + -25.065805435180664, + -24.517560958862305, + -23.969318389892578, + -23.42107391357422, + -22.87282943725586, + -22.3245849609375, + -21.77634048461914, + -21.228097915649414, + -20.679855346679688, + -20.131610870361328, + -19.58336639404297, + -19.03512191772461, + -18.48687744140625, + -17.938634872436523, + -17.390390396118164, + -16.842147827148438, + -16.293903350830078, + -15.745658874511719, + -15.197415351867676, + -14.649171829223633, + -14.100927352905273, + -13.552682876586914, + -13.004440307617188, + -12.456195831298828, + -11.907951354980469, + -11.359708786010742, + -10.811464309692383, + -10.263219833374023, + -9.714977264404297, + -9.166732788085938, + -8.618488311767578, + -8.070243835449219, + -7.522001266479492, + -6.973756790161133, + -6.425512313842773, + -5.877269744873047, + -5.3290252685546875, + -4.780780792236328, + -4.232538223266602, + -3.684293746948242, + -3.136049270629883, + -2.587804079055786 + ], + "r_inf_mean": 0.24434059858322144, + "r_inf_median": 0.24257709085941315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.645588755607605, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11623523384332657, + "gamma_active": { + "1e-08": 0.11837123334407806, + "1e-07": 0.11846169829368591, + "1e-06": 0.1181812509894371, + "1e-05": 0.11821899563074112, + "0.0001": 0.11755218356847763 + }, + "gamma_energy_weighted": { + "1e-08": 0.1372759710549184, + "1e-07": 0.1372759710549184, + "1e-06": 0.1372759710549184, + "1e-05": 0.1372759710549184, + "0.0001": 0.1372759710549184 + } + }, + { + "layer": 5, + "mean_norm": 0.0017529820324853063, + "median_norm": 0.0018337677465751767, + "max_norm": 0.0025638549122959375, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.749164581298828, + "5": -4.816112995147705, + "10": -2.8516428470611572, + "25": -2.797819137573242, + "50": -2.736553192138672, + "75": -2.6693098545074463, + "90": -2.6450185775756836, + "95": -2.6237354278564453, + "99": -2.5928099155426025 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45182228088379, + -28.903644561767578, + -28.355466842651367, + -27.807289123535156, + -27.259109497070312, + -26.710933685302734, + -26.16275405883789, + -25.61457633972168, + -25.06639862060547, + -24.518220901489258, + -23.970043182373047, + -23.421865463256836, + -22.873687744140625, + -22.325510025024414, + -21.777332305908203, + -21.22915267944336, + -20.68097686767578, + -20.132797241210938, + -19.584619522094727, + -19.036441802978516, + -18.488264083862305, + -17.940086364746094, + -17.391908645629883, + -16.843730926513672, + -16.295551300048828, + -15.747374534606934, + -15.199196815490723, + -14.651019096374512, + -14.1028413772583, + -13.554662704467773, + -13.006484985351562, + -12.458307266235352, + -11.91012954711914, + -11.36195182800293, + -10.813774108886719, + -10.265596389770508, + -9.717418670654297, + -9.169239044189453, + -8.621061325073242, + -8.072883605957031, + -7.52470588684082, + -6.976528167724609, + -6.428350448608398, + -5.8801727294921875, + -5.331995010375977, + -4.783817291259766, + -4.235639572143555, + -3.6874618530273438, + -3.1392822265625, + -2.591106653213501 + ], + "r_inf_mean": 0.24402755498886108, + "r_inf_median": 0.241021066904068, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6470903158187866, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11070078611373901, + "gamma_active": { + "1e-08": 0.11269590258598328, + "1e-07": 0.1127733513712883, + "1e-06": 0.11182202398777008, + "1e-05": 0.11198991537094116, + "0.0001": 0.11270453035831451 + }, + "gamma_energy_weighted": { + "1e-08": 0.13119071917045746, + "1e-07": 0.13119071917045746, + "1e-06": 0.13119071917045746, + "1e-05": 0.13119071917045746, + "0.0001": 0.13119071917045746 + } + }, + { + "layer": 6, + "mean_norm": 0.0017468235455453396, + "median_norm": 0.001828528824262321, + "max_norm": 0.0025423646438866854, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.75002670288086, + "5": -4.816445827484131, + "10": -2.8501508235931396, + "25": -2.7997450828552246, + "50": -2.7375454902648926, + "75": -2.6723573207855225, + "90": -2.647742509841919, + "95": -2.628253221511841, + "99": -2.5963118076324463 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451894760131836, + -28.903789520263672, + -28.35568618774414, + -27.807580947875977, + -27.259475708007812, + -26.71137237548828, + -26.163267135620117, + -25.615161895751953, + -25.06705665588379, + -24.518951416015625, + -23.970848083496094, + -23.42274284362793, + -22.874637603759766, + -22.326534271240234, + -21.77842903137207, + -21.230323791503906, + -20.682218551635742, + -20.134113311767578, + -19.586009979248047, + -19.037904739379883, + -18.48979949951172, + -17.941696166992188, + -17.393590927124023, + -16.84548568725586, + -16.297380447387695, + -15.749276161193848, + -15.201171875, + -14.653066635131836, + -14.104961395263672, + -13.55685806274414, + -13.008752822875977, + -12.460647583007812, + -11.912542343139648, + -11.364437103271484, + -10.816333770751953, + -10.268228530883789, + -9.720123291015625, + -9.172019958496094, + -8.62391471862793, + -8.075809478759766, + -7.527704238891602, + -6.9795989990234375, + -6.431495666503906, + -5.883390426635742, + -5.335285186767578, + -4.787181854248047, + -4.239076614379883, + -3.6909713745117188, + -3.1428661346435547, + -2.5947623252868652 + ], + "r_inf_mean": 0.24401533603668213, + "r_inf_median": 0.24132341146469116, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6470039486885071, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.06342054903507233, + "gamma_active": { + "1e-08": 0.06449270248413086, + "1e-07": 0.06457577645778656, + "1e-06": 0.06466998904943466, + "1e-05": 0.064846932888031, + "0.0001": 0.06531393527984619 + }, + "gamma_energy_weighted": { + "1e-08": 0.07579741181061053, + "1e-07": 0.07579741181061053, + "1e-06": 0.07579741181061053, + "1e-05": 0.07579741181061053, + "0.0001": 0.07579741181061053 + } + }, + { + "layer": 7, + "mean_norm": 0.00174068589694798, + "median_norm": 0.0018211251590400934, + "max_norm": 0.0025354872923344374, + "min_norm": 0.0, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.749622344970703, + "5": -4.816186428070068, + "10": -2.8512277603149414, + "25": -2.798557996749878, + "50": -2.7396087646484375, + "75": -2.677253007888794, + "90": -2.648094654083252, + "95": -2.628976821899414, + "99": -2.5967953205108643 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 2, + 3, + 3, + 9, + 471 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451919555664062, + -28.903837203979492, + -28.355756759643555, + -27.807674407958984, + -27.259593963623047, + -26.71151351928711, + -26.16343116760254, + -25.6153507232666, + -25.06726837158203, + -24.519187927246094, + -23.971107482910156, + -23.423025131225586, + -22.87494468688965, + -22.326862335205078, + -21.77878189086914, + -21.230701446533203, + -20.682619094848633, + -20.134536743164062, + -19.586456298828125, + -19.038375854492188, + -18.49029541015625, + -17.94221305847168, + -17.39413070678711, + -16.846050262451172, + -16.297969818115234, + -15.74988842010498, + -15.201807022094727, + -14.653725624084473, + -14.105644226074219, + -13.557563781738281, + -13.009481430053711, + -12.461400985717773, + -11.913320541381836, + -11.365238189697266, + -10.817157745361328, + -10.269075393676758, + -9.72099494934082, + -9.172914505004883, + -8.624832153320312, + -8.076751708984375, + -7.528669357299805, + -6.980588912963867, + -6.43250846862793, + -5.884426116943359, + -5.336345672607422, + -4.788263320922852, + -4.240182876586914, + -3.6921005249023438, + -3.1440200805664062, + -2.5959386825561523 + ], + "r_inf_mean": 0.24361562728881836, + "r_inf_median": 0.23911046981811523, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6474184989929199, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08002671599388123, + "gamma_active": { + "1e-08": 0.08145962655544281, + "1e-07": 0.08121658116579056, + "1e-06": 0.08110985159873962, + "1e-05": 0.0812864825129509, + "0.0001": 0.08143885433673859 + }, + "gamma_energy_weighted": { + "1e-08": 0.09197866342282239, + "1e-07": 0.09197866342282239, + "1e-06": 0.09197866342282239, + "1e-05": 0.09197866342282239, + "0.0001": 0.09197866342282239 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json new file mode 100644 index 0000000..c26a545 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.455214500427246, + "acc": 0.080078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01699267514050007, + "median_norm": 0.016903983429074287, + "max_norm": 0.040034979581832886, + "min_norm": 3.982610508046491e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.99609375, + "1e-05": 0.994140625, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.2255377769470215, + "5": -2.489966869354248, + "10": -1.9612730741500854, + "25": -1.863673448562622, + "50": -1.7719435691833496, + "75": -1.6887975931167603, + "90": -1.6116188764572144, + "95": -1.5693671703338623, + "99": -1.4639240503311157 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 1, + 1, + 2, + 1, + 1, + 3, + 5, + 2, + 0, + 1, + 2, + 1, + 15, + 60, + 179, + 160, + 58, + 10 + ], + "log_norms_bin_edges": [ + -7.399832725524902, + -7.279787063598633, + -7.1597418785095215, + -7.039696216583252, + -6.919651031494141, + -6.799605369567871, + -6.67956018447876, + -6.55951452255249, + -6.439469337463379, + -6.319423675537109, + -6.19937801361084, + -6.0793328285217285, + -5.959287643432617, + -5.839241981506348, + -5.719196319580078, + -5.599151134490967, + -5.479105472564697, + -5.359060287475586, + -5.239014625549316, + -5.118968963623047, + -4.9989237785339355, + -4.878878593444824, + -4.758832931518555, + -4.638787269592285, + -4.518742084503174, + -4.3986968994140625, + -4.278651237487793, + -4.158605575561523, + -4.038559913635254, + -3.9185147285461426, + -3.798469305038452, + -3.6784238815307617, + -3.5583784580230713, + -3.438333034515381, + -3.3182873725891113, + -3.1982421875, + -3.0781965255737305, + -2.958151340484619, + -2.8381056785583496, + -2.7180604934692383, + -2.5980148315429688, + -2.4779696464538574, + -2.357923984527588, + -2.2378783226013184, + -2.117833137512207, + -1.9977874755859375, + -1.8777422904968262, + -1.7576966285705566, + -1.6376514434814453, + -1.5176057815551758, + -1.397560477256775 + ], + "r_inf_mean": 0.33948665857315063, + "r_inf_median": 0.33324626088142395, + "pr_mean": 0.18214048445224762, + "pr_median": 0.18152447044849396, + "hoyer_mean": 0.45669159293174744, + "eff_dim_mean": 0.45669156312942505, + "topk_energy": { + "1": 0.1177273765206337, + "5": 0.4129355251789093, + "10": 0.6000198721885681, + "25": 0.87114417552948 + }, + "gamma_raw": -0.0005065121804364026, + "gamma_active": { + "1e-08": -0.0005065121804364026, + "1e-07": -0.0006502928445115685, + "1e-06": -0.0006502928445115685, + "1e-05": -0.0006843974115327001, + "0.0001": -0.00025357442791573703 + }, + "gamma_energy_weighted": { + "1e-08": -0.0004633395444894754, + "1e-07": -0.0004633395444894754, + "1e-06": -0.0004633395444894754, + "1e-05": -0.0004633395444894754, + "0.0001": -0.0004633395444894754 + } + }, + { + "layer": 1, + "mean_norm": 0.0020765073131769896, + "median_norm": 0.002186301164329052, + "max_norm": 0.0034011683892458677, + "min_norm": 5.71556357797931e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.018311977386475, + "5": -3.4091978073120117, + "10": -2.7979724407196045, + "25": -2.7092573642730713, + "50": -2.6602113246917725, + "75": -2.6207470893859863, + "90": -2.590909719467163, + "95": -2.5671699047088623, + "99": -2.5055861473083496 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 2, + 1, + 4, + 2, + 2, + 4, + 0, + 1, + 1, + 2, + 1, + 5, + 12, + 103, + 320, + 42 + ], + "log_norms_bin_edges": [ + -8.242940902709961, + -8.127449989318848, + -8.011958122253418, + -7.8964667320251465, + -7.780975341796875, + -7.6654839515686035, + -7.549992561340332, + -7.4345011711120605, + -7.319009780883789, + -7.203518390655518, + -7.088027000427246, + -6.972535610198975, + -6.857044219970703, + -6.741552829742432, + -6.62606143951416, + -6.510570049285889, + -6.395078659057617, + -6.279587268829346, + -6.164095878601074, + -6.048604965209961, + -5.933113098144531, + -5.817622184753418, + -5.702130317687988, + -5.586639404296875, + -5.471147537231445, + -5.355656623840332, + -5.240164756774902, + -5.124673843383789, + -5.009181976318359, + -4.893691062927246, + -4.778199195861816, + -4.662708282470703, + -4.547216415405273, + -4.43172550201416, + -4.3162336349487305, + -4.200742721557617, + -4.085251331329346, + -3.969759941101074, + -3.8542685508728027, + -3.7387771606445312, + -3.6232857704162598, + -3.5077943801879883, + -3.392302989959717, + -3.2768115997314453, + -3.161320209503174, + -3.0458288192749023, + -2.930337429046631, + -2.8148460388183594, + -2.699354648590088, + -2.5838632583618164, + -2.468371868133545 + ], + "r_inf_mean": 0.2841998338699341, + "r_inf_median": 0.2765718698501587, + "pr_mean": 0.29425764083862305, + "pr_median": 0.29762715101242065, + "hoyer_mean": 0.6108659505844116, + "eff_dim_mean": 0.6108658909797668, + "topk_energy": { + "1": 0.083091139793396, + "5": 0.3012140989303589, + "10": 0.4561958312988281, + "25": 0.743902325630188 + }, + "gamma_raw": 0.029573630541563034, + "gamma_active": { + "1e-08": 0.029666243121027946, + "1e-07": 0.029596688225865364, + "1e-06": 0.029626967385411263, + "1e-05": 0.029640352353453636, + "0.0001": 0.02962406538426876 + }, + "gamma_energy_weighted": { + "1e-08": 0.028365521538435395, + "1e-07": 0.028365521538435395, + "1e-06": 0.028365521538435395, + "1e-05": 0.028365521538435395, + "0.0001": 0.028365521538435395 + } + }, + { + "layer": 2, + "mean_norm": 0.0017478767549619079, + "median_norm": 0.0018623995129019022, + "max_norm": 0.002318744082003832, + "min_norm": 4.807500175729729e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.093022346496582, + "5": -3.475052833557129, + "10": -2.8721373081207275, + "25": -2.773763656616211, + "50": -2.729790687561035, + "75": -2.6929030418395996, + "90": -2.6697425842285156, + "95": -2.657729387283325, + "99": -2.6396305561065674 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 3, + 2, + 3, + 2, + 3, + 1, + 0, + 3, + 1, + 1, + 10, + 12, + 142, + 317 + ], + "log_norms_bin_edges": [ + -8.31808090209961, + -8.204414367675781, + -8.090747833251953, + -7.977080821990967, + -7.863414287567139, + -7.7497477531433105, + -7.636080741882324, + -7.522414207458496, + -7.408747673034668, + -7.29508113861084, + -7.1814141273498535, + -7.067747592926025, + -6.954080581665039, + -6.840414047241211, + -6.726747512817383, + -6.613080978393555, + -6.499414443969727, + -6.38574743270874, + -6.272080898284912, + -6.158413887023926, + -6.044747352600098, + -5.9310808181762695, + -5.817414283752441, + -5.703747749328613, + -5.590080738067627, + -5.476414203643799, + -5.3627471923828125, + -5.249080657958984, + -5.135414123535156, + -5.021747589111328, + -4.9080810546875, + -4.794414520263672, + -4.6807475090026855, + -4.567080497741699, + -4.453413963317871, + -4.339747428894043, + -4.226080894470215, + -4.112414360046387, + -3.9987473487854004, + -3.8850808143615723, + -3.771414279937744, + -3.657747268676758, + -3.5440807342529297, + -3.4304141998291016, + -3.3167476654052734, + -3.203080654144287, + -3.089414119720459, + -2.975747585296631, + -2.8620805740356445, + -2.7484140396118164, + -2.634747266769409 + ], + "r_inf_mean": 0.251578688621521, + "r_inf_median": 0.2471403032541275, + "pr_mean": 0.3408864438533783, + "pr_median": 0.34591051936149597, + "hoyer_mean": 0.6344215869903564, + "eff_dim_mean": 0.6344215273857117, + "topk_energy": { + "1": 0.06430111825466156, + "5": 0.26232248544692993, + "10": 0.4200066328048706, + "25": 0.7240698933601379 + }, + "gamma_raw": -0.002478595357388258, + "gamma_active": { + "1e-08": -0.002491838065907359, + "1e-07": -0.00253712828271091, + "1e-06": -0.0025451527908444405, + "1e-05": -0.0025511046405881643, + "0.0001": -0.002403203397989273 + }, + "gamma_energy_weighted": { + "1e-08": -0.0025062331166715917, + "1e-07": -0.0025062331166715917, + "1e-06": -0.0025062331166715917, + "1e-05": -0.0025062331166715917, + "0.0001": -0.0025062331166715917 + } + }, + { + "layer": 3, + "mean_norm": 0.0017449972219765186, + "median_norm": 0.0018559677992016077, + "max_norm": 0.002319288207218051, + "min_norm": 4.755051907778807e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.090697288513184, + "5": -3.4776623249053955, + "10": -2.8698017597198486, + "25": -2.7766592502593994, + "50": -2.7307097911834717, + "75": -2.6938469409942627, + "90": -2.6702568531036377, + "95": -2.658559799194336, + "99": -2.6413092613220215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 3, + 2, + 3, + 2, + 3, + 1, + 0, + 3, + 1, + 1, + 10, + 12, + 147, + 312 + ], + "log_norms_bin_edges": [ + -8.322845458984375, + -8.209081649780273, + -8.095317840576172, + -7.981553554534912, + -7.867789268493652, + -7.754025459289551, + -7.640261650085449, + -7.5264973640441895, + -7.412733554840088, + -7.298969268798828, + -7.185205459594727, + -7.071441650390625, + -6.957677364349365, + -6.843913555145264, + -6.730149269104004, + -6.616385459899902, + -6.502621650695801, + -6.388857364654541, + -6.275093078613281, + -6.16132926940918, + -6.047565460205078, + -5.933801651000977, + -5.820037364959717, + -5.706273078918457, + -5.5925092697143555, + -5.478745460510254, + -5.364981651306152, + -5.251217365264893, + -5.137453079223633, + -5.023689270019531, + -4.90992546081543, + -4.796161651611328, + -4.682397365570068, + -4.568633079528809, + -4.454869270324707, + -4.3411054611206055, + -4.227341175079346, + -4.113577365875244, + -3.9998135566711426, + -3.886049270629883, + -3.7722854614257812, + -3.6585211753845215, + -3.54475736618042, + -3.4309935569763184, + -3.3172292709350586, + -3.203465461730957, + -3.0897011756896973, + -2.9759373664855957, + -2.862173080444336, + -2.7484092712402344, + -2.6346452236175537 + ], + "r_inf_mean": 0.250899076461792, + "r_inf_median": 0.2459481656551361, + "pr_mean": 0.3414689898490906, + "pr_median": 0.34817004203796387, + "hoyer_mean": 0.6343528032302856, + "eff_dim_mean": 0.6343528032302856, + "topk_energy": { + "1": 0.06398477405309677, + "5": 0.2616996169090271, + "10": 0.4195541739463806, + "25": 0.7241921424865723 + }, + "gamma_raw": 0.003283546771854162, + "gamma_active": { + "1e-08": 0.0033059564884752035, + "1e-07": 0.0033071094658225775, + "1e-06": 0.0032842843793332577, + "1e-05": 0.0032484179828315973, + "0.0001": 0.003115486353635788 + }, + "gamma_energy_weighted": { + "1e-08": 0.0032273844469266266, + "1e-07": 0.0032273844469266266, + "1e-06": 0.0032273844469266266, + "1e-05": 0.0032273844469266266, + "0.0001": 0.0032273844469266266 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json new file mode 100644 index 0000000..7067170 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 14.4655179977417, + "acc": 0.083984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029319901019334793, + "median_norm": 0.02496122196316719, + "max_norm": 0.1693883240222931, + "min_norm": 1.2046235120521942e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.9921875, + "0.0001": 0.986328125 + }, + "log_norms_percentiles": { + "1": -4.304049491882324, + "5": -2.671001434326172, + "10": -1.8980939388275146, + "25": -1.734944462776184, + "50": -1.6027177572250366, + "75": -1.4548070430755615, + "90": -1.3126062154769897, + "95": -1.184635043144226, + "99": -0.9225583672523499 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 3, + 3, + 2, + 1, + 3, + 1, + 6, + 1, + 4, + 2, + 3, + 13, + 67, + 158, + 132, + 64, + 31, + 5, + 6 + ], + "log_norms_bin_edges": [ + -8.919148445129395, + -8.756187438964844, + -8.59322738647461, + -8.430266380310059, + -8.267305374145508, + -8.104345321655273, + -7.941384315490723, + -7.77842378616333, + -7.6154632568359375, + -7.452502727508545, + -7.289542198181152, + -7.126581192016602, + -6.963620662689209, + -6.800660133361816, + -6.637699127197266, + -6.474738597869873, + -6.3117780685424805, + -6.148817539215088, + -5.985857009887695, + -5.8228960037231445, + -5.659935474395752, + -5.496974945068359, + -5.334013938903809, + -5.171053409576416, + -5.008092880249023, + -4.845132350921631, + -4.682171821594238, + -4.5192108154296875, + -4.356250286102295, + -4.193289756774902, + -4.030328750610352, + -3.867368221282959, + -3.7044076919555664, + -3.541447162628174, + -3.3784866333007812, + -3.2155256271362305, + -3.052565097808838, + -2.8896045684814453, + -2.7266435623168945, + -2.563683032989502, + -2.4007225036621094, + -2.237761974334717, + -2.074801445007324, + -1.9118404388427734, + -1.7488799095153809, + -1.5859193801879883, + -1.4229583740234375, + -1.259997844696045, + -1.0970373153686523, + -0.9340767860412598, + -0.7711165547370911 + ], + "r_inf_mean": 0.34299877285957336, + "r_inf_median": 0.33503738045692444, + "pr_mean": 0.1792212873697281, + "pr_median": 0.1780494600534439, + "hoyer_mean": 0.4523465037345886, + "eff_dim_mean": 0.45234647393226624, + "topk_energy": { + "1": 0.12062478065490723, + "5": 0.4169055223464966, + "10": 0.6033743023872375, + "25": 0.8718504309654236 + }, + "gamma_raw": 0.009300867095589638, + "gamma_active": { + "1e-08": 0.00925674382597208, + "1e-07": 0.00925674382597208, + "1e-06": 0.009734283201396465, + "1e-05": 0.009422853589057922, + "0.0001": 0.009914522990584373 + }, + "gamma_energy_weighted": { + "1e-08": -0.005251495776596996, + "1e-07": -0.005251495776596996, + "1e-06": -0.005251495776596996, + "1e-05": -0.005251495776596996, + "0.0001": -0.005251495776596996 + } + }, + { + "layer": 1, + "mean_norm": 0.0023971907794475555, + "median_norm": 0.0023146721068769693, + "max_norm": 0.008056195452809334, + "min_norm": 8.422151864806438e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -5.382665634155273, + "5": -3.693126678466797, + "10": -2.837005853652954, + "25": -2.7143120765686035, + "50": -2.635347843170166, + "75": -2.5436699390411377, + "90": -2.4610843658447266, + "95": -2.3806121349334717, + "99": -2.2159221172332764 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 2, + 2, + 4, + 2, + 1, + 4, + 5, + 2, + 2, + 0, + 9, + 64, + 244, + 127, + 24, + 9 + ], + "log_norms_bin_edges": [ + -10.074577331542969, + -9.914962768554688, + -9.755349159240723, + -9.595734596252441, + -9.436120986938477, + -9.276506423950195, + -9.11689281463623, + -8.95727825164795, + -8.797664642333984, + -8.638050079345703, + -8.478435516357422, + -8.318821907043457, + -8.159207344055176, + -7.999593734741211, + -7.83997917175293, + -7.680365085601807, + -7.520750999450684, + -7.3611369132995605, + -7.2015228271484375, + -7.041908264160156, + -6.882294654846191, + -6.72268009185791, + -6.563066005706787, + -6.403451919555664, + -6.243837833404541, + -6.084223747253418, + -5.924609661102295, + -5.764995574951172, + -5.605381011962891, + -5.445766925811768, + -5.2861528396606445, + -5.1265387535095215, + -4.966924667358398, + -4.807310581207275, + -4.647696495056152, + -4.488082408905029, + -4.328468322753906, + -4.168853759765625, + -4.009239673614502, + -3.849625587463379, + -3.690011501312256, + -3.530397415161133, + -3.3707833290100098, + -3.2111692428588867, + -3.0515546798706055, + -2.8919405937194824, + -2.7323265075683594, + -2.5727124214172363, + -2.4130983352661133, + -2.2534842491149902, + -2.093870162963867 + ], + "r_inf_mean": 0.3225543797016144, + "r_inf_median": 0.3176032602787018, + "pr_mean": 0.22460003197193146, + "pr_median": 0.22074243426322937, + "hoyer_mean": 0.5478988885879517, + "eff_dim_mean": 0.5478988885879517, + "topk_energy": { + "1": 0.10709366947412491, + "5": 0.37188246846199036, + "10": 0.5377897024154663, + "25": 0.7993390560150146 + }, + "gamma_raw": 0.0654435008764267, + "gamma_active": { + "1e-08": 0.0655696764588356, + "1e-07": 0.0656052976846695, + "1e-06": 0.06552843749523163, + "1e-05": 0.06528016924858093, + "0.0001": 0.06470867991447449 + }, + "gamma_energy_weighted": { + "1e-08": 0.06591136725656087, + "1e-07": 0.06591136725656087, + "1e-06": 0.06591136725656087, + "1e-05": 0.06591136725656087, + "0.0001": 0.06591136725656087 + } + }, + { + "layer": 2, + "mean_norm": 0.0014376696199178696, + "median_norm": 0.0015432253712788224, + "max_norm": 0.0020122022833675146, + "min_norm": 1.8986345481919464e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.641246795654297, + "5": -3.9223268032073975, + "10": -2.968184471130371, + "25": -2.8577520847320557, + "50": -2.8115487098693848, + "75": -2.775552988052368, + "90": -2.749025344848633, + "95": -2.7333385944366455, + "99": -2.7061970233917236 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 1, + 1, + 4, + 1, + 6, + 1, + 3, + 5, + 2, + 1, + 3, + 5, + 4, + 86, + 381 + ], + "log_norms_bin_edges": [ + -10.721559524536133, + -10.561055183410645, + -10.40054988861084, + -10.240045547485352, + -10.079541206359863, + -9.919036865234375, + -9.75853157043457, + -9.598027229309082, + -9.437522888183594, + -9.277017593383789, + -9.1165132522583, + -8.956008911132812, + -8.795503616333008, + -8.63499927520752, + -8.474494934082031, + -8.313989639282227, + -8.153485298156738, + -7.99298095703125, + -7.832476615905762, + -7.671971321105957, + -7.511466979980469, + -7.3509626388549805, + -7.190457820892334, + -7.0299530029296875, + -6.869448661804199, + -6.708943843841553, + -6.5484395027160645, + -6.387934684753418, + -6.2274298667907715, + -6.066925525665283, + -5.906420707702637, + -5.745916366577148, + -5.585411548614502, + -5.4249067306518555, + -5.264402389526367, + -5.103897571563721, + -4.943393230438232, + -4.782888412475586, + -4.6223835945129395, + -4.461879253387451, + -4.301374435424805, + -4.140870094299316, + -3.98036527633667, + -3.8198604583740234, + -3.659356117248535, + -3.4988512992858887, + -3.3383469581604004, + -3.177842140197754, + -3.0173377990722656, + -2.856832981109619, + -2.6963284015655518 + ], + "r_inf_mean": 0.2563893496990204, + "r_inf_median": 0.24844080209732056, + "pr_mean": Infinity, + "pr_median": 0.3351028561592102, + "hoyer_mean": 0.6322269439697266, + "eff_dim_mean": 0.632226824760437, + "topk_energy": { + "1": 0.06693346053361893, + "5": 0.2710779309272766, + "10": 0.4269128441810608, + "25": 0.7242884635925293 + }, + "gamma_raw": 0.04294854402542114, + "gamma_active": { + "1e-08": 0.04303261637687683, + "1e-07": 0.04301945120096207, + "1e-06": 0.043050382286310196, + "1e-05": 0.04288071393966675, + "0.0001": 0.04308994486927986 + }, + "gamma_energy_weighted": { + "1e-08": 0.04563028244018955, + "1e-07": 0.04563028244018955, + "1e-06": 0.04563028244018955, + "1e-05": 0.04563028244018955, + "0.0001": 0.04563028244018955 + } + }, + { + "layer": 3, + "mean_norm": 0.001420103246346116, + "median_norm": 0.0015219118213281035, + "max_norm": 0.0019495830638334155, + "min_norm": 1.779843980531659e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.6470947265625, + "5": -3.9289586544036865, + "10": -2.971308469772339, + "25": -2.861764907836914, + "50": -2.817265033721924, + "75": -2.780611991882324, + "90": -2.7541773319244385, + "95": -2.741779088973999, + "99": -2.7159903049468994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 5, + 2, + 1, + 3, + 5, + 4, + 67, + 400 + ], + "log_norms_bin_edges": [ + -10.749618530273438, + -10.588827133178711, + -10.428035736083984, + -10.267245292663574, + -10.106453895568848, + -9.945662498474121, + -9.784871101379395, + -9.624079704284668, + -9.463289260864258, + -9.302497863769531, + -9.141706466674805, + -8.980915069580078, + -8.820123672485352, + -8.659333229064941, + -8.498541831970215, + -8.337750434875488, + -8.176959037780762, + -8.016168594360352, + -7.855377197265625, + -7.694585800170898, + -7.533794403076172, + -7.373003005981445, + -7.212212085723877, + -7.051421165466309, + -6.890629768371582, + -6.7298383712768555, + -6.569047451019287, + -6.4082560539245605, + -6.247464656829834, + -6.086673736572266, + -5.925882339477539, + -5.765091419219971, + -5.604300022125244, + -5.443508625030518, + -5.282717704772949, + -5.121926307678223, + -4.961135387420654, + -4.800343990325928, + -4.639552593231201, + -4.478761672973633, + -4.317970275878906, + -4.157179355621338, + -3.9963879585266113, + -3.8355965614318848, + -3.6748056411743164, + -3.51401424407959, + -3.3532233238220215, + -3.192431926727295, + -3.0316410064697266, + -2.870849609375, + -2.7100584506988525 + ], + "r_inf_mean": 0.2550817131996155, + "r_inf_median": 0.24732241034507751, + "pr_mean": Infinity, + "pr_median": 0.3363552391529083, + "hoyer_mean": 0.6325684785842896, + "eff_dim_mean": 0.6325684189796448, + "topk_energy": { + "1": 0.06623396277427673, + "5": 0.270640105009079, + "10": 0.42686158418655396, + "25": 0.723557710647583 + }, + "gamma_raw": 0.04561328887939453, + "gamma_active": { + "1e-08": 0.045701950788497925, + "1e-07": 0.04562197998166084, + "1e-06": 0.04578922688961029, + "1e-05": 0.04559391364455223, + "0.0001": 0.04605429247021675 + }, + "gamma_energy_weighted": { + "1e-08": 0.05188216138823783, + "1e-07": 0.05188216138823783, + "1e-06": 0.05188216138823783, + "1e-05": 0.05188216138823783, + "0.0001": 0.05188216138823783 + } + }, + { + "layer": 4, + "mean_norm": 0.001417016377672553, + "median_norm": 0.0015229627024382353, + "max_norm": 0.0019313666271045804, + "min_norm": 1.7248782263612483e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.6456122398376465, + "5": -3.9307796955108643, + "10": -2.975327730178833, + "25": -2.862149238586426, + "50": -2.817269802093506, + "75": -2.7814254760742188, + "90": -2.7548210620880127, + "95": -2.744990825653076, + "99": -2.721022844314575 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 4, + 3, + 1, + 3, + 5, + 4, + 64, + 403 + ], + "log_norms_bin_edges": [ + -10.7632417678833, + -10.602259635925293, + -10.441277503967285, + -10.280295372009277, + -10.11931324005127, + -9.958331108093262, + -9.797348976135254, + -9.636366844177246, + -9.475384712219238, + -9.31440258026123, + -9.153420448303223, + -8.992438316345215, + -8.831456184387207, + -8.6704740524292, + -8.509491920471191, + -8.348509788513184, + -8.187527656555176, + -8.026545524597168, + -7.86556339263916, + -7.704581260681152, + -7.5435991287231445, + -7.382616996765137, + -7.221634864807129, + -7.060652732849121, + -6.899670600891113, + -6.7386884689331055, + -6.577706336975098, + -6.41672420501709, + -6.255742073059082, + -6.094759941101074, + -5.933777809143066, + -5.772795677185059, + -5.611813545227051, + -5.450831413269043, + -5.289849281311035, + -5.128867149353027, + -4.9678850173950195, + -4.806902885437012, + -4.645920753479004, + -4.484938621520996, + -4.323956489562988, + -4.1629743576049805, + -4.001992225646973, + -3.841010093688965, + -3.680027961730957, + -3.519045829772949, + -3.3580636978149414, + -3.1970815658569336, + -3.036099433898926, + -2.875117301940918, + -2.7141354084014893 + ], + "r_inf_mean": 0.254750519990921, + "r_inf_median": 0.24800750613212585, + "pr_mean": Infinity, + "pr_median": 0.3344537019729614, + "hoyer_mean": 0.6320614218711853, + "eff_dim_mean": 0.6320613622665405, + "topk_energy": { + "1": 0.06596965342760086, + "5": 0.2708251178264618, + "10": 0.4269668757915497, + "25": 0.7238932251930237 + }, + "gamma_raw": 0.055199556052684784, + "gamma_active": { + "1e-08": 0.05530686676502228, + "1e-07": 0.05518513545393944, + "1e-06": 0.05554577708244324, + "1e-05": 0.055605459958314896, + "0.0001": 0.05579657480120659 + }, + "gamma_energy_weighted": { + "1e-08": 0.05869019191124659, + "1e-07": 0.05869019191124659, + "1e-06": 0.05869019191124659, + "1e-05": 0.05869019191124659, + "0.0001": 0.05869019191124659 + } + }, + { + "layer": 5, + "mean_norm": 0.0014131024945527315, + "median_norm": 0.0015126788057386875, + "max_norm": 0.0019290541531518102, + "min_norm": 1.7020152648372644e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.646845817565918, + "5": -3.9289824962615967, + "10": -2.9754812717437744, + "25": -2.8637337684631348, + "50": -2.8202195167541504, + "75": -2.7820940017700195, + "90": -2.754948616027832, + "95": -2.744769811630249, + "99": -2.720996618270874 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 3, + 4, + 3, + 1, + 3, + 5, + 4, + 65, + 402 + ], + "log_norms_bin_edges": [ + -10.769037246704102, + -10.607949256896973, + -10.44686222076416, + -10.285774230957031, + -10.124687194824219, + -9.96359920501709, + -9.802511215209961, + -9.641424179077148, + -9.48033618927002, + -9.31924819946289, + -9.158161163330078, + -8.99707317352295, + -8.83598518371582, + -8.674898147583008, + -8.513810157775879, + -8.35272216796875, + -8.191635131835938, + -8.030548095703125, + -7.869460105895996, + -7.708372116088867, + -7.5472846031188965, + -7.386197090148926, + -7.225109100341797, + -7.064021587371826, + -6.9029340744018555, + -6.741846561431885, + -6.580759048461914, + -6.419671058654785, + -6.2585835456848145, + -6.097496032714844, + -5.936408042907715, + -5.775320529937744, + -5.614233016967773, + -5.453145503997803, + -5.292057991027832, + -5.130970001220703, + -4.969882488250732, + -4.808794975280762, + -4.647706985473633, + -4.486619472503662, + -4.325531959533691, + -4.164444446563721, + -4.00335693359375, + -3.842268943786621, + -3.6811814308166504, + -3.5200939178466797, + -3.359005928039551, + -3.19791841506958, + -3.0368309020996094, + -2.8757433891296387, + -2.714655637741089 + ], + "r_inf_mean": 0.2552972733974457, + "r_inf_median": 0.24864676594734192, + "pr_mean": Infinity, + "pr_median": 0.3366473317146301, + "hoyer_mean": 0.6324453949928284, + "eff_dim_mean": 0.6324453949928284, + "topk_energy": { + "1": 0.06626664847135544, + "5": 0.2722221612930298, + "10": 0.42755430936813354, + "25": 0.7238041758537292 + }, + "gamma_raw": 0.08025731146335602, + "gamma_active": { + "1e-08": 0.08041392266750336, + "1e-07": 0.08031820505857468, + "1e-06": 0.08041314035654068, + "1e-05": 0.08049329370260239, + "0.0001": 0.08140739798545837 + }, + "gamma_energy_weighted": { + "1e-08": 0.09034646711289498, + "1e-07": 0.09034646711289498, + "1e-06": 0.09034646711289498, + "1e-05": 0.09034646711289498, + "0.0001": 0.09034646711289498 + } + }, + { + "layer": 6, + "mean_norm": 0.0014120624400675297, + "median_norm": 0.0015140717150643468, + "max_norm": 0.0019110147841274738, + "min_norm": 1.6912343053787637e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.646043300628662, + "5": -3.9300098419189453, + "10": -2.975501775741577, + "25": -2.8630456924438477, + "50": -2.8197903633117676, + "75": -2.7846908569335938, + "90": -2.7565386295318604, + "95": -2.746993064880371, + "99": -2.7227237224578857 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 2, + 5, + 3, + 1, + 3, + 4, + 4, + 60, + 408 + ], + "log_norms_bin_edges": [ + -10.771796226501465, + -10.610734939575195, + -10.449673652648926, + -10.288612365722656, + -10.127551078796387, + -9.966489791870117, + -9.805429458618164, + -9.644367218017578, + -9.483306884765625, + -9.322245597839355, + -9.161184310913086, + -9.000123023986816, + -8.839061737060547, + -8.678000450134277, + -8.516939163208008, + -8.355877876281738, + -8.194816589355469, + -8.0337553024292, + -7.872694492340088, + -7.711633205413818, + -7.550571918487549, + -7.3895111083984375, + -7.228449821472168, + -7.067388534545898, + -6.906327247619629, + -6.745265960693359, + -6.58420467376709, + -6.42314338684082, + -6.262082099914551, + -6.1010212898254395, + -5.93996000289917, + -5.7788987159729, + -5.617837429046631, + -5.456776142120361, + -5.295714855194092, + -5.134653568267822, + -4.973592758178711, + -4.812531471252441, + -4.651470184326172, + -4.490408897399902, + -4.329347610473633, + -4.168286323547363, + -4.007225513458252, + -3.8461642265319824, + -3.685102939605713, + -3.5240416526794434, + -3.362980365753174, + -3.2019190788269043, + -3.040858268737793, + -2.8797969818115234, + -2.718735933303833 + ], + "r_inf_mean": 0.25520509481430054, + "r_inf_median": 0.25052881240844727, + "pr_mean": Infinity, + "pr_median": 0.3348166048526764, + "hoyer_mean": 0.6329062581062317, + "eff_dim_mean": 0.6329061985015869, + "topk_energy": { + "1": 0.0661732479929924, + "5": 0.271743506193161, + "10": 0.4269516170024872, + "25": 0.7233285307884216 + }, + "gamma_raw": 0.015019312500953674, + "gamma_active": { + "1e-08": 0.015048480592668056, + "1e-07": 0.015021915547549725, + "1e-06": 0.015222067013382912, + "1e-05": 0.014903553761541843, + "0.0001": 0.015819305554032326 + }, + "gamma_energy_weighted": { + "1e-08": 0.018116380696110403, + "1e-07": 0.018116380696110403, + "1e-06": 0.018116380696110403, + "1e-05": 0.018116380696110403, + "0.0001": 0.018116380696110403 + } + }, + { + "layer": 7, + "mean_norm": 0.0014120780397206545, + "median_norm": 0.001511768321506679, + "max_norm": 0.0019144078250974417, + "min_norm": 1.6740567265749462e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.643883228302002, + "5": -3.9301116466522217, + "10": -2.9764184951782227, + "25": -2.864454984664917, + "50": -2.82041597366333, + "75": -2.7839858531951904, + "90": -2.756596565246582, + "95": -2.7456235885620117, + "99": -2.7204222679138184 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 1, + 4, + 1, + 5, + 2, + 2, + 5, + 3, + 1, + 3, + 4, + 4, + 62, + 406 + ], + "log_norms_bin_edges": [ + -10.776229858398438, + -10.61506462097168, + -10.453899383544922, + -10.292734146118164, + -10.131568908691406, + -9.970403671264648, + -9.80923843383789, + -9.648073196411133, + -9.486907958984375, + -9.325742721557617, + -9.16457748413086, + -9.003412246704102, + -8.842247009277344, + -8.681081771850586, + -8.519915580749512, + -8.358750343322754, + -8.197585105895996, + -8.036419868469238, + -7.8752546310424805, + -7.714089393615723, + -7.552924156188965, + -7.391758918762207, + -7.230593681335449, + -7.069428443908691, + -6.908263206481934, + -6.747097969055176, + -6.585932731628418, + -6.424767017364502, + -6.263601779937744, + -6.102436542510986, + -5.9412713050842285, + -5.780106067657471, + -5.618940830230713, + -5.457775592803955, + -5.296610355377197, + -5.1354451179504395, + -4.974279880523682, + -4.813114643096924, + -4.651948928833008, + -4.49078369140625, + -4.329618453979492, + -4.168453216552734, + -4.007287979125977, + -3.8461227416992188, + -3.684957504272461, + -3.523792266845703, + -3.3626270294189453, + -3.2014617919921875, + -3.0402965545654297, + -2.8791308403015137, + -2.717965602874756 + ], + "r_inf_mean": 0.2556191682815552, + "r_inf_median": 0.2516833245754242, + "pr_mean": Infinity, + "pr_median": 0.3324916362762451, + "hoyer_mean": 0.6335750818252563, + "eff_dim_mean": 0.6335750818252563, + "topk_energy": { + "1": 0.06634055823087692, + "5": 0.271719366312027, + "10": 0.426575243473053, + "25": 0.7231386303901672 + }, + "gamma_raw": 0.049771249294281006, + "gamma_active": { + "1e-08": 0.04986807331442833, + "1e-07": 0.04977712035179138, + "1e-06": 0.049832042306661606, + "1e-05": 0.049892961978912354, + "0.0001": 0.049853067845106125 + }, + "gamma_energy_weighted": { + "1e-08": 0.05192124123439781, + "1e-07": 0.05192124123439781, + "1e-06": 0.05192124123439781, + "1e-05": 0.05192124123439781, + "0.0001": 0.05192124123439781 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json new file mode 100644 index 0000000..dadaa44 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 66.32933807373047, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.11610580235719681, + "median_norm": 0.11012320965528488, + "max_norm": 0.4134582281112671, + "min_norm": 0.0, + "support": { + "1e-08": 0.9453125, + "1e-07": 0.943359375, + "1e-06": 0.935546875, + "1e-05": 0.931640625, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -29.02383041381836, + "5": -9.273907661437988, + "10": -1.400270700454712, + "25": -1.1065773963928223, + "50": -0.958016037940979, + "75": -0.8218466639518738, + "90": -0.7030190229415894, + "95": -0.6335821747779846, + "99": -0.5259993076324463 + }, + "log_norms_histogram": [ + 6, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 3, + 2, + 3, + 2, + 4, + 1, + 187, + 276 + ], + "log_norms_bin_edges": [ + -30.0, + -29.407670974731445, + -28.81534194946289, + -28.22301483154297, + -27.630685806274414, + -27.03835678100586, + -26.446027755737305, + -25.85369873046875, + -25.261371612548828, + -24.669042587280273, + -24.07671356201172, + -23.484384536743164, + -22.89205551147461, + -22.299728393554688, + -21.7073974609375, + -21.115070343017578, + -20.522741317749023, + -19.93041229248047, + -19.338085174560547, + -18.74575424194336, + -18.153427124023438, + -17.561098098754883, + -16.968769073486328, + -16.376441955566406, + -15.784111976623535, + -15.19178295135498, + -14.599454879760742, + -14.007125854492188, + -13.414796829223633, + -12.822467803955078, + -12.230140686035156, + -11.637811660766602, + -11.045482635498047, + -10.453153610229492, + -9.860824584960938, + -9.268497467041016, + -8.676168441772461, + -8.083839416503906, + -7.491510391235352, + -6.899181365966797, + -6.306854248046875, + -5.71452522277832, + -5.122196197509766, + -4.529867172241211, + -3.9375381469726562, + -3.3452091217041016, + -2.7528820037841797, + -2.160552978515625, + -1.5682239532470703, + -0.9758949279785156, + -0.3835683763027191 + ], + "r_inf_mean": 3240.9150390625, + "r_inf_median": 0.24014812707901, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 76074319872.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.029486846178770065, + "gamma_active": { + "1e-08": 0.031041499227285385, + "1e-07": 0.03082185797393322, + "1e-06": 0.03083205781877041, + "1e-05": 0.030941007658839226, + "0.0001": 0.030847854912281036 + }, + "gamma_energy_weighted": { + "1e-08": 0.024180574717513052, + "1e-07": 0.024180574717513052, + "1e-06": 0.024180574717513052, + "1e-05": 0.024180574717513052, + "0.0001": 0.024180574717513052 + } + }, + { + "layer": 1, + "mean_norm": 0.00578163331374526, + "median_norm": 0.0054665724746882915, + "max_norm": 0.019970528781414032, + "min_norm": 0.0, + "support": { + "1e-08": 0.94140625, + "1e-07": 0.935546875, + "1e-06": 0.927734375, + "1e-05": 0.921875, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -10.751832962036133, + "10": -2.7326090335845947, + "25": -2.425708293914795, + "50": -2.261862277984619, + "75": -2.123655319213867, + "90": -1.9878528118133545, + "95": -1.9130501747131348, + "99": -1.7936455011367798 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 1, + 2, + 3, + 2, + 4, + 2, + 2, + 198, + 264 + ], + "log_norms_bin_edges": [ + -30.0, + -29.433992385864258, + -28.867984771728516, + -28.301977157592773, + -27.73596954345703, + -27.169960021972656, + -26.603954315185547, + -26.037944793701172, + -25.47193717956543, + -24.905929565429688, + -24.339921951293945, + -23.773914337158203, + -23.20790672302246, + -22.64189910888672, + -22.075891494750977, + -21.509883880615234, + -20.94387435913086, + -20.37786865234375, + -19.811859130859375, + -19.245851516723633, + -18.67984390258789, + -18.11383628845215, + -17.547828674316406, + -16.981821060180664, + -16.415813446044922, + -15.849804878234863, + -15.283797264099121, + -14.717789649963379, + -14.151782035827637, + -13.585773468017578, + -13.019765853881836, + -12.453758239746094, + -11.887750625610352, + -11.32174301147461, + -10.755735397338867, + -10.189727783203125, + -9.623720169067383, + -9.05771255493164, + -8.491703033447266, + -7.925695419311523, + -7.359687805175781, + -6.793680191040039, + -6.227672576904297, + -5.661664962768555, + -5.0956573486328125, + -4.52964973449707, + -3.963642120361328, + -3.397634506225586, + -2.8316268920898438, + -2.2656173706054688, + -1.6996104717254639 + ], + "r_inf_mean": 27090.62109375, + "r_inf_median": 0.22744859755039215, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 4378251493376.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10118317604064941, + "gamma_active": { + "1e-08": 0.10733292251825333, + "1e-07": 0.10714633017778397, + "1e-06": 0.10729505866765976, + "1e-05": 0.10716655105352402, + "0.0001": 0.10719151794910431 + }, + "gamma_energy_weighted": { + "1e-08": 0.0999726632890927, + "1e-07": 0.0999726632890927, + "1e-06": 0.0999726632890927, + "1e-05": 0.0999726632890927, + "0.0001": 0.0999726632890927 + } + }, + { + "layer": 2, + "mean_norm": 0.0018522449536249042, + "median_norm": 0.0018472550436854362, + "max_norm": 0.0033152534160763025, + "min_norm": 0.0, + "support": { + "1e-08": 0.939453125, + "1e-07": 0.93359375, + "1e-06": 0.927734375, + "1e-05": 0.91796875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -11.208830833435059, + "10": -3.0255045890808105, + "25": -2.783843755722046, + "50": -2.7333569526672363, + "75": -2.683932065963745, + "90": -2.5343942642211914, + "95": -2.5111520290374756, + "99": -2.4950454235076904 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 1, + 3, + 2, + 2, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449588775634766, + -28.899179458618164, + -28.34876823425293, + -27.798358917236328, + -27.247947692871094, + -26.697538375854492, + -26.147127151489258, + -25.596717834472656, + -25.046306610107422, + -24.49589729309082, + -23.945486068725586, + -23.395076751708984, + -22.84466552734375, + -22.294254302978516, + -21.743844985961914, + -21.193435668945312, + -20.643024444580078, + -20.092613220214844, + -19.542203903198242, + -18.99179458618164, + -18.441383361816406, + -17.890972137451172, + -17.34056282043457, + -16.790151596069336, + -16.239742279052734, + -15.6893310546875, + -15.138920783996582, + -14.588510513305664, + -14.038100242614746, + -13.487689971923828, + -12.937280654907227, + -12.386869430541992, + -11.836458206176758, + -11.286048889160156, + -10.735637664794922, + -10.18522834777832, + -9.634817123413086, + -9.084407806396484, + -8.53399658203125, + -7.983587265014648, + -7.433176040649414, + -6.8827667236328125, + -6.332355499267578, + -5.781946182250977, + -5.231534957885742, + -4.681125640869141, + -4.130714416503906, + -3.580303192138672, + -3.0298938751220703, + -2.4794833660125732 + ], + "r_inf_mean": 7962.33544921875, + "r_inf_median": 0.2456231713294983, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 444263596032.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11453123390674591, + "gamma_active": { + "1e-08": 0.12140949070453644, + "1e-07": 0.12157975137233734, + "1e-06": 0.1209956705570221, + "1e-05": 0.12127725034952164, + "0.0001": 0.12212993204593658 + }, + "gamma_energy_weighted": { + "1e-08": 0.18234630059838086, + "1e-07": 0.18234630059838086, + "1e-06": 0.18234630059838086, + "1e-05": 0.18234630059838086, + "0.0001": 0.18234630059838086 + } + }, + { + "layer": 3, + "mean_norm": 0.0018047093180939555, + "median_norm": 0.0018145014764741063, + "max_norm": 0.003080161055549979, + "min_norm": 0.0, + "support": { + "1e-08": 0.939453125, + "1e-07": 0.93359375, + "1e-06": 0.927734375, + "1e-05": 0.91796875, + "0.0001": 0.90625 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -11.21606731414795, + "10": -3.032625198364258, + "25": -2.7895286083221436, + "50": -2.741074562072754, + "75": -2.693459987640381, + "90": -2.5535457134246826, + "95": -2.538243293762207, + "99": -2.517037868499756 + }, + "log_norms_histogram": [ + 7, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 3, + 0, + 2, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 1, + 3, + 2, + 2, + 3, + 3, + 2, + 2, + 461 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450227737426758, + -28.90045738220215, + -28.350685119628906, + -27.800914764404297, + -27.251142501831055, + -26.701370239257812, + -26.151599884033203, + -25.60182762145996, + -25.05205726623535, + -24.50228500366211, + -23.9525146484375, + -23.402742385864258, + -22.852970123291016, + -22.303199768066406, + -21.753427505493164, + -21.203655242919922, + -20.653884887695312, + -20.104114532470703, + -19.554340362548828, + -19.00457000732422, + -18.45479965209961, + -17.905027389526367, + -17.355255126953125, + -16.805484771728516, + -16.255712509155273, + -15.705941200256348, + -15.156169891357422, + -14.606398582458496, + -14.05662727355957, + -13.506855010986328, + -12.957084655761719, + -12.407312393188477, + -11.857540130615234, + -11.307769775390625, + -10.757997512817383, + -10.208227157592773, + -9.658454895019531, + -9.108682632446289, + -8.55891227722168, + -8.009140014648438, + -7.459369659423828, + -6.909597396850586, + -6.359825134277344, + -5.810054779052734, + -5.260282516479492, + -4.710512161254883, + -4.160739898681641, + -3.6109695434570312, + -3.061197280883789, + -2.5114266872406006 + ], + "r_inf_mean": 7468.119140625, + "r_inf_median": 0.24423649907112122, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 390558187520.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.09253658354282379, + "gamma_active": { + "1e-08": 0.0980978012084961, + "1e-07": 0.09841170161962509, + "1e-06": 0.09845482558012009, + "1e-05": 0.09870363026857376, + "0.0001": 0.09895370155572891 + }, + "gamma_energy_weighted": { + "1e-08": 0.12308821980181729, + "1e-07": 0.12308821980181729, + "1e-06": 0.12308821980181729, + "1e-05": 0.12308821980181729, + "0.0001": 0.12308821980181729 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json new file mode 100644 index 0000000..6458c9e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 36.14605712890625, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.055504437536001205, + "median_norm": 0.057881806045770645, + "max_norm": 0.11886393278837204, + "min_norm": 6.589244503884699e-20, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.970703125, + "1e-06": 0.955078125, + "1e-05": 0.94921875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -11.647076606750488, + "5": -4.919196605682373, + "10": -1.4880098104476929, + "25": -1.2944984436035156, + "50": -1.2370095252990723, + "75": -1.1740803718566895, + "90": -1.126237154006958, + "95": -1.0971667766571045, + "99": -1.0363616943359375 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 3, + 2, + 2, + 1, + 2, + 1, + 2, + 5, + 1, + 4, + 0, + 2, + 2, + 2, + 4, + 85, + 379 + ], + "log_norms_bin_edges": [ + -19.18116569519043, + -18.816041946411133, + -18.450916290283203, + -18.085792541503906, + -17.72066879272461, + -17.355545043945312, + -16.990419387817383, + -16.625295639038086, + -16.26017189025879, + -15.895047187805176, + -15.529922485351562, + -15.164798736572266, + -14.799674034118652, + -14.434549331665039, + -14.069425582885742, + -13.704300880432129, + -13.339176177978516, + -12.974052429199219, + -12.608928680419922, + -12.243803024291992, + -11.878679275512695, + -11.513555526733398, + -11.148430824279785, + -10.783306121826172, + -10.418182373046875, + -10.053057670593262, + -9.687933921813965, + -9.322809219360352, + -8.957684516906738, + -8.592560768127441, + -8.227436065673828, + -7.862312316894531, + -7.497187614440918, + -7.132062911987305, + -6.766939163208008, + -6.4018144607543945, + -6.036690711975098, + -5.671566009521484, + -5.306441307067871, + -4.941317558288574, + -4.576192855834961, + -4.211069107055664, + -3.845944404602051, + -3.4808197021484375, + -3.1156959533691406, + -2.7505722045898438, + -2.385446548461914, + -2.020322799682617, + -1.6551990509033203, + -1.2900733947753906, + -0.9249498844146729 + ], + "r_inf_mean": 0.2429077923297882, + "r_inf_median": 0.2387201189994812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6452568173408508, + "eff_dim_mean": 0.645256757736206, + "topk_energy": { + "1": 0.059589896351099014, + "5": 0.251677930355072, + "10": 0.40609800815582275, + "25": 0.7130331993103027 + }, + "gamma_raw": -0.03683127835392952, + "gamma_active": { + "1e-08": -0.03761593997478485, + "1e-07": -0.03797260299324989, + "1e-06": -0.03765438497066498, + "1e-05": -0.037655748426914215, + "0.0001": -0.03723730891942978 + }, + "gamma_energy_weighted": { + "1e-08": -0.04976179826949791, + "1e-07": -0.04976179826949791, + "1e-06": -0.04976179826949791, + "1e-05": -0.04976179826949791, + "0.0001": -0.04976179826949791 + } + }, + { + "layer": 1, + "mean_norm": 0.002288861433044076, + "median_norm": 0.0024964488111436367, + "max_norm": 0.003277365816757083, + "min_norm": 2.898652306351957e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.931640625, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.88931655883789, + "5": -6.381153583526611, + "10": -2.7562167644500732, + "25": -2.6421561241149902, + "50": -2.6025660037994385, + "75": -2.570456027984619, + "90": -2.552410840988159, + "95": -2.5386509895324707, + "99": -2.505640983581543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 2, + 0, + 2, + 5, + 1, + 1, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.537805557250977, + -20.176738739013672, + -19.815671920776367, + -19.454605102539062, + -19.09354019165039, + -18.732473373413086, + -18.37140655517578, + -18.010339736938477, + -17.649272918701172, + -17.288206100463867, + -16.927139282226562, + -16.566072463989258, + -16.205005645751953, + -15.843939781188965, + -15.482873916625977, + -15.121807098388672, + -14.760740280151367, + -14.399673461914062, + -14.038606643676758, + -13.67754077911377, + -13.316473960876465, + -12.95540714263916, + -12.594341278076172, + -12.233274459838867, + -11.872207641601562, + -11.511140823364258, + -11.150074005126953, + -10.789008140563965, + -10.42794132232666, + -10.066874504089355, + -9.705808639526367, + -9.344741821289062, + -8.983675003051758, + -8.622608184814453, + -8.261541366577148, + -7.90047550201416, + -7.5394086837768555, + -7.178341865539551, + -6.8172760009765625, + -6.456209182739258, + -6.095142364501953, + -5.734075546264648, + -5.373008728027344, + -5.0119428634643555, + -4.650876045227051, + -4.2898101806640625, + -3.928743362426758, + -3.567676544189453, + -3.2066097259521484, + -2.8455429077148438, + -2.4844751358032227 + ], + "r_inf_mean": 0.3065078854560852, + "r_inf_median": 0.3005591034889221, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5986630916595459, + "eff_dim_mean": 0.5986629724502563, + "topk_energy": { + "1": 0.09751436859369278, + "5": 0.32262447476387024, + "10": 0.47472524642944336, + "25": 0.756047248840332 + }, + "gamma_raw": 0.3437643051147461, + "gamma_active": { + "1e-08": 0.35513484477996826, + "1e-07": 0.35526740550994873, + "1e-06": 0.3555724024772644, + "1e-05": 0.35503944754600525, + "0.0001": 0.35479313135147095 + }, + "gamma_energy_weighted": { + "1e-08": 0.35550138147936666, + "1e-07": 0.35550138147936666, + "1e-06": 0.35550138147936666, + "1e-05": 0.35550138147936666, + "0.0001": 0.35550138147936666 + } + }, + { + "layer": 2, + "mean_norm": 0.002138030482456088, + "median_norm": 0.002335913944989443, + "max_norm": 0.003004532540217042, + "min_norm": 2.761243389440121e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.907032012939453, + "5": -6.408969402313232, + "10": -2.7873892784118652, + "25": -2.6712138652801514, + "50": -2.6315319538116455, + "75": -2.598267078399658, + "90": -2.5775797367095947, + "95": -2.5722849369049072, + "99": -2.522294044494629 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.558897018432617, + -20.198163986206055, + -19.837430953979492, + -19.476696014404297, + -19.115962982177734, + -18.755229949951172, + -18.39449691772461, + -18.033761978149414, + -17.67302894592285, + -17.31229591369629, + -16.951562881469727, + -16.59082794189453, + -16.23009490966797, + -15.869361877441406, + -15.508628845214844, + -15.147894859313965, + -14.787160873413086, + -14.426427841186523, + -14.065694808959961, + -13.704960823059082, + -13.344226837158203, + -12.98349380493164, + -12.622760772705078, + -12.2620267868042, + -11.901293754577637, + -11.540559768676758, + -11.179826736450195, + -10.819092750549316, + -10.458359718322754, + -10.097625732421875, + -9.736892700195312, + -9.376158714294434, + -9.015425682067871, + -8.654692649841309, + -8.29395866394043, + -7.933225631713867, + -7.572491645812988, + -7.211758613586426, + -6.851024627685547, + -6.490291595458984, + -6.1295576095581055, + -5.768824577331543, + -5.408090591430664, + -5.047357559204102, + -4.686623573303223, + -4.325889587402344, + -3.9651565551757812, + -3.6044235229492188, + -3.2436904907226562, + -2.8829574584960938, + -2.5222232341766357 + ], + "r_inf_mean": 0.31301936507225037, + "r_inf_median": 0.30262836813926697, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5990524291992188, + "eff_dim_mean": 0.599052369594574, + "topk_energy": { + "1": 0.10172069072723389, + "5": 0.3281489610671997, + "10": 0.48029476404190063, + "25": 0.7574486136436462 + }, + "gamma_raw": 0.18513521552085876, + "gamma_active": { + "1e-08": 0.19112245738506317, + "1e-07": 0.19085633754730225, + "1e-06": 0.19106708467006683, + "1e-05": 0.19107261300086975, + "0.0001": 0.19071008265018463 + }, + "gamma_energy_weighted": { + "1e-08": 0.19616062324390338, + "1e-07": 0.19616062324390338, + "1e-06": 0.19616062324390338, + "1e-05": 0.19616062324390338, + "0.0001": 0.19616062324390338 + } + }, + { + "layer": 3, + "mean_norm": 0.002128136344254017, + "median_norm": 0.002323511289432645, + "max_norm": 0.0029918979853391647, + "min_norm": 2.7454661713357008e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.9086332321167, + "5": -6.410649299621582, + "10": -2.790327548980713, + "25": -2.672593832015991, + "50": -2.6338486671447754, + "75": -2.599804401397705, + "90": -2.5792012214660645, + "95": -2.57436466217041, + "99": -2.524198293685913 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.561384201049805, + -20.200637817382812, + -19.83989143371582, + -19.479145050048828, + -19.118396759033203, + -18.75765037536621, + -18.39690399169922, + -18.036157608032227, + -17.675411224365234, + -17.314664840698242, + -16.95391845703125, + -16.593172073364258, + -16.232425689697266, + -15.871678352355957, + -15.510931015014648, + -15.150184631347656, + -14.789438247680664, + -14.428691864013672, + -14.06794548034668, + -13.707198143005371, + -13.346451759338379, + -12.985705375671387, + -12.624958038330078, + -12.264211654663086, + -11.903465270996094, + -11.542718887329102, + -11.18197250366211, + -10.8212251663208, + -10.460478782653809, + -10.099732398986816, + -9.738985061645508, + -9.378238677978516, + -9.017492294311523, + -8.656745910644531, + -8.295999526977539, + -7.9352521896362305, + -7.574505805969238, + -7.213759422302246, + -6.8530120849609375, + -6.492265701293945, + -6.131519317626953, + -5.770772933959961, + -5.410026550292969, + -5.04927921295166, + -4.688532829284668, + -4.327785491943359, + -3.967039108276367, + -3.606292724609375, + -3.245546340942383, + -2.8847999572753906, + -2.5240533351898193 + ], + "r_inf_mean": 0.31338369846343994, + "r_inf_median": 0.3033016622066498, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5989930629730225, + "eff_dim_mean": 0.5989930629730225, + "topk_energy": { + "1": 0.10196825116872787, + "5": 0.32853221893310547, + "10": 0.48054033517837524, + "25": 0.7574808597564697 + }, + "gamma_raw": 0.08645286411046982, + "gamma_active": { + "1e-08": 0.08924280107021332, + "1e-07": 0.08880488574504852, + "1e-06": 0.08904463797807693, + "1e-05": 0.08823958784341812, + "0.0001": 0.0877402201294899 + }, + "gamma_energy_weighted": { + "1e-08": 0.09732277179946384, + "1e-07": 0.09732277179946384, + "1e-06": 0.09732277179946384, + "1e-05": 0.09732277179946384, + "0.0001": 0.09732277179946384 + } + }, + { + "layer": 4, + "mean_norm": 0.002126226667314768, + "median_norm": 0.002316283993422985, + "max_norm": 0.0029875438194721937, + "min_norm": 2.7449556458013907e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.90845012664795, + "5": -6.410859107971191, + "10": -2.7905187606811523, + "25": -2.672651529312134, + "50": -2.6352081298828125, + "75": -2.6001932621002197, + "90": -2.5797858238220215, + "95": -2.5751142501831055, + "99": -2.524810552597046 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.561464309692383, + -20.200729370117188, + -19.83999252319336, + -19.479257583618164, + -19.11852264404297, + -18.75778579711914, + -18.397050857543945, + -18.03631591796875, + -17.675579071044922, + -17.314844131469727, + -16.95410919189453, + -16.593372344970703, + -16.232637405395508, + -15.871902465820312, + -15.5111665725708, + -15.150430679321289, + -14.789695739746094, + -14.428960800170898, + -14.068224906921387, + -13.707489013671875, + -13.34675407409668, + -12.986018180847168, + -12.625282287597656, + -12.264547348022461, + -11.90381145477295, + -11.543075561523438, + -11.182340621948242, + -10.82160472869873, + -10.460868835449219, + -10.100133895874023, + -9.739398002624512, + -9.378663063049316, + -9.017927169799805, + -8.657191276550293, + -8.296456336975098, + -7.935720443725586, + -7.574985504150391, + -7.214249610900879, + -6.853513717651367, + -6.492778778076172, + -6.13204288482666, + -5.771306991577148, + -5.410572052001953, + -5.049836158752441, + -4.68910026550293, + -4.328365325927734, + -3.967630386352539, + -3.606893539428711, + -3.2461585998535156, + -2.8854236602783203, + -2.524685859680176 + ], + "r_inf_mean": 0.31393176317214966, + "r_inf_median": 0.30327028036117554, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5987378358840942, + "eff_dim_mean": 0.5987377762794495, + "topk_energy": { + "1": 0.10235325992107391, + "5": 0.32886970043182373, + "10": 0.4806055724620819, + "25": 0.7576441168785095 + }, + "gamma_raw": 0.12179914116859436, + "gamma_active": { + "1e-08": 0.12605983018875122, + "1e-07": 0.12638576328754425, + "1e-06": 0.12639909982681274, + "1e-05": 0.127172589302063, + "0.0001": 0.12743385136127472 + }, + "gamma_energy_weighted": { + "1e-08": 0.12665228790312075, + "1e-07": 0.12665228790312075, + "1e-06": 0.12665228790312075, + "1e-05": 0.12665228790312075, + "0.0001": 0.12665228790312075 + } + }, + { + "layer": 5, + "mean_norm": 0.002124109538272023, + "median_norm": 0.0023128639440983534, + "max_norm": 0.002985121216624975, + "min_norm": 2.736007312563543e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.90895938873291, + "5": -6.410471439361572, + "10": -2.7904610633850098, + "25": -2.6731724739074707, + "50": -2.6358494758605957, + "75": -2.600940704345703, + "90": -2.5803277492523193, + "95": -2.576314687728882, + "99": -2.5251352787017822 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.562883377075195, + -20.202125549316406, + -19.84136962890625, + -19.48061180114746, + -19.119855880737305, + -18.759098052978516, + -18.39834213256836, + -18.03758430480957, + -17.676828384399414, + -17.316070556640625, + -16.95531463623047, + -16.59455680847168, + -16.233800888061523, + -15.873043060302734, + -15.512287139892578, + -15.151529312133789, + -14.790773391723633, + -14.430015563964844, + -14.069259643554688, + -13.708501815795898, + -13.347745895385742, + -12.986988067626953, + -12.626232147216797, + -12.265474319458008, + -11.904717445373535, + -11.543960571289062, + -11.18320369720459, + -10.822446823120117, + -10.461689949035645, + -10.100933074951172, + -9.7401762008667, + -9.379419326782227, + -9.018662452697754, + -8.657905578613281, + -8.297148704528809, + -7.936391830444336, + -7.575634956359863, + -7.214878082275391, + -6.854121208190918, + -6.493364334106445, + -6.132607460021973, + -5.7718505859375, + -5.411093711853027, + -5.050336837768555, + -4.689579963684082, + -4.328823089599609, + -3.9680652618408203, + -3.607309341430664, + -3.246551513671875, + -2.8857955932617188, + -2.525038242340088 + ], + "r_inf_mean": 0.3135175108909607, + "r_inf_median": 0.30303820967674255, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5984656810760498, + "eff_dim_mean": 0.5984656810760498, + "topk_energy": { + "1": 0.10211172699928284, + "5": 0.3284613788127899, + "10": 0.4802358150482178, + "25": 0.7577884197235107 + }, + "gamma_raw": 0.09677034616470337, + "gamma_active": { + "1e-08": 0.10005009174346924, + "1e-07": 0.0997135117650032, + "1e-06": 0.10012399405241013, + "1e-05": 0.10019093751907349, + "0.0001": 0.10015974938869476 + }, + "gamma_energy_weighted": { + "1e-08": 0.1072288354312334, + "1e-07": 0.1072288354312334, + "1e-06": 0.1072288354312334, + "1e-05": 0.1072288354312334, + "0.0001": 0.1072288354312334 + } + }, + { + "layer": 6, + "mean_norm": 0.002122092992067337, + "median_norm": 0.0023122972343117, + "max_norm": 0.0029805104713886976, + "min_norm": 2.728314088580338e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.908926010131836, + "5": -6.41083288192749, + "10": -2.791476011276245, + "25": -2.6736199855804443, + "50": -2.6357784271240234, + "75": -2.6008341312408447, + "90": -2.5810625553131104, + "95": -2.5764524936676025, + "99": -2.5257954597473145 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.56410789489746, + -20.203340530395508, + -19.842571258544922, + -19.48180389404297, + -19.121036529541016, + -18.76026725769043, + -18.399499893188477, + -18.038732528686523, + -17.677963256835938, + -17.317195892333984, + -16.95642852783203, + -16.595661163330078, + -16.234891891479492, + -15.874124526977539, + -15.51335620880127, + -15.152587890625, + -14.791820526123047, + -14.431053161621094, + -14.070284843444824, + -13.709516525268555, + -13.348749160766602, + -12.987980842590332, + -12.627212524414062, + -12.26644515991211, + -11.90567684173584, + -11.54490852355957, + -11.184141159057617, + -10.823372840881348, + -10.462604522705078, + -10.101837158203125, + -9.741068840026855, + -9.380301475524902, + -9.019533157348633, + -8.658764839172363, + -8.29799747467041, + -7.937229156494141, + -7.5764617919921875, + -7.215693473815918, + -6.854925155639648, + -6.494157791137695, + -6.133389472961426, + -5.772621154785156, + -5.411853790283203, + -5.051085472106934, + -4.690317153930664, + -4.329549789428711, + -3.968782424926758, + -3.608013153076172, + -3.2472457885742188, + -2.8864784240722656, + -2.525709390640259 + ], + "r_inf_mean": 0.31365180015563965, + "r_inf_median": 0.30206215381622314, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5986859798431396, + "eff_dim_mean": 0.5986859798431396, + "topk_energy": { + "1": 0.10219798982143402, + "5": 0.3287060856819153, + "10": 0.480356365442276, + "25": 0.7574353814125061 + }, + "gamma_raw": 0.09361913055181503, + "gamma_active": { + "1e-08": 0.09678767621517181, + "1e-07": 0.09688305854797363, + "1e-06": 0.09657052159309387, + "1e-05": 0.09680327028036118, + "0.0001": 0.0965067446231842 + }, + "gamma_energy_weighted": { + "1e-08": 0.09970029454082914, + "1e-07": 0.09970029454082914, + "1e-06": 0.09970029454082914, + "1e-05": 0.09970029454082914, + "0.0001": 0.09970029454082914 + } + }, + { + "layer": 7, + "mean_norm": 0.0021203309297561646, + "median_norm": 0.0023126336745917797, + "max_norm": 0.002969390479847789, + "min_norm": 2.726001779494954e-21, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.919921875 + }, + "log_norms_percentiles": { + "1": -12.910258293151855, + "5": -6.411357402801514, + "10": -2.7913312911987305, + "25": -2.673759937286377, + "50": -2.6358895301818848, + "75": -2.6015775203704834, + "90": -2.58117413520813, + "95": -2.577254295349121, + "99": -2.527427911758423 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 4, + 1, + 2, + 2, + 1, + 1, + 2, + 5, + 2, + 0, + 4, + 0, + 3, + 2, + 4, + 4, + 461 + ], + "log_norms_bin_edges": [ + -20.56447410583496, + -20.203731536865234, + -19.842988967895508, + -19.48224639892578, + -19.121501922607422, + -18.760759353637695, + -18.40001678466797, + -18.039274215698242, + -17.678531646728516, + -17.31778907775879, + -16.957046508789062, + -16.596302032470703, + -16.235559463500977, + -15.87481689453125, + -15.514074325561523, + -15.153331756591797, + -14.79258918762207, + -14.431845664978027, + -14.0711030960083, + -13.710359573364258, + -13.349617004394531, + -12.988874435424805, + -12.628131866455078, + -12.267389297485352, + -11.906645774841309, + -11.545903205871582, + -11.185160636901855, + -10.824417114257812, + -10.463674545288086, + -10.10293197631836, + -9.742189407348633, + -9.38144588470459, + -9.020703315734863, + -8.659960746765137, + -8.299217224121094, + -7.938474655151367, + -7.577732086181641, + -7.216989517211914, + -6.856245994567871, + -6.4955034255981445, + -6.134760856628418, + -5.774017333984375, + -5.413274765014648, + -5.052532196044922, + -4.691789627075195, + -4.331047058105469, + -3.970304489135742, + -3.609560012817383, + -3.2488174438476562, + -2.8880748748779297, + -2.5273327827453613 + ], + "r_inf_mean": 0.31340986490249634, + "r_inf_median": 0.29931923747062683, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5987052917480469, + "eff_dim_mean": 0.5987052321434021, + "topk_energy": { + "1": 0.10203090310096741, + "5": 0.3285648822784424, + "10": 0.4806790351867676, + "25": 0.7575680613517761 + }, + "gamma_raw": 0.034082040190696716, + "gamma_active": { + "1e-08": 0.035280682146549225, + "1e-07": 0.03473839908838272, + "1e-06": 0.0349239744246006, + "1e-05": 0.03469691425561905, + "0.0001": 0.0343269407749176 + }, + "gamma_energy_weighted": { + "1e-08": 0.04200992449195378, + "1e-07": 0.04200992449195378, + "1e-06": 0.04200992449195378, + "1e-05": 0.04200992449195378, + "0.0001": 0.04200992449195378 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json new file mode 100644 index 0000000..e527512 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 42.43372344970703, + "acc": 0.111328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06964735686779022, + "median_norm": 0.06729035824537277, + "max_norm": 0.23134393990039825, + "min_norm": 4.31686639934913e-19, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.966796875, + "1e-06": 0.951171875, + "1e-05": 0.9453125, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -14.522119522094727, + "5": -5.784476280212402, + "10": -1.6885247230529785, + "25": -1.3052496910095215, + "50": -1.1716609001159668, + "75": -1.0424304008483887, + "90": -0.944915235042572, + "95": -0.8967641592025757, + "99": -0.7421942949295044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 2, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 4, + 5, + 1, + 1, + 0, + 2, + 1, + 3, + 4, + 1, + 2, + 3, + 3, + 4, + 47, + 331, + 83 + ], + "log_norms_bin_edges": [ + -18.364831924438477, + -18.010250091552734, + -17.655668258666992, + -17.30108642578125, + -16.946504592895508, + -16.591922760009766, + -16.237340927124023, + -15.882759094238281, + -15.528177261352539, + -15.173595428466797, + -14.819013595581055, + -14.464431762695312, + -14.10984992980957, + -13.755268096923828, + -13.400686264038086, + -13.046104431152344, + -12.691522598266602, + -12.33694076538086, + -11.982358932495117, + -11.627777099609375, + -11.273195266723633, + -10.91861343383789, + -10.564031600952148, + -10.209450721740723, + -9.85486888885498, + -9.500287055969238, + -9.145705223083496, + -8.791123390197754, + -8.436541557312012, + -8.08195972442627, + -7.727377891540527, + -7.372796058654785, + -7.018214225769043, + -6.663632392883301, + -6.309050559997559, + -5.954468727111816, + -5.599886894226074, + -5.245305061340332, + -4.89072322845459, + -4.536141395568848, + -4.1815595626831055, + -3.8269777297973633, + -3.472395896911621, + -3.117814064025879, + -2.7632322311401367, + -2.4086503982543945, + -2.0540695190429688, + -1.6994876861572266, + -1.3449058532714844, + -0.9903240203857422, + -0.6357418894767761 + ], + "r_inf_mean": 0.28657597303390503, + "r_inf_median": 0.28128382563591003, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6020914316177368, + "eff_dim_mean": 0.6020914316177368, + "topk_energy": { + "1": 0.0838811844587326, + "5": 0.30921000242233276, + "10": 0.4680481255054474, + "25": 0.7548725605010986 + }, + "gamma_raw": 0.03253854811191559, + "gamma_active": { + "1e-08": 0.0334591306746006, + "1e-07": 0.03323948010802269, + "1e-06": 0.03308026120066643, + "1e-05": 0.033584192395210266, + "0.0001": 0.03379511460661888 + }, + "gamma_energy_weighted": { + "1e-08": 0.022789372590363476, + "1e-07": 0.022789372590363476, + "1e-06": 0.022789372590363476, + "1e-05": 0.022789372590363476, + "0.0001": 0.022789372590363476 + } + }, + { + "layer": 1, + "mean_norm": 0.003778289072215557, + "median_norm": 0.003488643327727914, + "max_norm": 0.013779745437204838, + "min_norm": 1.4690703445134763e-20, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.927734375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -15.957990646362305, + "5": -7.217704772949219, + "10": -2.9515280723571777, + "25": -2.6121721267700195, + "50": -2.4571516513824463, + "75": -2.306042194366455, + "90": -2.1767690181732178, + "95": -2.106468439102173, + "99": -1.9805692434310913 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 1, + 7, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 6, + 100, + 289, + 70 + ], + "log_norms_bin_edges": [ + -19.832958221435547, + -19.473514556884766, + -19.114070892333984, + -18.754627227783203, + -18.39518165588379, + -18.035737991333008, + -17.676294326782227, + -17.316850662231445, + -16.957406997680664, + -16.597963333129883, + -16.23851776123047, + -15.879074096679688, + -15.519630432128906, + -15.160186767578125, + -14.800743103027344, + -14.441299438476562, + -14.081854820251465, + -13.722410202026367, + -13.362966537475586, + -13.003522872924805, + -12.644079208374023, + -12.284635543823242, + -11.925190925598145, + -11.565747261047363, + -11.206302642822266, + -10.846858978271484, + -10.487415313720703, + -10.127971649169922, + -9.768527030944824, + -9.409083366394043, + -9.049639701843262, + -8.690195083618164, + -8.330751419067383, + -7.971307754516602, + -7.611863136291504, + -7.252419471740723, + -6.892975807189941, + -6.533531188964844, + -6.1740875244140625, + -5.814643859863281, + -5.4552001953125, + -5.095755577087402, + -4.736311912536621, + -4.37686824798584, + -4.017423629760742, + -3.657979965209961, + -3.2985363006591797, + -2.9390926361083984, + -2.5796470642089844, + -2.220203399658203, + -1.8607587814331055 + ], + "r_inf_mean": 0.2648204565048218, + "r_inf_median": 0.26114338636398315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6307994723320007, + "eff_dim_mean": 0.630799412727356, + "topk_energy": { + "1": 0.07140061259269714, + "5": 0.2769125699996948, + "10": 0.43191778659820557, + "25": 0.726829469203949 + }, + "gamma_raw": 0.08162787556648254, + "gamma_active": { + "1e-08": 0.08444485813379288, + "1e-07": 0.08450844883918762, + "1e-06": 0.08462366461753845, + "1e-05": 0.08511389046907425, + "0.0001": 0.08513911813497543 + }, + "gamma_energy_weighted": { + "1e-08": 0.08867765634854567, + "1e-07": 0.08867765634854567, + "1e-06": 0.08867765634854567, + "1e-05": 0.08867765634854567, + "0.0001": 0.08867765634854567 + } + }, + { + "layer": 2, + "mean_norm": 0.001724583562463522, + "median_norm": 0.0017588968621566892, + "max_norm": 0.0029954949859529734, + "min_norm": 4.707901687519825e-21, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -16.239450454711914, + "5": -7.456498622894287, + "10": -3.462146759033203, + "25": -2.79858136177063, + "50": -2.754431962966919, + "75": -2.707274913787842, + "90": -2.5785038471221924, + "95": -2.5634536743164062, + "99": -2.5272324085235596 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 4, + 4, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 7, + 6, + 452 + ], + "log_norms_bin_edges": [ + -20.327173233032227, + -19.971099853515625, + -19.615028381347656, + -19.258955001831055, + -18.902881622314453, + -18.54680824279785, + -18.190736770629883, + -17.83466339111328, + -17.47859001159668, + -17.122516632080078, + -16.76644515991211, + -16.410371780395508, + -16.054298400878906, + -15.698226928710938, + -15.342153549194336, + -14.986080169677734, + -14.63000774383545, + -14.273935317993164, + -13.917861938476562, + -13.561788558959961, + -13.205716133117676, + -12.84964370727539, + -12.493570327758789, + -12.137497901916504, + -11.781425476074219, + -11.425352096557617, + -11.069279670715332, + -10.71320629119873, + -10.357133865356445, + -10.001060485839844, + -9.644988059997559, + -9.288914680480957, + -8.932842254638672, + -8.576769828796387, + -8.220696449279785, + -7.8646240234375, + -7.508550643920898, + -7.152478218078613, + -6.796404838562012, + -6.440332412719727, + -6.084259033203125, + -5.72818660736084, + -5.372114181518555, + -5.016040802001953, + -4.659968376159668, + -4.303895950317383, + -3.9478225708007812, + -3.5917491912841797, + -3.235677719116211, + -2.8796043395996094, + -2.523531675338745 + ], + "r_inf_mean": 0.24668467044830322, + "r_inf_median": 0.24314028024673462, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6438515186309814, + "eff_dim_mean": 0.6438515186309814, + "topk_energy": { + "1": 0.061825934797525406, + "5": 0.2547563314437866, + "10": 0.4103330969810486, + "25": 0.7146492004394531 + }, + "gamma_raw": 0.07055611908435822, + "gamma_active": { + "1e-08": 0.0733126625418663, + "1e-07": 0.07373616844415665, + "1e-06": 0.07416142523288727, + "1e-05": 0.07561205327510834, + "0.0001": 0.07522089779376984 + }, + "gamma_energy_weighted": { + "1e-08": 0.12453810739202202, + "1e-07": 0.12453810739202202, + "1e-06": 0.12453810739202202, + "1e-05": 0.12453810739202202, + "0.0001": 0.12453810739202202 + } + }, + { + "layer": 3, + "mean_norm": 0.0017024585977196693, + "median_norm": 0.0017540431581437588, + "max_norm": 0.002894739853218198, + "min_norm": 4.708347993465563e-21, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.9453125, + "1e-06": 0.94140625, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -16.244247436523438, + "5": -7.457695484161377, + "10": -3.4622225761413574, + "25": -2.7992441654205322, + "50": -2.7559494972229004, + "75": -2.7097620964050293, + "90": -2.5925161838531494, + "95": -2.5816245079040527, + "99": -2.5472142696380615 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 4, + 4, + 2, + 0, + 0, + 2, + 1, + 5, + 2, + 1, + 3, + 3, + 2, + 7, + 5, + 453 + ], + "log_norms_bin_edges": [ + -20.327133178710938, + -19.971359252929688, + -19.615583419799805, + -19.259809494018555, + -18.904033660888672, + -18.548259735107422, + -18.19248390197754, + -17.83670997619629, + -17.480934143066406, + -17.125160217285156, + -16.769384384155273, + -16.413610458374023, + -16.05783462524414, + -15.70206069946289, + -15.346284866333008, + -14.990510940551758, + -14.634735107421875, + -14.278961181640625, + -13.923185348510742, + -13.567411422729492, + -13.21163558959961, + -12.85586166381836, + -12.500085830688477, + -12.144311904907227, + -11.78853702545166, + -11.432762145996094, + -11.076987266540527, + -10.721212387084961, + -10.365437507629395, + -10.009662628173828, + -9.653887748718262, + -9.298112869262695, + -8.942337989807129, + -8.586563110351562, + -8.230788230895996, + -7.87501335144043, + -7.519238471984863, + -7.163463592529297, + -6.8076887130737305, + -6.451913833618164, + -6.096138954162598, + -5.740364074707031, + -5.384589195251465, + -5.028814315795898, + -4.673039436340332, + -4.317264556884766, + -3.9614906311035156, + -3.605714797973633, + -3.249940872192383, + -2.8941650390625, + -2.538390636444092 + ], + "r_inf_mean": 0.24705493450164795, + "r_inf_median": 0.24481038749217987, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6435800194740295, + "eff_dim_mean": 0.6435800194740295, + "topk_energy": { + "1": 0.06200089305639267, + "5": 0.25509023666381836, + "10": 0.4105069637298584, + "25": 0.7152288556098938 + }, + "gamma_raw": 0.07362224161624908, + "gamma_active": { + "1e-08": 0.07635384798049927, + "1e-07": 0.07660436630249023, + "1e-06": 0.07676185667514801, + "1e-05": 0.07731416821479797, + "0.0001": 0.07681886851787567 + }, + "gamma_energy_weighted": { + "1e-08": 0.10031066782729126, + "1e-07": 0.10031066782729126, + "1e-06": 0.10031066782729126, + "1e-05": 0.10031066782729126, + "0.0001": 0.10031066782729126 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json new file mode 100644 index 0000000..52778f9 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 23.92013931274414, + "acc": 0.087890625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03728649765253067, + "median_norm": 0.037930846214294434, + "max_norm": 0.07764743268489838, + "min_norm": 4.226743111193426e-16, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.577311992645264, + "5": -3.1184537410736084, + "10": -1.5696603059768677, + "25": -1.485742211341858, + "50": -1.4209978580474854, + "75": -1.3389219045639038, + "90": -1.2837460041046143, + "95": -1.2658008337020874, + "99": -1.2060940265655518 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 3, + 1, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 3, + 5, + 3, + 3, + 5, + 255, + 212 + ], + "log_norms_bin_edges": [ + -15.373993873596191, + -15.088711738586426, + -14.803428649902344, + -14.518146514892578, + -14.232864379882812, + -13.947582244873047, + -13.662299156188965, + -13.3770170211792, + -13.091733932495117, + -12.806451797485352, + -12.521169662475586, + -12.23588752746582, + -11.950604438781738, + -11.665322303771973, + -11.38003921508789, + -11.094757080078125, + -10.80947494506836, + -10.524192810058594, + -10.238910675048828, + -9.953627586364746, + -9.66834545135498, + -9.383062362670898, + -9.097780227661133, + -8.812498092651367, + -8.527215957641602, + -8.24193286895752, + -7.956650733947754, + -7.67136812210083, + -7.386085510253906, + -7.100803375244141, + -6.815521240234375, + -6.530238151550293, + -6.244956016540527, + -5.959673881530762, + -5.67439079284668, + -5.389108657836914, + -5.103826522827148, + -4.818543434143066, + -4.533261299133301, + -4.247979164123535, + -3.9626970291137695, + -3.6774139404296875, + -3.392131805419922, + -3.1068496704101562, + -2.821566581726074, + -2.5362844467163086, + -2.251002311706543, + -1.965719223022461, + -1.6804370880126953, + -1.3951549530029297, + -1.1098729372024536 + ], + "r_inf_mean": 0.2887355089187622, + "r_inf_median": 0.2795327305793762, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.603787899017334, + "eff_dim_mean": 0.603787899017334, + "topk_energy": { + "1": 0.08573924005031586, + "5": 0.3092215061187744, + "10": 0.4673236608505249, + "25": 0.7525699138641357 + }, + "gamma_raw": -0.040177542716264725, + "gamma_active": { + "1e-08": -0.040401361882686615, + "1e-07": -0.04038836061954498, + "1e-06": -0.04061306640505791, + "1e-05": -0.04012471064925194, + "0.0001": -0.04011746123433113 + }, + "gamma_energy_weighted": { + "1e-08": -0.05579394114090364, + "1e-07": -0.05579394114090364, + "1e-06": -0.05579394114090364, + "1e-05": -0.05579394114090364, + "0.0001": -0.05579394114090364 + } + }, + { + "layer": 1, + "mean_norm": 0.0022627641446888447, + "median_norm": 0.002456379123032093, + "max_norm": 0.0032219497952610254, + "min_norm": 2.4243500737987992e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.751739978790283, + "5": -4.378319263458252, + "10": -2.7228407859802246, + "25": -2.6509134769439697, + "50": -2.6096644401550293, + "75": -2.5862069129943848, + "90": -2.5598480701446533, + "95": -2.5461511611938477, + "99": -2.509925603866577 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 1, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.615406036376953, + -16.332935333251953, + -16.050464630126953, + -15.76799488067627, + -15.48552417755127, + -15.20305347442627, + -14.92058277130127, + -14.638113021850586, + -14.355642318725586, + -14.073171615600586, + -13.790700912475586, + -13.508230209350586, + -13.225759506225586, + -12.943289756774902, + -12.660819053649902, + -12.378349304199219, + -12.095878601074219, + -11.813407897949219, + -11.530937194824219, + -11.248466491699219, + -10.965995788574219, + -10.683525085449219, + -10.401055335998535, + -10.118584632873535, + -9.836113929748535, + -9.553644180297852, + -9.271173477172852, + -8.988702774047852, + -8.706232070922852, + -8.423761367797852, + -8.141291618347168, + -7.858820915222168, + -7.576350212097168, + -7.293879508972168, + -7.011408805847168, + -6.728939056396484, + -6.446468353271484, + -6.163997650146484, + -5.881526947021484, + -5.599057197570801, + -5.316586494445801, + -5.034115791320801, + -4.751645088195801, + -4.469174385070801, + -4.186704635620117, + -3.904233932495117, + -3.621763229370117, + -3.339292526245117, + -3.056821823120117, + -2.7743520736694336, + -2.4918813705444336 + ], + "r_inf_mean": 0.29184481501579285, + "r_inf_median": 0.2819744050502777, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6083689332008362, + "eff_dim_mean": 0.6083688735961914, + "topk_energy": { + "1": 0.08786788582801819, + "5": 0.30455708503723145, + "10": 0.46107539534568787, + "25": 0.7499868869781494 + }, + "gamma_raw": 0.34434330463409424, + "gamma_active": { + "1e-08": 0.34761184453964233, + "1e-07": 0.3478282392024994, + "1e-06": 0.34765172004699707, + "1e-05": 0.3475145697593689, + "0.0001": 0.3475410044193268 + }, + "gamma_energy_weighted": { + "1e-08": 0.34663940910634533, + "1e-07": 0.34663940910634533, + "1e-06": 0.34663940910634533, + "1e-05": 0.34663940910634533, + "0.0001": 0.34663940910634533 + } + }, + { + "layer": 2, + "mean_norm": 0.002148794010281563, + "median_norm": 0.0023284035269171, + "max_norm": 0.003036361886188388, + "min_norm": 2.3130853478598014e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.970703125, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.783513069152832, + "5": -4.405360221862793, + "10": -2.7452380657196045, + "25": -2.6773810386657715, + "50": -2.632211208343506, + "75": -2.6145877838134766, + "90": -2.5779762268066406, + "95": -2.5610511302948, + "99": -2.5195508003234863 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.63580894470215, + -16.353445053100586, + -16.071083068847656, + -15.788719177246094, + -15.506356239318848, + -15.223993301391602, + -14.941629409790039, + -14.659266471862793, + -14.376903533935547, + -14.094539642333984, + -13.812176704406738, + -13.529813766479492, + -13.24744987487793, + -12.965086936950684, + -12.682723999023438, + -12.400360107421875, + -12.117997169494629, + -11.835634231567383, + -11.55327033996582, + -11.270907402038574, + -10.988544464111328, + -10.706180572509766, + -10.42381763458252, + -10.141454696655273, + -9.859090805053711, + -9.576727867126465, + -9.294364929199219, + -9.012001037597656, + -8.72963809967041, + -8.447275161743164, + -8.164912223815918, + -7.8825483322143555, + -7.600185394287109, + -7.317822456359863, + -7.035458564758301, + -6.753095626831055, + -6.470732688903809, + -6.188368797302246, + -5.906005859375, + -5.623642921447754, + -5.341279983520508, + -5.058916091918945, + -4.776553153991699, + -4.494190216064453, + -4.211826324462891, + -3.9294633865356445, + -3.6471004486083984, + -3.364736557006836, + -3.08237361907959, + -2.8000106811523438, + -2.517646551132202 + ], + "r_inf_mean": 0.29782769083976746, + "r_inf_median": 0.28757244348526, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.606673538684845, + "eff_dim_mean": 0.6066734790802002, + "topk_energy": { + "1": 0.0915694385766983, + "5": 0.30885544419288635, + "10": 0.4656135141849518, + "25": 0.7512730360031128 + }, + "gamma_raw": 0.16950052976608276, + "gamma_active": { + "1e-08": 0.17113937437534332, + "1e-07": 0.1714351326227188, + "1e-06": 0.17174233496189117, + "1e-05": 0.17273978888988495, + "0.0001": 0.17300204932689667 + }, + "gamma_energy_weighted": { + "1e-08": 0.17859370830768834, + "1e-07": 0.17859370830768834, + "1e-06": 0.17859370830768834, + "1e-05": 0.17859370830768834, + "0.0001": 0.17859370830768834 + } + }, + { + "layer": 3, + "mean_norm": 0.002141700591892004, + "median_norm": 0.0023202854208648205, + "max_norm": 0.0030252267606556416, + "min_norm": 2.3068206127725698e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.784777641296387, + "5": -4.405984401702881, + "10": -2.746476411819458, + "25": -2.6792244911193848, + "50": -2.634348154067993, + "75": -2.615184783935547, + "90": -2.5783889293670654, + "95": -2.562195062637329, + "99": -2.5211620330810547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.636985778808594, + -16.354631423950195, + -16.072275161743164, + -15.789920806884766, + -15.507566452026367, + -15.225211143493652, + -14.942856788635254, + -14.660501480102539, + -14.37814712524414, + -14.095791816711426, + -13.813437461853027, + -13.531082153320312, + -13.248727798461914, + -12.9663724899292, + -12.684017181396484, + -12.401662826538086, + -12.119308471679688, + -11.836953163146973, + -11.554597854614258, + -11.27224349975586, + -10.989889144897461, + -10.707533836364746, + -10.425178527832031, + -10.142824172973633, + -9.860468864440918, + -9.578113555908203, + -9.295759201049805, + -9.013404846191406, + -8.731049537658691, + -8.448695182800293, + -8.166339874267578, + -7.88398551940918, + -7.601630210876465, + -7.31927490234375, + -7.036920547485352, + -6.754565238952637, + -6.472210884094238, + -6.189855575561523, + -5.907501220703125, + -5.62514591217041, + -5.342791557312012, + -5.060436248779297, + -4.778081893920898, + -4.495726585388184, + -4.213372230529785, + -3.9310169219970703, + -3.648662567138672, + -3.366307258605957, + -3.083951950073242, + -2.8015975952148438, + -2.519242286682129 + ], + "r_inf_mean": 0.29786890745162964, + "r_inf_median": 0.28813353180885315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6065499782562256, + "eff_dim_mean": 0.6065499782562256, + "topk_energy": { + "1": 0.09160222858190536, + "5": 0.3090411424636841, + "10": 0.46582093834877014, + "25": 0.751335620880127 + }, + "gamma_raw": 0.06490367650985718, + "gamma_active": { + "1e-08": 0.06554841995239258, + "1e-07": 0.06571294367313385, + "1e-06": 0.06613731384277344, + "1e-05": 0.06657067686319351, + "0.0001": 0.06689292937517166 + }, + "gamma_energy_weighted": { + "1e-08": 0.07483635044137862, + "1e-07": 0.07483635044137862, + "1e-06": 0.07483635044137862, + "1e-05": 0.07483635044137862, + "0.0001": 0.07483635044137862 + } + }, + { + "layer": 4, + "mean_norm": 0.0021400912664830685, + "median_norm": 0.002316127996891737, + "max_norm": 0.003018693532794714, + "min_norm": 2.3042234310852758e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.7849345207214355, + "5": -4.406647682189941, + "10": -2.7464849948883057, + "25": -2.6788127422332764, + "50": -2.6350479125976562, + "75": -2.6158316135406494, + "90": -2.5785694122314453, + "95": -2.563105821609497, + "99": -2.5221107006073 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.637475967407227, + -16.35512924194336, + -16.072784423828125, + -15.790438652038574, + -15.508092880249023, + -15.225746154785156, + -14.943400382995605, + -14.661054611206055, + -14.378708839416504, + -14.096363067626953, + -13.814017295837402, + -13.531671524047852, + -13.249324798583984, + -12.96697998046875, + -12.684633255004883, + -12.402287483215332, + -12.119941711425781, + -11.83759593963623, + -11.55525016784668, + -11.272903442382812, + -10.990558624267578, + -10.708211898803711, + -10.42586612701416, + -10.14352035522461, + -9.861174583435059, + -9.578828811645508, + -9.296483039855957, + -9.014137268066406, + -8.731790542602539, + -8.449444770812988, + -8.167098999023438, + -7.884753227233887, + -7.602407455444336, + -7.320061683654785, + -7.037715911865234, + -6.755370140075684, + -6.473024368286133, + -6.190677642822266, + -5.908331871032715, + -5.625986099243164, + -5.343640327453613, + -5.0612945556640625, + -4.778948783874512, + -4.496603012084961, + -4.214256286621094, + -3.931910514831543, + -3.649564743041992, + -3.3672189712524414, + -3.0848731994628906, + -2.80252742767334, + -2.520181179046631 + ], + "r_inf_mean": 0.29807865619659424, + "r_inf_median": 0.28884026408195496, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6064637899398804, + "eff_dim_mean": 0.6064637899398804, + "topk_energy": { + "1": 0.09174832701683044, + "5": 0.30914807319641113, + "10": 0.46608108282089233, + "25": 0.7512701749801636 + }, + "gamma_raw": 0.1282370388507843, + "gamma_active": { + "1e-08": 0.12944062054157257, + "1e-07": 0.12994083762168884, + "1e-06": 0.1299200803041458, + "1e-05": 0.12985725700855255, + "0.0001": 0.12957803905010223 + }, + "gamma_energy_weighted": { + "1e-08": 0.1308258253866679, + "1e-07": 0.1308258253866679, + "1e-06": 0.1308258253866679, + "1e-05": 0.1308258253866679, + "0.0001": 0.1308258253866679 + } + }, + { + "layer": 5, + "mean_norm": 0.0021391124464571476, + "median_norm": 0.002316426020115614, + "max_norm": 0.0030164900235831738, + "min_norm": 2.296785753889444e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785044193267822, + "5": -4.40732479095459, + "10": -2.7460896968841553, + "25": -2.678236961364746, + "50": -2.6351685523986816, + "75": -2.6151626110076904, + "90": -2.5793752670288086, + "95": -2.5638644695281982, + "99": -2.5224201679229736 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638879776000977, + -16.35651206970215, + -16.07414436340332, + -15.791776657104492, + -15.509408950805664, + -15.227041244506836, + -14.944673538208008, + -14.662306785583496, + -14.379939079284668, + -14.09757137298584, + -13.815203666687012, + -13.532835960388184, + -13.250468254089355, + -12.968100547790527, + -12.6857328414917, + -12.403366088867188, + -12.12099838256836, + -11.838630676269531, + -11.556262969970703, + -11.273895263671875, + -10.991527557373047, + -10.709159851074219, + -10.42679214477539, + -10.144424438476562, + -9.862056732177734, + -9.579689025878906, + -9.297321319580078, + -9.01495361328125, + -8.732585906982422, + -8.45021915435791, + -8.167851448059082, + -7.885483741760254, + -7.603116035461426, + -7.320748329162598, + -7.0383806228637695, + -6.756012916564941, + -6.473645210266113, + -6.191277503967285, + -5.908910751342773, + -5.626543045043945, + -5.344175338745117, + -5.061807632446289, + -4.779439926147461, + -4.497072219848633, + -4.214704513549805, + -3.9323368072509766, + -3.6499691009521484, + -3.3676013946533203, + -3.085233688354492, + -2.8028669357299805, + -2.520498037338257 + ], + "r_inf_mean": 0.29812687635421753, + "r_inf_median": 0.28683507442474365, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6063953042030334, + "eff_dim_mean": 0.6063952445983887, + "topk_energy": { + "1": 0.09178844094276428, + "5": 0.3090246617794037, + "10": 0.4659978747367859, + "25": 0.7513611316680908 + }, + "gamma_raw": 0.10234156996011734, + "gamma_active": { + "1e-08": 0.10332465171813965, + "1e-07": 0.10371534526348114, + "1e-06": 0.10408875346183777, + "1e-05": 0.10438687354326248, + "0.0001": 0.10498493909835815 + }, + "gamma_energy_weighted": { + "1e-08": 0.11069016244554784, + "1e-07": 0.11069016244554784, + "1e-06": 0.11069016244554784, + "1e-05": 0.11069016244554784, + "0.0001": 0.11069016244554784 + } + }, + { + "layer": 6, + "mean_norm": 0.0021382225677371025, + "median_norm": 0.002312885597348213, + "max_norm": 0.0030126406345516443, + "min_norm": 2.2995520112939438e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785416603088379, + "5": -4.407804012298584, + "10": -2.746650218963623, + "25": -2.6778483390808105, + "50": -2.635842800140381, + "75": -2.615457057952881, + "90": -2.5797200202941895, + "95": -2.564593553543091, + "99": -2.522966146469116 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638357162475586, + -16.35601043701172, + -16.073665618896484, + -15.791318893432617, + -15.508973121643066, + -15.226627349853516, + -14.944280624389648, + -14.661934852600098, + -14.379589080810547, + -14.09724235534668, + -13.814896583557129, + -13.532550811767578, + -13.250204086303711, + -12.96785831451416, + -12.68551254272461, + -12.403165817260742, + -12.120820045471191, + -11.83847427368164, + -11.556127548217773, + -11.273781776428223, + -10.991436004638672, + -10.709089279174805, + -10.426743507385254, + -10.144397735595703, + -9.862051010131836, + -9.579705238342285, + -9.297359466552734, + -9.015012741088867, + -8.732666969299316, + -8.450321197509766, + -8.167975425720215, + -7.885628700256348, + -7.603282928466797, + -7.320937156677246, + -7.038590431213379, + -6.756244659423828, + -6.473898887634277, + -6.19155216217041, + -5.909206390380859, + -5.626860618591309, + -5.344514846801758, + -5.062168121337891, + -4.77982234954834, + -4.497476577758789, + -4.215129852294922, + -3.932784080505371, + -3.6504383087158203, + -3.368091583251953, + -3.0857458114624023, + -2.8034000396728516, + -2.521052837371826 + ], + "r_inf_mean": 0.2985108494758606, + "r_inf_median": 0.28717949986457825, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062836647033691, + "eff_dim_mean": 0.6062836647033691, + "topk_energy": { + "1": 0.09203489124774933, + "5": 0.30927520990371704, + "10": 0.46633467078208923, + "25": 0.7511510848999023 + }, + "gamma_raw": 0.1039440929889679, + "gamma_active": { + "1e-08": 0.10492013394832611, + "1e-07": 0.10531504452228546, + "1e-06": 0.10525121539831161, + "1e-05": 0.10601872205734253, + "0.0001": 0.10626757144927979 + }, + "gamma_energy_weighted": { + "1e-08": 0.11048480657144158, + "1e-07": 0.11048480657144158, + "1e-06": 0.11048480657144158, + "1e-05": 0.11048480657144158, + "0.0001": 0.11048480657144158 + } + }, + { + "layer": 7, + "mean_norm": 0.002137281931936741, + "median_norm": 0.0023135398514568806, + "max_norm": 0.003005567006766796, + "min_norm": 2.299019141543337e-17, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.785310745239258, + "5": -4.407889366149902, + "10": -2.7471535205841064, + "25": -2.6784987449645996, + "50": -2.6356680393218994, + "75": -2.615532636642456, + "90": -2.579728841781616, + "95": -2.5643932819366455, + "99": -2.5239601135253906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 1, + 2, + 2, + 4, + 0, + 1, + 2, + 1, + 4, + 5, + 3, + 3, + 4, + 466 + ], + "log_norms_bin_edges": [ + -16.638456344604492, + -16.356128692626953, + -16.073801040649414, + -15.791473388671875, + -15.509145736694336, + -15.226818084716797, + -14.944490432739258, + -14.662162780761719, + -14.37983512878418, + -14.09750747680664, + -13.815179824829102, + -13.532852172851562, + -13.250524520874023, + -12.968196868896484, + -12.685869216918945, + -12.403541564941406, + -12.121213912963867, + -11.838886260986328, + -11.556558609008789, + -11.27423095703125, + -10.991903305053711, + -10.709575653076172, + -10.427248001098633, + -10.144920349121094, + -9.862592697143555, + -9.580265045166016, + -9.297937393188477, + -9.015609741210938, + -8.733282089233398, + -8.45095443725586, + -8.16862678527832, + -7.886299133300781, + -7.603971481323242, + -7.321643829345703, + -7.039316177368164, + -6.756988525390625, + -6.474660873413086, + -6.192333221435547, + -5.910005569458008, + -5.627677917480469, + -5.34535026550293, + -5.063022613525391, + -4.780694961547852, + -4.4983673095703125, + -4.216039657592773, + -3.9337120056152344, + -3.6513843536376953, + -3.3690567016601562, + -3.086729049682617, + -2.804401397705078, + -2.522073745727539 + ], + "r_inf_mean": 0.29834839701652527, + "r_inf_median": 0.28551462292671204, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062889099121094, + "eff_dim_mean": 0.6062889099121094, + "topk_energy": { + "1": 0.09192343801259995, + "5": 0.30915555357933044, + "10": 0.4663572907447815, + "25": 0.7512447834014893 + }, + "gamma_raw": 0.012570230290293694, + "gamma_active": { + "1e-08": 0.012692345306277275, + "1e-07": 0.012734109535813332, + "1e-06": 0.013072150759398937, + "1e-05": 0.013508720323443413, + "0.0001": 0.014173618517816067 + }, + "gamma_energy_weighted": { + "1e-08": 0.020062512382802617, + "1e-07": 0.020062512382802617, + "1e-06": 0.020062512382802617, + "1e-05": 0.020062512382802617, + "0.0001": 0.020062512382802617 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json new file mode 100644 index 0000000..b1fcebc --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.988813400268555, + "acc": 0.123046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.018261468037962914, + "median_norm": 0.01810435578227043, + "max_norm": 0.052392132580280304, + "min_norm": 1.2693085409409832e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.329615116119385, + "5": -3.032705307006836, + "10": -2.094226837158203, + "25": -1.840422511100769, + "50": -1.7416422367095947, + "75": -1.637678861618042, + "90": -1.5575158596038818, + "95": -1.4953091144561768, + "99": -1.3901525735855103 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 5, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 1, + 3, + 1, + 3, + 3, + 3, + 9, + 16, + 65, + 116, + 118, + 87, + 35, + 12, + 5 + ], + "log_norms_bin_edges": [ + -5.896432876586914, + -5.804119110107422, + -5.7118048667907715, + -5.619491100311279, + -5.527176856994629, + -5.434863090515137, + -5.342548847198486, + -5.250235080718994, + -5.157920837402344, + -5.065607070922852, + -4.973293304443359, + -4.880979061126709, + -4.788665294647217, + -4.696351051330566, + -4.604037284851074, + -4.511723518371582, + -4.419409275054932, + -4.327095031738281, + -4.234781265258789, + -4.142467498779297, + -4.0501532554626465, + -3.9578394889831543, + -3.865525484085083, + -3.7732114791870117, + -3.6808974742889404, + -3.588583469390869, + -3.496269464492798, + -3.4039554595947266, + -3.3116416931152344, + -3.219327688217163, + -3.127013683319092, + -3.0346996784210205, + -2.942385673522949, + -2.850071668624878, + -2.7577576637268066, + -2.6654436588287354, + -2.573129653930664, + -2.480815887451172, + -2.3885018825531006, + -2.2961878776550293, + -2.203873872756958, + -2.1115598678588867, + -2.0192458629608154, + -1.9269318580627441, + -1.834618091583252, + -1.7423038482666016, + -1.6499900817871094, + -1.557675838470459, + -1.4653620719909668, + -1.3730483055114746, + -1.2807339429855347 + ], + "r_inf_mean": 0.3346211016178131, + "r_inf_median": 0.33115702867507935, + "pr_mean": 0.1818247139453888, + "pr_median": 0.17761187255382538, + "hoyer_mean": 0.45109063386917114, + "eff_dim_mean": 0.45109060406684875, + "topk_energy": { + "1": 0.11429791152477264, + "5": 0.41405075788497925, + "10": 0.6056092977523804, + "25": 0.8753576278686523 + }, + "gamma_raw": 0.03829241544008255, + "gamma_active": { + "1e-08": 0.03829241544008255, + "1e-07": 0.03829241544008255, + "1e-06": 0.03829241544008255, + "1e-05": 0.038807980716228485, + "0.0001": 0.03940252587199211 + }, + "gamma_energy_weighted": { + "1e-08": 0.04339156449521178, + "1e-07": 0.04339156449521178, + "1e-06": 0.04339156449521178, + "1e-05": 0.04339156449521178, + "0.0001": 0.04339156449521178 + } + }, + { + "layer": 1, + "mean_norm": 0.00200615543872118, + "median_norm": 0.0020930992905050516, + "max_norm": 0.0038308186922222376, + "min_norm": 1.6358693244455935e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9765625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.272561073303223, + "5": -3.8819961547851562, + "10": -3.1140315532684326, + "25": -2.732649087905884, + "50": -2.6781716346740723, + "75": -2.620455503463745, + "90": -2.5577120780944824, + "95": -2.5188887119293213, + "99": -2.474299907684326 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 3, + 2, + 1, + 1, + 1, + 3, + 1, + 2, + 4, + 2, + 1, + 3, + 1, + 8, + 3, + 7, + 6, + 24, + 165, + 176, + 60, + 20 + ], + "log_norms_bin_edges": [ + -6.786251544952393, + -6.6988606452941895, + -6.611469745635986, + -6.524078845977783, + -6.43668794631958, + -6.349297046661377, + -6.261906623840332, + -6.174515724182129, + -6.087124824523926, + -5.999733924865723, + -5.9123430252075195, + -5.824952125549316, + -5.737561225891113, + -5.65017032623291, + -5.562779426574707, + -5.475388526916504, + -5.387997627258301, + -5.300606727600098, + -5.2132158279418945, + -5.125824928283691, + -5.038434028625488, + -4.951043605804443, + -4.86365270614624, + -4.776261806488037, + -4.688870906829834, + -4.601480007171631, + -4.514089107513428, + -4.426698207855225, + -4.3393073081970215, + -4.251916885375977, + -4.164525985717773, + -4.07713508605957, + -3.989743947982788, + -3.902353048324585, + -3.814962148666382, + -3.7275712490081787, + -3.6401805877685547, + -3.5527896881103516, + -3.4653987884521484, + -3.3780078887939453, + -3.290616989135742, + -3.203226089477539, + -3.115835428237915, + -3.028444528579712, + -2.941053628921509, + -2.8536627292633057, + -2.7662720680236816, + -2.6788811683654785, + -2.5914902687072754, + -2.5040993690490723, + -2.416708469390869 + ], + "r_inf_mean": 0.28350934386253357, + "r_inf_median": 0.27626460790634155, + "pr_mean": 0.29583728313446045, + "pr_median": 0.3031446933746338, + "hoyer_mean": 0.6131179332733154, + "eff_dim_mean": 0.6131178736686707, + "topk_energy": { + "1": 0.08300141245126724, + "5": 0.30137214064598083, + "10": 0.45524704456329346, + "25": 0.7411407232284546 + }, + "gamma_raw": 0.026672635227441788, + "gamma_active": { + "1e-08": 0.026672635227441788, + "1e-07": 0.026672635227441788, + "1e-06": 0.026687966659665108, + "1e-05": 0.02694128081202507, + "0.0001": 0.027345584705471992 + }, + "gamma_energy_weighted": { + "1e-08": 0.030922978601251934, + "1e-07": 0.030922978601251934, + "1e-06": 0.030922978601251934, + "1e-05": 0.030922978601251934, + "0.0001": 0.030922978601251934 + } + }, + { + "layer": 2, + "mean_norm": 0.001630557468160987, + "median_norm": 0.001780090038664639, + "max_norm": 0.002465044381096959, + "min_norm": 1.11177193673484e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.4135942459106445, + "5": -3.9563229084014893, + "10": -3.1918435096740723, + "25": -2.794898271560669, + "50": -2.7494266033172607, + "75": -2.7148666381835938, + "90": -2.68253755569458, + "95": -2.666846990585327, + "99": -2.632441759109497 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 3, + 3, + 0, + 0, + 1, + 2, + 3, + 1, + 3, + 4, + 0, + 4, + 1, + 8, + 5, + 3, + 7, + 4, + 89, + 280, + 73 + ], + "log_norms_bin_edges": [ + -6.953984260559082, + -6.867068290710449, + -6.780151844024658, + -6.693235874176025, + -6.606319427490234, + -6.519403457641602, + -6.4324870109558105, + -6.345571041107178, + -6.258654594421387, + -6.171738624572754, + -6.084822654724121, + -5.99790620803833, + -5.910990238189697, + -5.824073791503906, + -5.737157821655273, + -5.650241851806641, + -5.56332540512085, + -5.476408958435059, + -5.389492988586426, + -5.302577018737793, + -5.215660572052002, + -5.128744602203369, + -5.041828155517578, + -4.954912185668945, + -4.8679962158203125, + -4.7810797691345215, + -4.6941633224487305, + -4.607247352600098, + -4.520331382751465, + -4.433415412902832, + -4.346498966217041, + -4.25958251953125, + -4.172666549682617, + -4.085750579833984, + -3.9988341331481934, + -3.9119179248809814, + -3.8250017166137695, + -3.7380857467651367, + -3.651169538497925, + -3.564253330230713, + -3.477337121963501, + -3.390420913696289, + -3.303504705429077, + -3.2165884971618652, + -3.1296725273132324, + -3.0427563190460205, + -2.9558401107788086, + -2.8689236640930176, + -2.7820076942443848, + -2.695091724395752, + -2.608175277709961 + ], + "r_inf_mean": 0.2427445948123932, + "r_inf_median": 0.24044522643089294, + "pr_mean": 0.35837697982788086, + "pr_median": 0.35698986053466797, + "hoyer_mean": 0.6455615162849426, + "eff_dim_mean": 0.6455615162849426, + "topk_energy": { + "1": 0.05951128154993057, + "5": 0.2510017156600952, + "10": 0.40441596508026123, + "25": 0.710291862487793 + }, + "gamma_raw": 0.022593721747398376, + "gamma_active": { + "1e-08": 0.022593721747398376, + "1e-07": 0.022593721747398376, + "1e-06": 0.02228531427681446, + "1e-05": 0.022530993446707726, + "0.0001": 0.022156869992613792 + }, + "gamma_energy_weighted": { + "1e-08": 0.02666412013733704, + "1e-07": 0.02666412013733704, + "1e-06": 0.02666412013733704, + "1e-05": 0.02666412013733704, + "0.0001": 0.02666412013733704 + } + }, + { + "layer": 3, + "mean_norm": 0.0016232646303251386, + "median_norm": 0.0017706905491650105, + "max_norm": 0.0024430505000054836, + "min_norm": 1.1032796010113088e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.413876056671143, + "5": -3.9558825492858887, + "10": -3.1930272579193115, + "25": -2.79695987701416, + "50": -2.7511038780212402, + "75": -2.715804100036621, + "90": -2.6849420070648193, + "95": -2.6707937717437744, + "99": -2.6356759071350098 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 1, + 2, + 3, + 1, + 3, + 4, + 0, + 4, + 1, + 8, + 5, + 2, + 8, + 4, + 79, + 285, + 78 + ], + "log_norms_bin_edges": [ + -6.957314491271973, + -6.8704094886779785, + -6.783504486083984, + -6.69659948348999, + -6.609694957733154, + -6.52278995513916, + -6.435884952545166, + -6.348979949951172, + -6.262074947357178, + -6.175169944763184, + -6.0882649421691895, + -6.001359939575195, + -5.914455413818359, + -5.827550411224365, + -5.740645408630371, + -5.653740406036377, + -5.566835403442383, + -5.479930877685547, + -5.3930253982543945, + -5.306120872497559, + -5.2192158699035645, + -5.13231086730957, + -5.045405864715576, + -4.958500862121582, + -4.871596336364746, + -4.784690856933594, + -4.697786331176758, + -4.610881328582764, + -4.5239763259887695, + -4.437071323394775, + -4.350166320800781, + -4.263261795043945, + -4.176356315612793, + -4.089451789855957, + -4.002546787261963, + -3.9156417846679688, + -3.8287367820739746, + -3.7418317794799805, + -3.6549270153045654, + -3.5680220127105713, + -3.481117010116577, + -3.394212245941162, + -3.307307243347168, + -3.220402240753174, + -3.1334972381591797, + -3.0465924739837646, + -2.9596874713897705, + -2.8727827072143555, + -2.7858777046203613, + -2.698972702026367, + -2.612067699432373 + ], + "r_inf_mean": 0.24267643690109253, + "r_inf_median": 0.2390918880701065, + "pr_mean": 0.35725241899490356, + "pr_median": 0.35808998346328735, + "hoyer_mean": 0.6445004940032959, + "eff_dim_mean": 0.6445004940032959, + "topk_energy": { + "1": 0.059470903128385544, + "5": 0.2516278028488159, + "10": 0.4053424596786499, + "25": 0.7113174200057983 + }, + "gamma_raw": 0.03011961840093136, + "gamma_active": { + "1e-08": 0.03011961840093136, + "1e-07": 0.03011961840093136, + "1e-06": 0.03006497025489807, + "1e-05": 0.030645456165075302, + "0.0001": 0.030767982825636864 + }, + "gamma_energy_weighted": { + "1e-08": 0.036601028558925844, + "1e-07": 0.036601028558925844, + "1e-06": 0.036601028558925844, + "1e-05": 0.036601028558925844, + "0.0001": 0.036601028558925844 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json new file mode 100644 index 0000000..61516f2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 6.1713104248046875, + "acc": 0.076171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.007532850839197636, + "median_norm": 0.007315286435186863, + "max_norm": 0.015097061172127724, + "min_norm": 7.38429298507981e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.4283883571624756, + "5": -2.5519192218780518, + "10": -2.2838096618652344, + "25": -2.2124950885772705, + "50": -2.135554313659668, + "75": -2.0522072315216064, + "90": -1.9597227573394775, + "95": -1.9218248128890991, + "99": -1.8477203845977783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 2, + 3, + 3, + 3, + 0, + 1, + 2, + 5, + 15, + 36, + 70, + 81, + 92, + 53, + 39, + 37, + 31, + 14, + 7 + ], + "log_norms_bin_edges": [ + -4.1316914558410645, + -4.085479736328125, + -4.0392680168151855, + -3.993056535720825, + -3.9468448162078857, + -3.9006330966949463, + -3.854421377182007, + -3.8082096576690674, + -3.761998176574707, + -3.7157864570617676, + -3.669574737548828, + -3.6233630180358887, + -3.577151298522949, + -3.530939817428589, + -3.4847280979156494, + -3.43851637840271, + -3.3923046588897705, + -3.34609317779541, + -3.2998814582824707, + -3.2536697387695312, + -3.207458019256592, + -3.1612462997436523, + -3.115034580230713, + -3.0688228607177734, + -3.022611379623413, + -2.9763996601104736, + -2.9301881790161133, + -2.883976459503174, + -2.8377647399902344, + -2.791553020477295, + -2.7453413009643555, + -2.699129581451416, + -2.6529178619384766, + -2.606706142425537, + -2.5604946613311768, + -2.5142829418182373, + -2.468071460723877, + -2.4218597412109375, + -2.375648021697998, + -2.3294363021850586, + -2.283224582672119, + -2.2370128631591797, + -2.1908011436462402, + -2.144589424133301, + -2.0983779430389404, + -2.052166223526001, + -2.0059545040130615, + -1.9597430229187012, + -1.9135313034057617, + -1.8673195838928223, + -1.8211077451705933 + ], + "r_inf_mean": 0.3890951871871948, + "r_inf_median": 0.37773993611335754, + "pr_mean": 0.15059992671012878, + "pr_median": 0.140448197722435, + "hoyer_mean": 0.4746935963630676, + "eff_dim_mean": 0.4746935963630676, + "topk_energy": { + "1": 0.15740478038787842, + "5": 0.4759059250354767, + "10": 0.6441375017166138, + "25": 0.8524837493896484 + }, + "gamma_raw": 0.004259799607098103, + "gamma_active": { + "1e-08": 0.004259799607098103, + "1e-07": 0.004259799607098103, + "1e-06": 0.004259799607098103, + "1e-05": 0.004259799607098103, + "0.0001": 0.004448278341442347 + }, + "gamma_energy_weighted": { + "1e-08": -0.01047850841180783, + "1e-07": -0.01047850841180783, + "1e-06": -0.01047850841180783, + "1e-05": -0.01047850841180783, + "0.0001": -0.01047850841180783 + } + }, + { + "layer": 1, + "mean_norm": 0.0019752010703086853, + "median_norm": 0.002030913019552827, + "max_norm": 0.002893763594329357, + "min_norm": 1.0888797078223433e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.979748249053955, + "5": -3.0953633785247803, + "10": -2.834406852722168, + "25": -2.7286720275878906, + "50": -2.6922659873962402, + "75": -2.6390044689178467, + "90": -2.6046152114868164, + "95": -2.5847744941711426, + "99": -2.56687068939209 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 0, + 1, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 3, + 6, + 10, + 19, + 50, + 156, + 113, + 93, + 28 + ], + "log_norms_bin_edges": [ + -4.963020324707031, + -4.9145307540893555, + -4.86604118347168, + -4.817551136016846, + -4.76906156539917, + -4.720571994781494, + -4.672082424163818, + -4.623592853546143, + -4.575102806091309, + -4.526613235473633, + -4.478123664855957, + -4.429634094238281, + -4.3811445236206055, + -4.3326544761657715, + -4.284164905548096, + -4.23567533493042, + -4.187185764312744, + -4.13869571685791, + -4.090206146240234, + -4.041716575622559, + -3.993227005004883, + -3.944737434387207, + -3.896247625350952, + -3.8477578163146973, + -3.7992682456970215, + -3.7507786750793457, + -3.70228910446167, + -3.653799295425415, + -3.60530948638916, + -3.5568199157714844, + -3.5083303451538086, + -3.459840774536133, + -3.411350965499878, + -3.362861156463623, + -3.3143715858459473, + -3.2658820152282715, + -3.2173924446105957, + -3.168902635574341, + -3.120412826538086, + -3.07192325592041, + -3.0234336853027344, + -2.9749441146850586, + -2.9264543056488037, + -2.877964735031128, + -2.829474925994873, + -2.7809853553771973, + -2.7324955463409424, + -2.6840059757232666, + -2.6355161666870117, + -2.587026596069336, + -2.53853702545166 + ], + "r_inf_mean": 0.2802375257015228, + "r_inf_median": 0.273185670375824, + "pr_mean": 0.3038672208786011, + "pr_median": 0.31710830330848694, + "hoyer_mean": 0.621390700340271, + "eff_dim_mean": 0.6213906407356262, + "topk_energy": { + "1": 0.08067095279693604, + "5": 0.2888798117637634, + "10": 0.4443775415420532, + "25": 0.7368499040603638 + }, + "gamma_raw": 0.2747020125389099, + "gamma_active": { + "1e-08": 0.2747020125389099, + "1e-07": 0.2747020125389099, + "1e-06": 0.2747020125389099, + "1e-05": 0.2747020125389099, + "0.0001": 0.27477967739105225 + }, + "gamma_energy_weighted": { + "1e-08": 0.27507778563314755, + "1e-07": 0.27507778563314755, + "1e-06": 0.27507778563314755, + "1e-05": 0.27507778563314755, + "0.0001": 0.27507778563314755 + } + }, + { + "layer": 2, + "mean_norm": 0.001952650723978877, + "median_norm": 0.00200668815523386, + "max_norm": 0.0028831101953983307, + "min_norm": 1.0780074262584094e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.983128309249878, + "5": -3.0981640815734863, + "10": -2.8382582664489746, + "25": -2.7369093894958496, + "50": -2.6975111961364746, + "75": -2.644345760345459, + "90": -2.6082205772399902, + "95": -2.585623264312744, + "99": -2.5738887786865234 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 23, + 54, + 159, + 103, + 89, + 29 + ], + "log_norms_bin_edges": [ + -4.96737813949585, + -4.918833255767822, + -4.870288372039795, + -4.821743965148926, + -4.773199081420898, + -4.724654197692871, + -4.676109313964844, + -4.627564430236816, + -4.579020023345947, + -4.53047513961792, + -4.481930255889893, + -4.433385372161865, + -4.384840965270996, + -4.336296081542969, + -4.287751197814941, + -4.239206314086914, + -4.190661430358887, + -4.142116546630859, + -4.09357213973999, + -4.045027256011963, + -3.9964823722839355, + -3.947937488555908, + -3.89939284324646, + -3.8508481979370117, + -3.8023033142089844, + -3.753758430480957, + -3.7052135467529297, + -3.6566689014434814, + -3.608124256134033, + -3.559579372406006, + -3.5110344886779785, + -3.462489604949951, + -3.413944959640503, + -3.3654003143310547, + -3.3168554306030273, + -3.268310546875, + -3.2197656631469727, + -3.1712210178375244, + -3.122676372528076, + -3.074131488800049, + -3.0255866050720215, + -2.977041721343994, + -2.928497076034546, + -2.8799521923065186, + -2.8314075469970703, + -2.782862663269043, + -2.7343180179595947, + -2.6857731342315674, + -2.637228488922119, + -2.588683605194092, + -2.5401387214660645 + ], + "r_inf_mean": 0.2807044982910156, + "r_inf_median": 0.2717209756374359, + "pr_mean": 0.3049052357673645, + "pr_median": 0.31693893671035767, + "hoyer_mean": 0.6231553554534912, + "eff_dim_mean": 0.6231553554534912, + "topk_energy": { + "1": 0.08096382021903992, + "5": 0.288168728351593, + "10": 0.4431476593017578, + "25": 0.7346833348274231 + }, + "gamma_raw": 0.12229488790035248, + "gamma_active": { + "1e-08": 0.12229488790035248, + "1e-07": 0.12229488790035248, + "1e-06": 0.12229488790035248, + "1e-05": 0.12229488790035248, + "0.0001": 0.12277957797050476 + }, + "gamma_energy_weighted": { + "1e-08": 0.1305244742556957, + "1e-07": 0.1305244742556957, + "1e-06": 0.1305244742556957, + "1e-05": 0.1305244742556957, + "0.0001": 0.1305244742556957 + } + }, + { + "layer": 3, + "mean_norm": 0.0019504409283399582, + "median_norm": 0.0020051205065101385, + "max_norm": 0.0028770670760422945, + "min_norm": 1.0778582691273186e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.983774185180664, + "5": -3.098360776901245, + "10": -2.839005708694458, + "25": -2.7377922534942627, + "50": -2.697819948196411, + "75": -2.6448006629943848, + "90": -2.6088755130767822, + "95": -2.5860493183135986, + "99": -2.5741279125213623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 23, + 53, + 160, + 102, + 90, + 29 + ], + "log_norms_bin_edges": [ + -4.967438220977783, + -4.918910503387451, + -4.870382785797119, + -4.821855068206787, + -4.773327350616455, + -4.724799633026123, + -4.676271438598633, + -4.627743721008301, + -4.579216003417969, + -4.530688285827637, + -4.482160568237305, + -4.433632850646973, + -4.385105133056641, + -4.336577415466309, + -4.288049697875977, + -4.2395219802856445, + -4.1909942626953125, + -4.142466068267822, + -4.09393835067749, + -4.045410633087158, + -3.996882915496826, + -3.948355197906494, + -3.899827480316162, + -3.85129976272583, + -3.802772045135498, + -3.754244327545166, + -3.705716371536255, + -3.657188653945923, + -3.608660936355591, + -3.5601329803466797, + -3.5116052627563477, + -3.4630775451660156, + -3.4145498275756836, + -3.3660221099853516, + -3.3174943923950195, + -3.2689666748046875, + -3.2204387187957764, + -3.1719110012054443, + -3.1233832836151123, + -3.074855327606201, + -3.026327610015869, + -2.977799892425537, + -2.929272174835205, + -2.880744457244873, + -2.832216739654541, + -2.783689022064209, + -2.735161066055298, + -2.686633348464966, + -2.638105630874634, + -2.5895779132843018, + -2.5410501956939697 + ], + "r_inf_mean": 0.2808457612991333, + "r_inf_median": 0.2713828980922699, + "pr_mean": 0.3045424222946167, + "pr_median": 0.3164176046848297, + "hoyer_mean": 0.6230210661888123, + "eff_dim_mean": 0.6230210065841675, + "topk_energy": { + "1": 0.08103559166193008, + "5": 0.2885124087333679, + "10": 0.44346192479133606, + "25": 0.7348107695579529 + }, + "gamma_raw": 0.058160606771707535, + "gamma_active": { + "1e-08": 0.058160606771707535, + "1e-07": 0.058160606771707535, + "1e-06": 0.058160606771707535, + "1e-05": 0.058160606771707535, + "0.0001": 0.058369915932416916 + }, + "gamma_energy_weighted": { + "1e-08": 0.06722333881540113, + "1e-07": 0.06722333881540113, + "1e-06": 0.06722333881540113, + "1e-05": 0.06722333881540113, + "0.0001": 0.06722333881540113 + } + }, + { + "layer": 4, + "mean_norm": 0.0019506842363625765, + "median_norm": 0.0020068353042006493, + "max_norm": 0.00288299098610878, + "min_norm": 1.0810102139657829e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9839375019073486, + "5": -3.098226547241211, + "10": -2.838139533996582, + "25": -2.73799991607666, + "50": -2.697472095489502, + "75": -2.64552640914917, + "90": -2.608635902404785, + "95": -2.5856754779815674, + "99": -2.574399471282959 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.966170310974121, + -4.91765022277832, + -4.869129657745361, + -4.8206095695495605, + -4.772089004516602, + -4.723568916320801, + -4.675048828125, + -4.626528263092041, + -4.57800817489624, + -4.5294880867004395, + -4.4809675216674805, + -4.43244743347168, + -4.383926868438721, + -4.33540678024292, + -4.286886692047119, + -4.23836612701416, + -4.189846038818359, + -4.141325950622559, + -4.0928053855896, + -4.044285297393799, + -3.995764970779419, + -3.947244644165039, + -3.898724317550659, + -3.8502039909362793, + -3.8016839027404785, + -3.7531635761260986, + -3.7046432495117188, + -3.656123161315918, + -3.607602596282959, + -3.559082508087158, + -3.5105621814727783, + -3.4620418548583984, + -3.4135217666625977, + -3.3650012016296387, + -3.316481113433838, + -3.267960786819458, + -3.219440460205078, + -3.1709203720092773, + -3.1224000453948975, + -3.0738797187805176, + -3.025359630584717, + -2.976839065551758, + -2.928318977355957, + -2.879798650741577, + -2.8312783241271973, + -2.7827582359313965, + -2.7342379093170166, + -2.6857175827026367, + -2.637197256088257, + -2.588676929473877, + -2.540156841278076 + ], + "r_inf_mean": 0.2810853123664856, + "r_inf_median": 0.27165746688842773, + "pr_mean": 0.3042261302471161, + "pr_median": 0.31661099195480347, + "hoyer_mean": 0.6229735016822815, + "eff_dim_mean": 0.6229734420776367, + "topk_energy": { + "1": 0.08118787407875061, + "5": 0.28864961862564087, + "10": 0.44364941120147705, + "25": 0.7349649667739868 + }, + "gamma_raw": 0.12279719114303589, + "gamma_active": { + "1e-08": 0.12279719114303589, + "1e-07": 0.12279719114303589, + "1e-06": 0.12279719114303589, + "1e-05": 0.12279719114303589, + "0.0001": 0.12278967350721359 + }, + "gamma_energy_weighted": { + "1e-08": 0.12208357556220593, + "1e-07": 0.12208357556220593, + "1e-06": 0.12208357556220593, + "1e-05": 0.12208357556220593, + "0.0001": 0.12208357556220593 + } + }, + { + "layer": 5, + "mean_norm": 0.0019504544325172901, + "median_norm": 0.002006699563935399, + "max_norm": 0.002882658503949642, + "min_norm": 1.0821350770129357e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9843926429748535, + "5": -3.098877429962158, + "10": -2.8382678031921387, + "25": -2.73783802986145, + "50": -2.6974964141845703, + "75": -2.6456072330474854, + "90": -2.608908176422119, + "95": -2.5857090950012207, + "99": -2.574798583984375 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965718746185303, + -4.917208671569824, + -4.8686981201171875, + -4.820188045501709, + -4.7716779708862305, + -4.723167419433594, + -4.674657344818115, + -4.626147270202637, + -4.57763671875, + -4.5291266441345215, + -4.480616569519043, + -4.432106018066406, + -4.383595943450928, + -4.335085868835449, + -4.2865753173828125, + -4.238065242767334, + -4.1895551681518555, + -4.141044616699219, + -4.09253454208374, + -4.044024467468262, + -3.995513916015625, + -3.9470038414001465, + -3.898493528366089, + -3.8499832153320312, + -3.8014731407165527, + -3.752962827682495, + -3.7044525146484375, + -3.655942440032959, + -3.6074321269989014, + -3.5589218139648438, + -3.5104117393493652, + -3.4619011878967285, + -3.41339111328125, + -3.3648810386657715, + -3.3163704872131348, + -3.2678604125976562, + -3.2193500995635986, + -3.170839786529541, + -3.1223297119140625, + -3.073819398880005, + -3.0253090858459473, + -2.9767990112304688, + -2.928288698196411, + -2.8797783851623535, + -2.831268310546875, + -2.7827579975128174, + -2.7342476844787598, + -2.6857376098632812, + -2.6372272968292236, + -2.588716983795166, + -2.5402069091796875 + ], + "r_inf_mean": 0.2809467315673828, + "r_inf_median": 0.2708880305290222, + "pr_mean": 0.3044413924217224, + "pr_median": 0.3165642023086548, + "hoyer_mean": 0.6230653524398804, + "eff_dim_mean": 0.6230652928352356, + "topk_energy": { + "1": 0.0811091810464859, + "5": 0.2884969115257263, + "10": 0.44348108768463135, + "25": 0.7348671555519104 + }, + "gamma_raw": 0.08943603932857513, + "gamma_active": { + "1e-08": 0.08943603932857513, + "1e-07": 0.08943603932857513, + "1e-06": 0.08943603932857513, + "1e-05": 0.08943603932857513, + "0.0001": 0.08980078995227814 + }, + "gamma_energy_weighted": { + "1e-08": 0.09905447716111432, + "1e-07": 0.09905447716111432, + "1e-06": 0.09905447716111432, + "1e-05": 0.09905447716111432, + "0.0001": 0.09905447716111432 + } + }, + { + "layer": 6, + "mean_norm": 0.0019505099626258016, + "median_norm": 0.0020066166762262583, + "max_norm": 0.002882121130824089, + "min_norm": 1.082702601706842e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9843664169311523, + "5": -3.0987679958343506, + "10": -2.838142156600952, + "25": -2.737828254699707, + "50": -2.6974525451660156, + "75": -2.645805835723877, + "90": -2.608813524246216, + "95": -2.5857765674591064, + "99": -2.5747857093811035 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 13, + 23, + 54, + 163, + 100, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965490818023682, + -4.91698694229126, + -4.86848258972168, + -4.819978713989258, + -4.771474361419678, + -4.722970485687256, + -4.674466609954834, + -4.625962257385254, + -4.577458381652832, + -4.52895450592041, + -4.48045015335083, + -4.431946277618408, + -4.383441925048828, + -4.334938049316406, + -4.286434173583984, + -4.237929821014404, + -4.189425945281982, + -4.140921592712402, + -4.0924177169799805, + -4.043913841247559, + -3.9954097270965576, + -3.9469056129455566, + -3.8984014987945557, + -3.8498973846435547, + -3.801393508911133, + -3.752889394760132, + -3.704385280609131, + -3.655881404876709, + -3.607377052307129, + -3.558873176574707, + -3.510369062423706, + -3.461864948272705, + -3.413361072540283, + -3.364856719970703, + -3.3163528442382812, + -3.2678487300872803, + -3.2193446159362793, + -3.1708407402038574, + -3.1223366260528564, + -3.0738325119018555, + -3.0253286361694336, + -2.9768242835998535, + -2.9283204078674316, + -2.8798162937164307, + -2.8313121795654297, + -2.782808303833008, + -2.734304189682007, + -2.685800075531006, + -2.637295961380005, + -2.588791847229004, + -2.540287971496582 + ], + "r_inf_mean": 0.28095096349716187, + "r_inf_median": 0.2710053324699402, + "pr_mean": 0.304426908493042, + "pr_median": 0.31655973196029663, + "hoyer_mean": 0.623043954372406, + "eff_dim_mean": 0.623043954372406, + "topk_energy": { + "1": 0.08111319690942764, + "5": 0.28852516412734985, + "10": 0.44347843527793884, + "25": 0.7348406314849854 + }, + "gamma_raw": 0.10261707007884979, + "gamma_active": { + "1e-08": 0.10261707007884979, + "1e-07": 0.10261707007884979, + "1e-06": 0.10261707007884979, + "1e-05": 0.10261707007884979, + "0.0001": 0.10286406427621841 + }, + "gamma_energy_weighted": { + "1e-08": 0.10501813207965245, + "1e-07": 0.10501813207965245, + "1e-06": 0.10501813207965245, + "1e-05": 0.10501813207965245, + "0.0001": 0.10501813207965245 + } + }, + { + "layer": 7, + "mean_norm": 0.0019501900533214211, + "median_norm": 0.0020060099195688963, + "max_norm": 0.002880372805520892, + "min_norm": 1.0823402590176556e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.9845006465911865, + "5": -3.0990617275238037, + "10": -2.8385016918182373, + "25": -2.7378792762756348, + "50": -2.6976280212402344, + "75": -2.645927667617798, + "90": -2.6088755130767822, + "95": -2.5858349800109863, + "99": -2.574846029281616 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 3, + 5, + 1, + 4, + 5, + 12, + 24, + 52, + 164, + 101, + 87, + 29 + ], + "log_norms_bin_edges": [ + -4.965636253356934, + -4.917134761810303, + -4.868632793426514, + -4.820131301879883, + -4.771629333496094, + -4.723127841949463, + -4.674625873565674, + -4.626124382019043, + -4.577622413635254, + -4.529120922088623, + -4.480619430541992, + -4.432117462158203, + -4.383615970611572, + -4.335114002227783, + -4.286612510681152, + -4.238110542297363, + -4.189609050750732, + -4.141107559204102, + -4.0926055908203125, + -4.044104099273682, + -3.9956021308898926, + -3.9471006393432617, + -3.8985989093780518, + -3.850097179412842, + -3.801595449447632, + -3.753093719482422, + -3.704591989517212, + -3.656090259552002, + -3.607588768005371, + -3.559086799621582, + -3.510585308074951, + -3.462083578109741, + -3.4135818481445312, + -3.3650801181793213, + -3.3165783882141113, + -3.2680768966674805, + -3.2195749282836914, + -3.1710734367370605, + -3.1225717067718506, + -3.0740699768066406, + -3.0255682468414307, + -2.9770665168762207, + -2.9285647869110107, + -2.880063056945801, + -2.83156156539917, + -2.78305983543396, + -2.73455810546875, + -2.68605637550354, + -2.63755464553833, + -2.58905291557312, + -2.54055118560791 + ], + "r_inf_mean": 0.2809687852859497, + "r_inf_median": 0.2709221839904785, + "pr_mean": 0.30449581146240234, + "pr_median": 0.31658974289894104, + "hoyer_mean": 0.6230658292770386, + "eff_dim_mean": 0.6230658292770386, + "topk_energy": { + "1": 0.08112221956253052, + "5": 0.28844815492630005, + "10": 0.44343557953834534, + "25": 0.7348103523254395 + }, + "gamma_raw": 0.021245133131742477, + "gamma_active": { + "1e-08": 0.021245133131742477, + "1e-07": 0.021245133131742477, + "1e-06": 0.021245133131742477, + "1e-05": 0.021245133131742477, + "0.0001": 0.021350590512156487 + }, + "gamma_energy_weighted": { + "1e-08": 0.024245804860290005, + "1e-07": 0.024245804860290005, + "1e-06": 0.024245804860290005, + "1e-05": 0.024245804860290005, + "0.0001": 0.024245804860290005 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json new file mode 100644 index 0000000..20ccc42 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 40.23894500732422, + "acc": 0.11328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06055815890431404, + "median_norm": 0.06389157474040985, + "max_norm": 0.13612151145935059, + "min_norm": 1.1510419394000353e-16, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.970703125, + "1e-06": 0.962890625, + "1e-05": 0.953125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -11.050276756286621, + "5": -4.505557060241699, + "10": -1.8621578216552734, + "25": -1.2558375597000122, + "50": -1.193789005279541, + "75": -1.140605092048645, + "90": -1.0846657752990723, + "95": -1.0459409952163696, + "99": -0.9537659883499146 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 0, + 2, + 1, + 3, + 1, + 1, + 1, + 2, + 2, + 3, + 3, + 1, + 5, + 3, + 3, + 4, + 5, + 264, + 191 + ], + "log_norms_bin_edges": [ + -15.938909530639648, + -15.637453079223633, + -15.3359956741333, + -15.034539222717285, + -14.73308277130127, + -14.431626319885254, + -14.130168914794922, + -13.828712463378906, + -13.52725601196289, + -13.225799560546875, + -12.924342155456543, + -12.622885704040527, + -12.321428298950195, + -12.01997184753418, + -11.718515396118164, + -11.417058944702148, + -11.115602493286133, + -10.8141450881958, + -10.512688636779785, + -10.211231231689453, + -9.909774780273438, + -9.608318328857422, + -9.306861877441406, + -9.00540542602539, + -8.703948020935059, + -8.402491569519043, + -8.101034164428711, + -7.799577713012695, + -7.49812126159668, + -7.196664810180664, + -6.895208358764648, + -6.593750953674316, + -6.292294502258301, + -5.990838050842285, + -5.689380645751953, + -5.3879241943359375, + -5.086467742919922, + -4.785011291503906, + -4.483553886413574, + -4.182097434997559, + -3.880640983581543, + -3.579183578491211, + -3.2777271270751953, + -2.9762706756591797, + -2.674814224243164, + -2.373356819152832, + -2.0719003677368164, + -1.7704439163208008, + -1.4689865112304688, + -1.1675300598144531, + -0.8660733103752136 + ], + "r_inf_mean": 0.2569846212863922, + "r_inf_median": 0.2568405568599701, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6286674737930298, + "eff_dim_mean": 0.6286674737930298, + "topk_energy": { + "1": 0.06674409657716751, + "5": 0.2710358500480652, + "10": 0.42999589443206787, + "25": 0.7298221588134766 + }, + "gamma_raw": -0.013366401195526123, + "gamma_active": { + "1e-08": -0.013815464451909065, + "1e-07": -0.013429931364953518, + "1e-06": -0.013240276835858822, + "1e-05": -0.01322955172508955, + "0.0001": -0.012954723089933395 + }, + "gamma_energy_weighted": { + "1e-08": -0.01502909436941342, + "1e-07": -0.01502909436941342, + "1e-06": -0.01502909436941342, + "1e-05": -0.01502909436941342, + "0.0001": -0.01502909436941342 + } + }, + { + "layer": 1, + "mean_norm": 0.0026737218722701073, + "median_norm": 0.0028883814811706543, + "max_norm": 0.004599173087626696, + "min_norm": 4.601291418999723e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.492376327514648, + "5": -5.784032821655273, + "10": -3.236506700515747, + "25": -2.622098684310913, + "50": -2.539177417755127, + "75": -2.4794580936431885, + "90": -2.4347593784332275, + "95": -2.4059386253356934, + "99": -2.3660924434661865 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 1, + 3, + 2, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 2, + 3, + 5, + 3, + 53, + 404 + ], + "log_norms_bin_edges": [ + -17.337121963500977, + -17.037126541137695, + -16.73712921142578, + -16.4371337890625, + -16.13713836669922, + -15.837141990661621, + -15.537145614624023, + -15.237150192260742, + -14.937153816223145, + -14.637157440185547, + -14.337162017822266, + -14.037165641784668, + -13.73716926574707, + -13.437173843383789, + -13.137177467346191, + -12.837181091308594, + -12.537185668945312, + -12.237190246582031, + -11.937193870544434, + -11.637197494506836, + -11.337202072143555, + -11.037205696105957, + -10.73720932006836, + -10.437213897705078, + -10.13721752166748, + -9.837221145629883, + -9.537225723266602, + -9.237229347229004, + -8.937232971191406, + -8.637237548828125, + -8.337241172790527, + -8.037245750427246, + -7.737249374389648, + -7.437252998352051, + -7.1372575759887695, + -6.837261199951172, + -6.537265777587891, + -6.237269401550293, + -5.937273025512695, + -5.637277603149414, + -5.337281227111816, + -5.037284851074219, + -4.7372894287109375, + -4.43729305267334, + -4.137296676635742, + -3.837301254272461, + -3.5373048782348633, + -3.237309455871582, + -2.9373130798339844, + -2.6373167037963867, + -2.337320327758789 + ], + "r_inf_mean": 0.25393927097320557, + "r_inf_median": 0.24750113487243652, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.635124921798706, + "eff_dim_mean": 0.635124921798706, + "topk_energy": { + "1": 0.06609533727169037, + "5": 0.2675483822822571, + "10": 0.42447078227996826, + "25": 0.7233885526657104 + }, + "gamma_raw": 0.31030386686325073, + "gamma_active": { + "1e-08": 0.320007860660553, + "1e-07": 0.3202536404132843, + "1e-06": 0.32031911611557007, + "1e-05": 0.32016894221305847, + "0.0001": 0.3194097578525543 + }, + "gamma_energy_weighted": { + "1e-08": 0.3297745349284965, + "1e-07": 0.3297745349284965, + "1e-06": 0.3297745349284965, + "1e-05": 0.3297745349284965, + "0.0001": 0.3297745349284965 + } + }, + { + "layer": 2, + "mean_norm": 0.0021144626662135124, + "median_norm": 0.002258037682622671, + "max_norm": 0.0033776196651160717, + "min_norm": 3.477474739798441e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.625507354736328, + "5": -5.914048194885254, + "10": -3.3435091972351074, + "25": -2.7114195823669434, + "50": -2.64601993560791, + "75": -2.5886340141296387, + "90": -2.5478646755218506, + "95": -2.5090599060058594, + "99": -2.4720473289489746 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 1, + 4, + 4, + 4, + 9, + 448 + ], + "log_norms_bin_edges": [ + -17.458736419677734, + -17.15898895263672, + -16.859243392944336, + -16.55949592590332, + -16.259748458862305, + -15.960001945495605, + -15.66025447845459, + -15.36050796508789, + -15.060760498046875, + -14.761013984680176, + -14.461267471313477, + -14.161520004272461, + -13.861773490905762, + -13.562026023864746, + -13.262279510498047, + -12.962532043457031, + -12.662785530090332, + -12.363039016723633, + -12.063291549682617, + -11.763544082641602, + -11.463797569274902, + -11.164051055908203, + -10.864303588867188, + -10.564557075500488, + -10.264810562133789, + -9.965063095092773, + -9.665315628051758, + -9.365569114685059, + -9.06582260131836, + -8.766075134277344, + -8.466328620910645, + -8.166581153869629, + -7.86683464050293, + -7.5670881271362305, + -7.267340660095215, + -6.967594146728516, + -6.6678466796875, + -6.368100166320801, + -6.068352699279785, + -5.768606185913086, + -5.46885871887207, + -5.169112205505371, + -4.869365692138672, + -4.569618225097656, + -4.269871711730957, + -3.9701242446899414, + -3.670377731323242, + -3.3706302642822266, + -3.0708837509155273, + -2.771137237548828, + -2.4713892936706543 + ], + "r_inf_mean": 0.2675679326057434, + "r_inf_median": 0.26028525829315186, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6269769668579102, + "eff_dim_mean": 0.6269769072532654, + "topk_energy": { + "1": 0.07371772825717926, + "5": 0.2833217978477478, + "10": 0.4395792484283447, + "25": 0.731654167175293 + }, + "gamma_raw": 0.2046181857585907, + "gamma_active": { + "1e-08": 0.21137292683124542, + "1e-07": 0.2126179337501526, + "1e-06": 0.21191398799419403, + "1e-05": 0.21179302036762238, + "0.0001": 0.2111072540283203 + }, + "gamma_energy_weighted": { + "1e-08": 0.25046357878475434, + "1e-07": 0.25046357878475434, + "1e-06": 0.25046357878475434, + "1e-05": 0.25046357878475434, + "0.0001": 0.25046357878475434 + } + }, + { + "layer": 3, + "mean_norm": 0.0020778027828782797, + "median_norm": 0.0022102543152868748, + "max_norm": 0.0032833446748554707, + "min_norm": 3.397771131490435e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.633234024047852, + "5": -5.923238277435303, + "10": -3.353370428085327, + "25": -2.717970848083496, + "50": -2.6554994583129883, + "75": -2.599915027618408, + "90": -2.5561330318450928, + "95": -2.522502899169922, + "99": -2.483820676803589 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 1, + 1, + 4, + 0, + 1, + 2, + 0, + 3, + 3, + 2, + 3, + 5, + 1, + 4, + 4, + 4, + 8, + 449 + ], + "log_norms_bin_edges": [ + -17.46880531311035, + -17.169103622436523, + -16.869400024414062, + -16.569698333740234, + -16.269994735717773, + -15.970293045043945, + -15.6705904006958, + -15.370887756347656, + -15.071186065673828, + -14.771483421325684, + -14.471780776977539, + -14.172079086303711, + -13.87237548828125, + -13.572673797607422, + -13.272971153259277, + -12.973268508911133, + -12.673566818237305, + -12.373863220214844, + -12.074161529541016, + -11.774458885192871, + -11.474756240844727, + -11.175054550170898, + -10.875351905822754, + -10.57564926147461, + -10.275946617126465, + -9.97624397277832, + -9.676542282104492, + -9.376839637756348, + -9.077136993408203, + -8.777434349060059, + -8.47773265838623, + -8.178030014038086, + -7.878327369689941, + -7.578624725341797, + -7.278922080993652, + -6.979220390319824, + -6.67951774597168, + -6.379815101623535, + -6.080112457275391, + -5.7804107666015625, + -5.480708122253418, + -5.181005477905273, + -4.881302833557129, + -4.581600189208984, + -4.281898498535156, + -3.9821958541870117, + -3.682493209838867, + -3.3827905654907227, + -3.083087921142578, + -2.78338623046875, + -2.4836835861206055 + ], + "r_inf_mean": 0.266747385263443, + "r_inf_median": 0.25748729705810547, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6261162757873535, + "eff_dim_mean": 0.6261162757873535, + "topk_energy": { + "1": 0.07328327000141144, + "5": 0.2825196385383606, + "10": 0.43920183181762695, + "25": 0.7324045300483704 + }, + "gamma_raw": 0.15432941913604736, + "gamma_active": { + "1e-08": 0.15933431684970856, + "1e-07": 0.15963460505008698, + "1e-06": 0.1591213196516037, + "1e-05": 0.1590174436569214, + "0.0001": 0.1576431393623352 + }, + "gamma_energy_weighted": { + "1e-08": 0.18156407252559853, + "1e-07": 0.18156407252559853, + "1e-06": 0.18156407252559853, + "1e-05": 0.18156407252559853, + "0.0001": 0.18156407252559853 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json new file mode 100644 index 0000000..b4a6e60 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 35.365848541259766, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.054003022611141205, + "median_norm": 0.05649394169449806, + "max_norm": 0.10506273806095123, + "min_norm": 6.070431684831884e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.955078125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -11.474339485168457, + "5": -4.543893337249756, + "10": -1.4265631437301636, + "25": -1.319639801979065, + "50": -1.2478162050247192, + "75": -1.1834521293640137, + "90": -1.1276209354400635, + "95": -1.0923881530761719, + "99": -1.04426109790802 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 4, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 4, + 2, + 3, + 2, + 0, + 3, + 3, + 135, + 330 + ], + "log_norms_bin_edges": [ + -16.216779708862305, + -15.912014961242676, + -15.607250213623047, + -15.302486419677734, + -14.997721672058105, + -14.692956924438477, + -14.388192176818848, + -14.083427429199219, + -13.778663635253906, + -13.473898887634277, + -13.169134140014648, + -12.86436939239502, + -12.55960464477539, + -12.254840850830078, + -11.950075149536133, + -11.64531135559082, + -11.340546607971191, + -11.035781860351562, + -10.73101806640625, + -10.426252365112305, + -10.121488571166992, + -9.816723823547363, + -9.511959075927734, + -9.207195281982422, + -8.902429580688477, + -8.597665786743164, + -8.292901039123535, + -7.988136291503906, + -7.683371543884277, + -7.378606796264648, + -7.073843002319336, + -6.769078254699707, + -6.464313507080078, + -6.159548759460449, + -5.85478401184082, + -5.550020217895508, + -5.245255470275879, + -4.94049072265625, + -4.635725975036621, + -4.330961227416992, + -4.02619743347168, + -3.721432685852051, + -3.416667938232422, + -3.111903190612793, + -2.807138442993164, + -2.502373695373535, + -2.1976099014282227, + -1.8928451538085938, + -1.5880804061889648, + -1.283315658569336, + -0.9785513281822205 + ], + "r_inf_mean": 0.25297513604164124, + "r_inf_median": 0.2520996034145355, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372008323669434, + "eff_dim_mean": 0.6372007727622986, + "topk_energy": { + "1": 0.0645132064819336, + "5": 0.26377248764038086, + "10": 0.4184547960758209, + "25": 0.7201460003852844 + }, + "gamma_raw": -0.0075567327439785, + "gamma_active": { + "1e-08": -0.00800945982336998, + "1e-07": -0.007413971237838268, + "1e-06": -0.00766266044229269, + "1e-05": -0.007829263806343079, + "0.0001": -0.007376674097031355 + }, + "gamma_energy_weighted": { + "1e-08": -0.008106064656607204, + "1e-07": -0.008106064656607204, + "1e-06": -0.008106064656607204, + "1e-05": -0.008106064656607204, + "0.0001": -0.008106064656607204 + } + }, + { + "layer": 1, + "mean_norm": 0.0022791028022766113, + "median_norm": 0.0024303756654262543, + "max_norm": 0.0032505588605999947, + "min_norm": 1.811098302704747e-18, + "support": { + "1e-08": 0.96875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.9375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.824298858642578, + "5": -6.013762950897217, + "10": -2.7112343311309814, + "25": -2.648174285888672, + "50": -2.6140785217285156, + "75": -2.5717856884002686, + "90": -2.5484838485717773, + "95": -2.519443988800049, + "99": -2.5020270347595215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 3, + 2, + 1, + 5, + 0, + 2, + 2, + 4, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.7420597076416, + -17.436979293823242, + -17.131898880004883, + -16.826818466186523, + -16.521738052368164, + -16.216657638549805, + -15.911577224731445, + -15.606496810913086, + -15.301416397094727, + -14.996335983276367, + -14.691255569458008, + -14.386176109313965, + -14.081095695495605, + -13.776015281677246, + -13.470934867858887, + -13.165854454040527, + -12.860774040222168, + -12.555693626403809, + -12.25061321258545, + -11.94553279876709, + -11.64045238494873, + -11.335372924804688, + -11.030292510986328, + -10.725212097167969, + -10.42013168334961, + -10.11505126953125, + -9.80997085571289, + -9.504890441894531, + -9.199810028076172, + -8.894729614257812, + -8.589649200439453, + -8.284568786621094, + -7.979488372802734, + -7.674407958984375, + -7.369327545166016, + -7.064247131347656, + -6.759166717529297, + -6.4540863037109375, + -6.149005889892578, + -5.843925476074219, + -5.538845062255859, + -5.233765602111816, + -4.928685188293457, + -4.623604774475098, + -4.318524360656738, + -4.013443946838379, + -3.7083635330200195, + -3.40328311920166, + -3.098202705383301, + -2.7931222915649414, + -2.488042116165161 + ], + "r_inf_mean": 0.3242276906967163, + "r_inf_median": 0.3130558431148529, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.596710741519928, + "eff_dim_mean": 0.596710741519928, + "topk_energy": { + "1": 0.10899084061384201, + "5": 0.33405619859695435, + "10": 0.4816080331802368, + "25": 0.7585820555686951 + }, + "gamma_raw": 0.3460197448730469, + "gamma_active": { + "1e-08": 0.3557206988334656, + "1e-07": 0.35544973611831665, + "1e-06": 0.35561200976371765, + "1e-05": 0.35566237568855286, + "0.0001": 0.3556446135044098 + }, + "gamma_energy_weighted": { + "1e-08": 0.3601542676332734, + "1e-07": 0.3601542676332734, + "1e-06": 0.3601542676332734, + "1e-05": 0.3601542676332734, + "0.0001": 0.3601542676332734 + } + }, + { + "layer": 2, + "mean_norm": 0.002120829885825515, + "median_norm": 0.0022329261992126703, + "max_norm": 0.0030815494246780872, + "min_norm": 1.6122907157540318e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.853241920471191, + "5": -6.046369552612305, + "10": -2.7518367767333984, + "25": -2.6911542415618896, + "50": -2.651116371154785, + "75": -2.5971860885620117, + "90": -2.577266216278076, + "95": -2.5452353954315186, + "99": -2.521343946456909 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.792556762695312, + -17.48693084716797, + -17.181303024291992, + -16.87567710876465, + -16.570051193237305, + -16.264423370361328, + -15.958797454833984, + -15.65317153930664, + -15.34754467010498, + -15.04191780090332, + -14.736291885375977, + -14.430665016174316, + -14.125038146972656, + -13.819412231445312, + -13.513785362243652, + -13.208158493041992, + -12.902532577514648, + -12.596906661987305, + -12.291279792785645, + -11.985652923583984, + -11.68002700805664, + -11.37440013885498, + -11.06877326965332, + -10.763147354125977, + -10.457520484924316, + -10.151893615722656, + -9.846267700195312, + -9.540640830993652, + -9.235013961791992, + -8.929388046264648, + -8.623761177062988, + -8.318135261535645, + -8.012508392333984, + -7.706881523132324, + -7.4012556076049805, + -7.09562873840332, + -6.790002822875977, + -6.484375953674316, + -6.178749084472656, + -5.8731231689453125, + -5.567496299743652, + -5.261869430541992, + -4.956243515014648, + -4.650616645812988, + -4.344989776611328, + -4.039363861083984, + -3.733736991882324, + -3.4281110763549805, + -3.1224842071533203, + -2.81685733795166, + -2.511230945587158 + ], + "r_inf_mean": 0.32883474230766296, + "r_inf_median": 0.32332131266593933, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5913240909576416, + "eff_dim_mean": 0.5913240909576416, + "topk_energy": { + "1": 0.11248153448104858, + "5": 0.3382564187049866, + "10": 0.48577365279197693, + "25": 0.7617954015731812 + }, + "gamma_raw": 0.15320703387260437, + "gamma_active": { + "1e-08": 0.15777386724948883, + "1e-07": 0.1578935831785202, + "1e-06": 0.15769125521183014, + "1e-05": 0.1584862321615219, + "0.0001": 0.15863464772701263 + }, + "gamma_energy_weighted": { + "1e-08": 0.1698913738361807, + "1e-07": 0.1698913738361807, + "1e-06": 0.1698913738361807, + "1e-05": 0.1698913738361807, + "0.0001": 0.1698913738361807 + } + }, + { + "layer": 3, + "mean_norm": 0.002110910601913929, + "median_norm": 0.0022203114349395037, + "max_norm": 0.0030626035295426846, + "min_norm": 1.6098714192574673e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.855171203613281, + "5": -6.048498153686523, + "10": -2.75541353225708, + "25": -2.6939284801483154, + "50": -2.6535849571228027, + "75": -2.5984599590301514, + "90": -2.5789737701416016, + "95": -2.5481457710266113, + "99": -2.5232770442962646 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.793209075927734, + -17.48762321472168, + -17.182037353515625, + -16.87645149230957, + -16.570865631103516, + -16.26527976989746, + -15.95969295501709, + -15.654107093811035, + -15.34852123260498, + -15.042935371398926, + -14.737349510192871, + -14.4317626953125, + -14.126176834106445, + -13.82059097290039, + -13.515005111694336, + -13.209419250488281, + -12.903833389282227, + -12.598247528076172, + -12.292661666870117, + -11.987075805664062, + -11.681489944458008, + -11.375904083251953, + -11.070317268371582, + -10.764731407165527, + -10.459145545959473, + -10.153559684753418, + -9.847973823547363, + -9.542387962341309, + -9.236801147460938, + -8.931215286254883, + -8.625629425048828, + -8.320043563842773, + -8.014457702636719, + -7.708871841430664, + -7.403285980224609, + -7.097700119018555, + -6.7921142578125, + -6.486527442932129, + -6.180941581726074, + -5.8753557205200195, + -5.569769859313965, + -5.26418399810791, + -4.9585981369018555, + -4.653012275695801, + -4.34742546081543, + -4.041839599609375, + -3.7362537384033203, + -3.4306678771972656, + -3.125082015991211, + -2.8194961547851562, + -2.513909339904785 + ], + "r_inf_mean": 0.3292234539985657, + "r_inf_median": 0.3235193192958832, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5910832285881042, + "eff_dim_mean": 0.5910831689834595, + "topk_energy": { + "1": 0.11278732120990753, + "5": 0.3382330536842346, + "10": 0.4857524037361145, + "25": 0.7616357803344727 + }, + "gamma_raw": 0.06991429626941681, + "gamma_active": { + "1e-08": 0.07195940613746643, + "1e-07": 0.07188709825277328, + "1e-06": 0.07186616212129593, + "1e-05": 0.07155996561050415, + "0.0001": 0.07168065756559372 + }, + "gamma_energy_weighted": { + "1e-08": 0.0822040657029218, + "1e-07": 0.0822040657029218, + "1e-06": 0.0822040657029218, + "1e-05": 0.0822040657029218, + "0.0001": 0.0822040657029218 + } + }, + { + "layer": 4, + "mean_norm": 0.0021104267798364162, + "median_norm": 0.0022186569403856993, + "max_norm": 0.003056037938222289, + "min_norm": 1.6096242990494671e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.854753494262695, + "5": -6.047878265380859, + "10": -2.7550792694091797, + "25": -2.693201780319214, + "50": -2.6539084911346436, + "75": -2.598104476928711, + "90": -2.5793328285217285, + "95": -2.549539804458618, + "99": -2.524259328842163 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.793275833129883, + -17.487707138061523, + -17.182138442993164, + -16.876569747924805, + -16.571001052856445, + -16.265432357788086, + -15.959863662719727, + -15.654294967651367, + -15.348726272583008, + -15.043157577514648, + -14.737588882446289, + -14.43202018737793, + -14.12645149230957, + -13.820882797241211, + -13.515314102172852, + -13.209745407104492, + -12.904176712036133, + -12.598608016967773, + -12.293039321899414, + -11.987470626831055, + -11.681901931762695, + -11.376333236694336, + -11.070764541625977, + -10.765195846557617, + -10.459627151489258, + -10.154058456420898, + -9.848489761352539, + -9.54292106628418, + -9.23735237121582, + -8.931783676147461, + -8.626214981079102, + -8.320646286010742, + -8.015077590942383, + -7.709508895874023, + -7.403940200805664, + -7.098371505737305, + -6.792802810668945, + -6.487234115600586, + -6.181665420532227, + -5.876096725463867, + -5.570528030395508, + -5.264959335327148, + -4.959390640258789, + -4.65382194519043, + -4.34825325012207, + -4.042684555053711, + -3.7371158599853516, + -3.431547164916992, + -3.125978469848633, + -2.8204097747802734, + -2.514841318130493 + ], + "r_inf_mean": 0.3292678892612457, + "r_inf_median": 0.32281503081321716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5911078453063965, + "eff_dim_mean": 0.5911078453063965, + "topk_energy": { + "1": 0.11279088258743286, + "5": 0.3381490707397461, + "10": 0.485504686832428, + "25": 0.7614988088607788 + }, + "gamma_raw": 0.16441576182842255, + "gamma_active": { + "1e-08": 0.1690298318862915, + "1e-07": 0.16855420172214508, + "1e-06": 0.16817188262939453, + "1e-05": 0.1681097149848938, + "0.0001": 0.1677207052707672 + }, + "gamma_energy_weighted": { + "1e-08": 0.17536394520540902, + "1e-07": 0.17536394520540902, + "1e-06": 0.17536394520540902, + "1e-05": 0.17536394520540902, + "0.0001": 0.17536394520540902 + } + }, + { + "layer": 5, + "mean_norm": 0.0021094204857945442, + "median_norm": 0.0022156047634780407, + "max_norm": 0.003053750144317746, + "min_norm": 1.6065940262729557e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.855522155761719, + "5": -6.048458576202393, + "10": -2.755298376083374, + "25": -2.6935558319091797, + "50": -2.6545042991638184, + "75": -2.597860813140869, + "90": -2.579322576522827, + "95": -2.5480949878692627, + "99": -2.5237488746643066 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.79409408569336, + -17.488515853881836, + -17.182937622070312, + -16.877357482910156, + -16.571779251098633, + -16.26620101928711, + -15.960622787475586, + -15.655044555664062, + -15.349465370178223, + -15.0438871383667, + -14.73830795288086, + -14.432729721069336, + -14.127151489257812, + -13.821573257446289, + -13.51599407196045, + -13.210415840148926, + -12.904836654663086, + -12.599258422851562, + -12.293680191040039, + -11.988101959228516, + -11.682522773742676, + -11.376944541931152, + -11.071365356445312, + -10.765787124633789, + -10.460208892822266, + -10.154630661010742, + -9.849051475524902, + -9.543473243713379, + -9.237894058227539, + -8.932315826416016, + -8.626737594604492, + -8.321158409118652, + -8.015580177307129, + -7.7100019454956055, + -7.404422760009766, + -7.098844528198242, + -6.793266296386719, + -6.487687110900879, + -6.1821088790893555, + -5.876530647277832, + -5.570951461791992, + -5.265373229980469, + -4.959794998168945, + -4.6542158126831055, + -4.348637580871582, + -4.043059349060059, + -3.7374801635742188, + -3.4319019317626953, + -3.126323699951172, + -2.820744514465332, + -2.5151665210723877 + ], + "r_inf_mean": 0.3292769193649292, + "r_inf_median": 0.3231881260871887, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5911209583282471, + "eff_dim_mean": 0.5911208987236023, + "topk_energy": { + "1": 0.11281546205282211, + "5": 0.33799782395362854, + "10": 0.48538738489151, + "25": 0.7614539861679077 + }, + "gamma_raw": 0.0917944386601448, + "gamma_active": { + "1e-08": 0.09398973733186722, + "1e-07": 0.09458362311124802, + "1e-06": 0.09442378580570221, + "1e-05": 0.09471315890550613, + "0.0001": 0.09455744177103043 + }, + "gamma_energy_weighted": { + "1e-08": 0.10246159294549455, + "1e-07": 0.10246159294549455, + "1e-06": 0.10246159294549455, + "1e-05": 0.10246159294549455, + "0.0001": 0.10246159294549455 + } + }, + { + "layer": 6, + "mean_norm": 0.00210792338475585, + "median_norm": 0.00221669371239841, + "max_norm": 0.003051887731999159, + "min_norm": 1.6045853215529472e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.85605525970459, + "5": -6.048299789428711, + "10": -2.755016565322876, + "25": -2.693458080291748, + "50": -2.654294490814209, + "75": -2.598266363143921, + "90": -2.579690933227539, + "95": -2.5482211112976074, + "99": -2.5241878032684326 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.79463768005371, + -17.48905372619629, + -17.183469772338867, + -16.877885818481445, + -16.572301864624023, + -16.26671600341797, + -15.961133003234863, + -15.655549049377441, + -15.349964141845703, + -15.044380187988281, + -14.73879623413086, + -14.433212280273438, + -14.127628326416016, + -13.822044372558594, + -13.516460418701172, + -13.210875511169434, + -12.905291557312012, + -12.59970760345459, + -12.294122695922852, + -11.98853874206543, + -11.682954788208008, + -11.377370834350586, + -11.071786880493164, + -10.766202926635742, + -10.46061897277832, + -10.155035018920898, + -9.84945011138916, + -9.543866157531738, + -9.238282203674316, + -8.932698249816895, + -8.627113342285156, + -8.321529388427734, + -8.015945434570312, + -7.710361480712891, + -7.404777526855469, + -7.0991926193237305, + -6.793608665466309, + -6.488024711608887, + -6.182440757751465, + -5.876856803894043, + -5.571271896362305, + -5.265687942504883, + -4.960103988647461, + -4.654520034790039, + -4.348936080932617, + -4.043352127075195, + -3.737767219543457, + -3.432183265686035, + -3.1265993118286133, + -2.8210153579711914, + -2.5154316425323486 + ], + "r_inf_mean": 0.32946982979774475, + "r_inf_median": 0.32379114627838135, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5912056565284729, + "eff_dim_mean": 0.5912055969238281, + "topk_energy": { + "1": 0.11297594010829926, + "5": 0.33786338567733765, + "10": 0.485337495803833, + "25": 0.7614455819129944 + }, + "gamma_raw": 0.06936207413673401, + "gamma_active": { + "1e-08": 0.07143881916999817, + "1e-07": 0.0715327039361, + "1e-06": 0.07118694484233856, + "1e-05": 0.07150527089834213, + "0.0001": 0.07164279371500015 + }, + "gamma_energy_weighted": { + "1e-08": 0.08504618030572643, + "1e-07": 0.08504618030572643, + "1e-06": 0.08504618030572643, + "1e-05": 0.08504618030572643, + "0.0001": 0.08504618030572643 + } + }, + { + "layer": 7, + "mean_norm": 0.0021058411803096533, + "median_norm": 0.0022168788127601147, + "max_norm": 0.0030510553624480963, + "min_norm": 1.6024518159580198e-18, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.856356620788574, + "5": -6.04843282699585, + "10": -2.754669189453125, + "25": -2.6939496994018555, + "50": -2.6542575359344482, + "75": -2.5988826751708984, + "90": -2.5809824466705322, + "95": -2.5494132041931152, + "99": -2.524655342102051 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 3, + 1, + 3, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 3, + 1, + 5, + 0, + 2, + 3, + 3, + 2, + 463 + ], + "log_norms_bin_edges": [ + -17.795215606689453, + -17.489622116088867, + -17.18402862548828, + -16.878435134887695, + -16.57284164428711, + -16.267250061035156, + -15.961655616760254, + -15.656062126159668, + -15.350469589233398, + -15.044876098632812, + -14.739282608032227, + -14.43368911743164, + -14.128095626831055, + -13.822502136230469, + -13.516908645629883, + -13.211316108703613, + -12.905722618103027, + -12.600129127502441, + -12.294536590576172, + -11.988943099975586, + -11.683349609375, + -11.377756118774414, + -11.072162628173828, + -10.766569137573242, + -10.460975646972656, + -10.15538215637207, + -9.8497896194458, + -9.544196128845215, + -9.238602638244629, + -8.933009147644043, + -8.627416610717773, + -8.321823120117188, + -8.016229629516602, + -7.710636138916016, + -7.40504264831543, + -7.09945011138916, + -6.793856620788574, + -6.488263130187988, + -6.182669639587402, + -5.877076148986816, + -5.571483612060547, + -5.265890121459961, + -4.960296630859375, + -4.654703140258789, + -4.349109649658203, + -4.043516159057617, + -3.7379236221313477, + -3.4323301315307617, + -3.126736640930176, + -2.82114315032959, + -2.515549898147583 + ], + "r_inf_mean": 0.3298419117927551, + "r_inf_median": 0.323926717042923, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5910447835922241, + "eff_dim_mean": 0.5910447835922241, + "topk_energy": { + "1": 0.11321097612380981, + "5": 0.3384813964366913, + "10": 0.48569047451019287, + "25": 0.7615890502929688 + }, + "gamma_raw": 0.049740999937057495, + "gamma_active": { + "1e-08": 0.05095239728689194, + "1e-07": 0.050620730966329575, + "1e-06": 0.05042032152414322, + "1e-05": 0.048816729336977005, + "0.0001": 0.048828329890966415 + }, + "gamma_energy_weighted": { + "1e-08": 0.052997870321008216, + "1e-07": 0.052997870321008216, + "1e-06": 0.052997870321008216, + "1e-05": 0.052997870321008216, + "0.0001": 0.052997870321008216 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json new file mode 100644 index 0000000..b32026b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 40.81475830078125, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0675482302904129, + "median_norm": 0.061652205884456635, + "max_norm": 0.25255444645881653, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.962890625, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -10.956345558166504, + "5": -4.698701858520508, + "10": -1.5689553022384644, + "25": -1.3228673934936523, + "50": -1.2080780267715454, + "75": -1.082482933998108, + "90": -0.9275670647621155, + "95": -0.8410006165504456, + "99": -0.7070760726928711 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 1, + 0, + 3, + 0, + 3, + 3, + 2, + 2, + 3, + 1, + 2, + 5, + 4, + 7, + 6, + 226, + 236 + ], + "log_norms_bin_edges": [ + -30.0, + -29.41195297241211, + -28.82390594482422, + -28.235858917236328, + -27.647811889648438, + -27.059764862060547, + -26.471717834472656, + -25.883670806884766, + -25.295623779296875, + -24.707576751708984, + -24.119529724121094, + -23.531482696533203, + -22.943435668945312, + -22.355388641357422, + -21.76734161376953, + -21.17929458618164, + -20.59124755859375, + -20.00320053100586, + -19.41515350341797, + -18.827106475830078, + -18.239059448242188, + -17.651012420654297, + -17.062965393066406, + -16.474918365478516, + -15.886869430541992, + -15.298822402954102, + -14.710775375366211, + -14.12272834777832, + -13.53468132019043, + -12.946634292602539, + -12.358587265014648, + -11.770540237426758, + -11.182493209838867, + -10.594446182250977, + -10.006399154663086, + -9.418352127075195, + -8.830305099487305, + -8.242258071899414, + -7.654211044311523, + -7.066164016723633, + -6.478116989135742, + -5.890069961547852, + -5.302022933959961, + -4.71397590637207, + -4.12592887878418, + -3.537881851196289, + -2.9498348236083984, + -2.361787796020508, + -1.7737388610839844, + -1.1856918334960938, + -0.5976449847221375 + ], + "r_inf_mean": 40519.08984375, + "r_inf_median": 0.2873315215110779, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 6087635894272.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.009681418538093567, + "gamma_active": { + "1e-08": -0.009706265293061733, + "1e-07": -0.009661432355642319, + "1e-06": -0.009699334390461445, + "1e-05": -0.009881623089313507, + "0.0001": -0.009234345518052578 + }, + "gamma_energy_weighted": { + "1e-08": -0.005336625103717452, + "1e-07": -0.005336625103717452, + "1e-06": -0.005336625103717452, + "1e-05": -0.005336625103717452, + "0.0001": -0.005336625103717452 + } + }, + { + "layer": 1, + "mean_norm": 0.0036257237661629915, + "median_norm": 0.003365722019225359, + "max_norm": 0.012133244425058365, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.451739311218262, + "5": -5.860774040222168, + "10": -2.7779762744903564, + "25": -2.5928969383239746, + "50": -2.4728965759277344, + "75": -2.3319103717803955, + "90": -2.2093653678894043, + "95": -2.1360116004943848, + "99": -2.0437023639678955 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 0, + 2, + 1, + 1, + 2, + 2, + 3, + 1, + 3, + 2, + 1, + 5, + 3, + 3, + 7, + 5, + 199, + 264 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43832015991211, + -28.87664031982422, + -28.314960479736328, + -27.75328254699707, + -27.19160270690918, + -26.62992286682129, + -26.0682430267334, + -25.506563186645508, + -24.94488525390625, + -24.38320541381836, + -23.82152557373047, + -23.259845733642578, + -22.698165893554688, + -22.136486053466797, + -21.574806213378906, + -21.013126373291016, + -20.451446533203125, + -19.889768600463867, + -19.328088760375977, + -18.766408920288086, + -18.204730987548828, + -17.643051147460938, + -17.081371307373047, + -16.519691467285156, + -15.958011627197266, + -15.396331787109375, + -14.834651947021484, + -14.27297306060791, + -13.711294174194336, + -13.149614334106445, + -12.587934494018555, + -12.026254653930664, + -11.464574813842773, + -10.902894973754883, + -10.341215133666992, + -9.779537200927734, + -9.217857360839844, + -8.656177520751953, + -8.094497680664062, + -7.532817840576172, + -6.971138000488281, + -6.409460067749023, + -5.847780227661133, + -5.286100387573242, + -4.724420547485352, + -4.162740707397461, + -3.6010608673095703, + -3.0393829345703125, + -2.477703094482422, + -1.9160231351852417 + ], + "r_inf_mean": 942.5630493164062, + "r_inf_median": 0.26009806990623474, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 4065174272.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11537662893533707, + "gamma_active": { + "1e-08": 0.11970970034599304, + "1e-07": 0.12025832384824753, + "1e-06": 0.11996012181043625, + "1e-05": 0.11994019150733948, + "0.0001": 0.12041725218296051 + }, + "gamma_energy_weighted": { + "1e-08": 0.12493773950454484, + "1e-07": 0.12493773950454484, + "1e-06": 0.12493773950454484, + "1e-05": 0.12493773950454484, + "0.0001": 0.12493773950454484 + } + }, + { + "layer": 2, + "mean_norm": 0.001833497197367251, + "median_norm": 0.0019187548896297812, + "max_norm": 0.002970812376588583, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.947265625, + "1e-05": 0.93359375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.714191436767578, + "5": -6.2152276039123535, + "10": -3.135533094406128, + "25": -2.766542673110962, + "50": -2.716909408569336, + "75": -2.675138473510742, + "90": -2.5844790935516357, + "95": -2.5618953704833984, + "99": -2.53448224067688 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 2, + 1, + 2, + 4, + 0, + 2, + 2, + 2, + 3, + 5, + 2, + 6, + 5, + 6, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450542449951172, + -28.901084899902344, + -28.351627349853516, + -27.802169799804688, + -27.25271224975586, + -26.70325469970703, + -26.153797149658203, + -25.604339599609375, + -25.054882049560547, + -24.50542449951172, + -23.95596694946289, + -23.406509399414062, + -22.857051849365234, + -22.307594299316406, + -21.758136749267578, + -21.20867919921875, + -20.659221649169922, + -20.109764099121094, + -19.560306549072266, + -19.010848999023438, + -18.46139144897461, + -17.91193389892578, + -17.362476348876953, + -16.813020706176758, + -16.26356315612793, + -15.714105606079102, + -15.164648056030273, + -14.615190505981445, + -14.065732955932617, + -13.516275405883789, + -12.966817855834961, + -12.417360305786133, + -11.867902755737305, + -11.318445205688477, + -10.768987655639648, + -10.21953010559082, + -9.670072555541992, + -9.120615005493164, + -8.571157455444336, + -8.021699905395508, + -7.47224235534668, + -6.922784805297852, + -6.373327255249023, + -5.823869705200195, + -5.274412155151367, + -4.724954605102539, + -4.175497055053711, + -3.6260414123535156, + -3.0765838623046875, + -2.5271246433258057 + ], + "r_inf_mean": 37968.796875, + "r_inf_median": 0.24859748780727386, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 10675355123712.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.16097217798233032, + "gamma_active": { + "1e-08": 0.16695711016654968, + "1e-07": 0.16806475818157196, + "1e-06": 0.16743990778923035, + "1e-05": 0.168677419424057, + "0.0001": 0.1687154918909073 + }, + "gamma_energy_weighted": { + "1e-08": 0.21018422196666728, + "1e-07": 0.21018422196666728, + "1e-06": 0.21018422196666728, + "1e-05": 0.21018422196666728, + "0.0001": 0.21018422196666728 + } + }, + { + "layer": 3, + "mean_norm": 0.0017900480888783932, + "median_norm": 0.0018746921559795737, + "max_norm": 0.0028218128718435764, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.947265625, + "1e-05": 0.93359375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.715415954589844, + "5": -6.229037761688232, + "10": -3.1614856719970703, + "25": -2.7712297439575195, + "50": -2.7268600463867188, + "75": -2.68935489654541, + "90": -2.603337049484253, + "95": -2.5809874534606934, + "99": -2.55206036567688 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 2, + 1, + 2, + 4, + 0, + 2, + 2, + 2, + 3, + 5, + 2, + 6, + 4, + 7, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45098876953125, + -28.901979446411133, + -28.352968215942383, + -27.803958892822266, + -27.254947662353516, + -26.705936431884766, + -26.15692710876465, + -25.6079158782959, + -25.05890655517578, + -24.50989532470703, + -23.96088409423828, + -23.41187286376953, + -22.862863540649414, + -22.313852310180664, + -21.764842987060547, + -21.215831756591797, + -20.666820526123047, + -20.11781120300293, + -19.56879997253418, + -19.019790649414062, + -18.470779418945312, + -17.921768188476562, + -17.372756958007812, + -16.823747634887695, + -16.274738311767578, + -15.725727081298828, + -15.176715850830078, + -14.627705574035645, + -14.078695297241211, + -13.529684066772461, + -12.980674743652344, + -12.431663513183594, + -11.882652282714844, + -11.333642959594727, + -10.784631729125977, + -10.23562240600586, + -9.68661117553711, + -9.13759994506836, + -8.588590621948242, + -8.039579391479492, + -7.490568161010742, + -6.941558837890625, + -6.392547607421875, + -5.843536376953125, + -5.294527053833008, + -4.745515823364258, + -4.196506500244141, + -3.6474952697753906, + -3.0984840393066406, + -2.549471855163574 + ], + "r_inf_mean": 38366.55859375, + "r_inf_median": 0.24767154455184937, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 10628202758144.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13787135481834412, + "gamma_active": { + "1e-08": 0.14303146302700043, + "1e-07": 0.143719881772995, + "1e-06": 0.1433396190404892, + "1e-05": 0.14392979443073273, + "0.0001": 0.14465774595737457 + }, + "gamma_energy_weighted": { + "1e-08": 0.16082522458596354, + "1e-07": 0.16082522458596354, + "1e-06": 0.16082522458596354, + "1e-05": 0.16082522458596354, + "0.0001": 0.16082522458596354 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json new file mode 100644 index 0000000..1ab5f17 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 27.795679092407227, + "acc": 0.0703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03743956238031387, + "median_norm": 0.03872888535261154, + "max_norm": 0.07116800546646118, + "min_norm": 6.428494455507083e-12, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -6.879512310028076, + "5": -2.8558075428009033, + "10": -1.5765531063079834, + "25": -1.4760786294937134, + "50": -1.4111618995666504, + "75": -1.353918194770813, + "90": -1.2929171323776245, + "95": -1.2659273147583008, + "99": -1.2077654600143433 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 2, + 3, + 2, + 1, + 0, + 4, + 2, + 2, + 29, + 325, + 122 + ], + "log_norms_bin_edges": [ + -11.191890716552734, + -10.991006851196289, + -10.79012393951416, + -10.589240074157715, + -10.388357162475586, + -10.18747329711914, + -9.986589431762695, + -9.785706520080566, + -9.584822654724121, + -9.383938789367676, + -9.183055877685547, + -8.982172012329102, + -8.781288146972656, + -8.580405235290527, + -8.379521369934082, + -8.178638458251953, + -7.977754592895508, + -7.776871204376221, + -7.575987815856934, + -7.375103950500488, + -7.174220561981201, + -6.973337173461914, + -6.772453308105469, + -6.571569919586182, + -6.3706865310668945, + -6.169803142547607, + -5.96891975402832, + -5.768035888671875, + -5.567152500152588, + -5.366269111633301, + -5.1653852462768555, + -4.964501857757568, + -4.763618469238281, + -4.562735080718994, + -4.361851692199707, + -4.160967826843262, + -3.9600844383239746, + -3.7592010498046875, + -3.558317184448242, + -3.357433795928955, + -3.156550407409668, + -2.9556665420532227, + -2.7547836303710938, + -2.5538997650146484, + -2.353015899658203, + -2.152132987976074, + -1.951249122619629, + -1.7503662109375, + -1.5494823455810547, + -1.3485984802246094, + -1.1477152109146118 + ], + "r_inf_mean": 0.30142009258270264, + "r_inf_median": 0.2938547730445862, + "pr_mean": Infinity, + "pr_median": 0.2626282274723053, + "hoyer_mean": 0.5900309085845947, + "eff_dim_mean": 0.59003084897995, + "topk_energy": { + "1": 0.09359098225831985, + "5": 0.32747548818588257, + "10": 0.4853881597518921, + "25": 0.7629983425140381 + }, + "gamma_raw": -0.0140431709587574, + "gamma_active": { + "1e-08": -0.014136047102510929, + "1e-07": -0.01414723601192236, + "1e-06": -0.014111065305769444, + "1e-05": -0.013875177130103111, + "0.0001": -0.013921101577579975 + }, + "gamma_energy_weighted": { + "1e-08": -0.016326919098709758, + "1e-07": -0.016326919098709758, + "1e-06": -0.016326919098709758, + "1e-05": -0.016326919098709758, + "0.0001": -0.016326919098709758 + } + }, + { + "layer": 1, + "mean_norm": 0.0023780122864991426, + "median_norm": 0.002522676484659314, + "max_norm": 0.0033419709652662277, + "min_norm": 4.45434000014705e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -8.094025611877441, + "5": -4.052065849304199, + "10": -2.6988396644592285, + "25": -2.6422693729400635, + "50": -2.597595691680908, + "75": -2.554335832595825, + "90": -2.536426305770874, + "95": -2.5262451171875, + "99": -2.4959499835968018 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 2, + 1, + 4, + 1, + 2, + 0, + 2, + 2, + 2, + 7, + 28, + 443 + ], + "log_norms_bin_edges": [ + -12.351217269897461, + -12.15371322631836, + -11.956208229064941, + -11.75870418548584, + -11.561200141906738, + -11.36369514465332, + -11.166191101074219, + -10.968687057495117, + -10.7711820602417, + -10.573678016662598, + -10.37617301940918, + -10.178668975830078, + -9.981164932250977, + -9.783659934997559, + -9.586155891418457, + -9.388650894165039, + -9.191146850585938, + -8.993642807006836, + -8.796138763427734, + -8.598633766174316, + -8.401129722595215, + -8.203624725341797, + -8.006120681762695, + -7.8086161613464355, + -7.611112117767334, + -7.413607597351074, + -7.2161030769348145, + -7.018599033355713, + -6.821094512939453, + -6.623589992523193, + -6.426085472106934, + -6.228581428527832, + -6.031076908111572, + -5.8335723876953125, + -5.636068344116211, + -5.438563823699951, + -5.241059303283691, + -5.043554782867432, + -4.84605073928833, + -4.64854621887207, + -4.4510416984558105, + -4.253537178039551, + -4.056033134460449, + -3.8585290908813477, + -3.6610240936279297, + -3.463520050048828, + -3.26601505279541, + -3.0685110092163086, + -2.871006965637207, + -2.673501968383789, + -2.4759974479675293 + ], + "r_inf_mean": 0.335228830575943, + "r_inf_median": 0.32604265213012695, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5905358195304871, + "eff_dim_mean": 0.5905358195304871, + "topk_energy": { + "1": 0.11516734957695007, + "5": 0.34731727838516235, + "10": 0.4916193187236786, + "25": 0.7614361643791199 + }, + "gamma_raw": 0.3536839187145233, + "gamma_active": { + "1e-08": 0.35687896609306335, + "1e-07": 0.3566538691520691, + "1e-06": 0.35672619938850403, + "1e-05": 0.3569703996181488, + "0.0001": 0.35668855905532837 + }, + "gamma_energy_weighted": { + "1e-08": 0.36250281341769464, + "1e-07": 0.36250281341769464, + "1e-06": 0.36250281341769464, + "1e-05": 0.36250281341769464, + "0.0001": 0.36250281341769464 + } + }, + { + "layer": 2, + "mean_norm": 0.002228419529274106, + "median_norm": 0.0023526877630501986, + "max_norm": 0.0031831806991249323, + "min_norm": 4.213851761015325e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.12496566772461, + "5": -4.081113815307617, + "10": -2.7436211109161377, + "25": -2.676893472671509, + "50": -2.6284220218658447, + "75": -2.5783302783966064, + "90": -2.556696653366089, + "95": -2.5501012802124023, + "99": -2.5094692707061768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 53, + 418 + ], + "log_norms_bin_edges": [ + -12.375321388244629, + -12.177757263183594, + -11.980194091796875, + -11.782630920410156, + -11.585066795349121, + -11.387502670288086, + -11.189939498901367, + -10.992376327514648, + -10.794812202453613, + -10.597248077392578, + -10.39968490600586, + -10.20212173461914, + -10.004557609558105, + -9.80699348449707, + -9.609430313110352, + -9.411867141723633, + -9.214303016662598, + -9.016738891601562, + -8.819175720214844, + -8.621612548828125, + -8.42404842376709, + -8.226484298706055, + -8.028921127319336, + -7.831357479095459, + -7.633793830871582, + -7.436230182647705, + -7.238666534423828, + -7.041102886199951, + -6.843539237976074, + -6.645975589752197, + -6.44841194152832, + -6.250848293304443, + -6.053284645080566, + -5.8557209968566895, + -5.6581573486328125, + -5.4605937004089355, + -5.263030052185059, + -5.065466403961182, + -4.867902755737305, + -4.670339107513428, + -4.472775459289551, + -4.275212287902832, + -4.077648162841797, + -3.8800840377807617, + -3.682520866394043, + -3.484957695007324, + -3.287393569946289, + -3.089829444885254, + -2.892266273498535, + -2.6947031021118164, + -2.4971389770507812 + ], + "r_inf_mean": 0.3392598032951355, + "r_inf_median": 0.3398885726928711, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5835407972335815, + "eff_dim_mean": 0.5835407972335815, + "topk_energy": { + "1": 0.11856427788734436, + "5": 0.3523613214492798, + "10": 0.4970850348472595, + "25": 0.7658723592758179 + }, + "gamma_raw": 0.16007864475250244, + "gamma_active": { + "1e-08": 0.16176094114780426, + "1e-07": 0.16209866106510162, + "1e-06": 0.1620205193758011, + "1e-05": 0.16164469718933105, + "0.0001": 0.16174769401550293 + }, + "gamma_energy_weighted": { + "1e-08": 0.1712793705352333, + "1e-07": 0.1712793705352333, + "1e-06": 0.1712793705352333, + "1e-05": 0.1712793705352333, + "0.0001": 0.1712793705352333 + } + }, + { + "layer": 3, + "mean_norm": 0.002220215741544962, + "median_norm": 0.002346364315599203, + "max_norm": 0.0031745764426887035, + "min_norm": 4.20121484259392e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126041412353516, + "5": -4.082040309906006, + "10": -2.745047092437744, + "25": -2.6794495582580566, + "50": -2.6295793056488037, + "75": -2.580885648727417, + "90": -2.559417963027954, + "95": -2.551147699356079, + "99": -2.5107574462890625 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 53, + 418 + ], + "log_norms_bin_edges": [ + -12.376625061035156, + -12.179059028625488, + -11.98149299621582, + -11.783926010131836, + -11.586359977722168, + -11.3887939453125, + -11.191227912902832, + -10.993661880493164, + -10.79609489440918, + -10.598528861999512, + -10.400962829589844, + -10.203396797180176, + -10.005830764770508, + -9.808263778686523, + -9.610697746276855, + -9.413131713867188, + -9.21556568145752, + -9.017999649047852, + -8.820432662963867, + -8.6228666305542, + -8.425300598144531, + -8.227733612060547, + -8.030168533325195, + -7.832602024078369, + -7.635035514831543, + -7.437469482421875, + -7.239902973175049, + -7.042336940765381, + -6.844770908355713, + -6.647204399108887, + -6.449638366699219, + -6.252071857452393, + -6.054505825042725, + -5.856939792633057, + -5.6593732833862305, + -5.4618072509765625, + -5.264240741729736, + -5.066674709320068, + -4.8691086769104, + -4.671542167663574, + -4.473976135253906, + -4.276410102844238, + -4.078843116760254, + -3.881277084350586, + -3.683711051940918, + -3.48614501953125, + -3.288578987121582, + -3.0910120010375977, + -2.8934459686279297, + -2.6958799362182617, + -2.498314380645752 + ], + "r_inf_mean": 0.3395810127258301, + "r_inf_median": 0.34065568447113037, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5837013125419617, + "eff_dim_mean": 0.5837012529373169, + "topk_energy": { + "1": 0.11880181729793549, + "5": 0.35231393575668335, + "10": 0.496791273355484, + "25": 0.7654080390930176 + }, + "gamma_raw": 0.060610584914684296, + "gamma_active": { + "1e-08": 0.06114402785897255, + "1e-07": 0.06123839318752289, + "1e-06": 0.06144082918763161, + "1e-05": 0.06231752410531044, + "0.0001": 0.06164402887225151 + }, + "gamma_energy_weighted": { + "1e-08": 0.07063135758376865, + "1e-07": 0.07063135758376865, + "1e-06": 0.07063135758376865, + "1e-05": 0.07063135758376865, + "0.0001": 0.07063135758376865 + } + }, + { + "layer": 4, + "mean_norm": 0.002220745198428631, + "median_norm": 0.0023559171240776777, + "max_norm": 0.003166997106745839, + "min_norm": 4.20145363812241e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.12590503692627, + "5": -4.082141876220703, + "10": -2.745119571685791, + "25": -2.6792376041412354, + "50": -2.627838373184204, + "75": -2.5812277793884277, + "90": -2.558565139770508, + "95": -2.5521953105926514, + "99": -2.511186122894287 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376601219177246, + -12.179056167602539, + -11.981511116027832, + -11.783966064453125, + -11.586421012878418, + -11.388875961303711, + -11.19133186340332, + -10.993785858154297, + -10.796241760253906, + -10.5986967086792, + -10.401151657104492, + -10.203606605529785, + -10.006061553955078, + -9.808516502380371, + -9.610971450805664, + -9.413426399230957, + -9.21588134765625, + -9.018336296081543, + -8.820791244506836, + -8.623247146606445, + -8.425701141357422, + -8.228157043457031, + -8.030611038208008, + -7.833066940307617, + -7.63552188873291, + -7.437976837158203, + -7.240431785583496, + -7.042886734008789, + -6.845341682434082, + -6.647797107696533, + -6.450252056121826, + -6.252707004547119, + -6.055161952972412, + -5.857616901397705, + -5.660071849822998, + -5.462526798248291, + -5.264982223510742, + -5.067437171936035, + -4.869892120361328, + -4.672347068786621, + -4.474802017211914, + -4.277256965637207, + -4.0797119140625, + -3.882166862487793, + -3.684621810913086, + -3.4870777130126953, + -3.2895326614379883, + -3.0919876098632812, + -2.894442558288574, + -2.696897506713867, + -2.49935245513916 + ], + "r_inf_mean": 0.3396832346916199, + "r_inf_median": 0.34049180150032043, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.583755373954773, + "eff_dim_mean": 0.583755373954773, + "topk_energy": { + "1": 0.11887340247631073, + "5": 0.35204780101776123, + "10": 0.49632030725479126, + "25": 0.765390157699585 + }, + "gamma_raw": 0.15364396572113037, + "gamma_active": { + "1e-08": 0.1551581621170044, + "1e-07": 0.15527261793613434, + "1e-06": 0.15493042767047882, + "1e-05": 0.1545090675354004, + "0.0001": 0.1549062579870224 + }, + "gamma_energy_weighted": { + "1e-08": 0.1638450961480392, + "1e-07": 0.1638450961480392, + "1e-06": 0.1638450961480392, + "1e-05": 0.1638450961480392, + "0.0001": 0.1638450961480392 + } + }, + { + "layer": 5, + "mean_norm": 0.0022203426342457533, + "median_norm": 0.0023539159446954727, + "max_norm": 0.0031699638348072767, + "min_norm": 4.2017715804094913e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126294136047363, + "5": -4.082363128662109, + "10": -2.7456042766571045, + "25": -2.6789164543151855, + "50": -2.6282083988189697, + "75": -2.581254720687866, + "90": -2.5590884685516357, + "95": -2.552654266357422, + "99": -2.510873556137085 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376567840576172, + -12.179015159606934, + -11.981462478637695, + -11.783910751342773, + -11.586358070373535, + -11.388805389404297, + -11.191252708435059, + -10.993700981140137, + -10.796148300170898, + -10.59859561920166, + -10.401042938232422, + -10.2034912109375, + -10.005938529968262, + -9.808385848999023, + -9.610833168029785, + -9.413280487060547, + -9.215728759765625, + -9.018176078796387, + -8.820623397827148, + -8.623071670532227, + -8.425518989562988, + -8.22796630859375, + -8.030413627624512, + -7.832861423492432, + -7.635308742523193, + -7.437756538391113, + -7.240203857421875, + -7.042651653289795, + -6.845098972320557, + -6.647546768188477, + -6.449994087219238, + -6.252441883087158, + -6.05488920211792, + -5.857336521148682, + -5.659784317016602, + -5.462231636047363, + -5.264679431915283, + -5.067126750946045, + -4.869574546813965, + -4.672021865844727, + -4.4744696617126465, + -4.276917457580566, + -4.079364776611328, + -3.88181209564209, + -3.6842594146728516, + -3.4867076873779297, + -3.2891550064086914, + -3.091602325439453, + -2.894049644470215, + -2.6964969635009766, + -2.498945713043213 + ], + "r_inf_mean": 0.33969008922576904, + "r_inf_median": 0.3415146470069885, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.583708643913269, + "eff_dim_mean": 0.5837085843086243, + "topk_energy": { + "1": 0.11889025568962097, + "5": 0.35200825333595276, + "10": 0.4962348937988281, + "25": 0.7652474641799927 + }, + "gamma_raw": 0.07440271973609924, + "gamma_active": { + "1e-08": 0.07516343891620636, + "1e-07": 0.07517287135124207, + "1e-06": 0.07514622062444687, + "1e-05": 0.07491417974233627, + "0.0001": 0.07505925744771957 + }, + "gamma_energy_weighted": { + "1e-08": 0.08033142232890098, + "1e-07": 0.08033142232890098, + "1e-06": 0.08033142232890098, + "1e-05": 0.08033142232890098, + "0.0001": 0.08033142232890098 + } + }, + { + "layer": 6, + "mean_norm": 0.0022188881412148476, + "median_norm": 0.002353969030082226, + "max_norm": 0.003167210379615426, + "min_norm": 4.197903418108606e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126747131347656, + "5": -4.082839012145996, + "10": -2.7455499172210693, + "25": -2.6789650917053223, + "50": -2.628197431564331, + "75": -2.5811846256256104, + "90": -2.5596630573272705, + "95": -2.5526883602142334, + "99": -2.5110230445861816 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 52, + 419 + ], + "log_norms_bin_edges": [ + -12.376968383789062, + -12.179415702819824, + -11.981863021850586, + -11.784309387207031, + -11.586756706237793, + -11.389204025268555, + -11.191651344299316, + -10.994097709655762, + -10.796545028686523, + -10.598992347717285, + -10.401439666748047, + -10.203886032104492, + -10.006333351135254, + -9.808780670166016, + -9.611227989196777, + -9.413675308227539, + -9.216121673583984, + -9.018568992614746, + -8.821016311645508, + -8.623462677001953, + -8.425909996032715, + -8.228357315063477, + -8.030804634094238, + -7.833251476287842, + -7.6356987953186035, + -7.438145637512207, + -7.240592956542969, + -7.043039798736572, + -6.845487117767334, + -6.6479339599609375, + -6.450381278991699, + -6.252828121185303, + -6.0552754402160645, + -5.857722759246826, + -5.66016960144043, + -5.462616920471191, + -5.265063762664795, + -5.067511081695557, + -4.86995792388916, + -4.672405242919922, + -4.474852085113525, + -4.277298927307129, + -4.079746246337891, + -3.8821935653686523, + -3.684640884399414, + -3.4870872497558594, + -3.289534568786621, + -3.091981887817383, + -2.8944292068481445, + -2.6968765258789062, + -2.4993231296539307 + ], + "r_inf_mean": 0.339749276638031, + "r_inf_median": 0.34126344323158264, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5838632583618164, + "eff_dim_mean": 0.5838632583618164, + "topk_energy": { + "1": 0.11890043318271637, + "5": 0.35174089670181274, + "10": 0.4960694909095764, + "25": 0.7651547193527222 + }, + "gamma_raw": 0.09116752445697784, + "gamma_active": { + "1e-08": 0.0920526310801506, + "1e-07": 0.0921366736292839, + "1e-06": 0.09164447337388992, + "1e-05": 0.09104815125465393, + "0.0001": 0.09068435430526733 + }, + "gamma_energy_weighted": { + "1e-08": 0.10120369018360899, + "1e-07": 0.10120369018360899, + "1e-06": 0.10120369018360899, + "1e-05": 0.10120369018360899, + "0.0001": 0.10120369018360899 + } + }, + { + "layer": 7, + "mean_norm": 0.0022171572782099247, + "median_norm": 0.0023521254770457745, + "max_norm": 0.003164146561175585, + "min_norm": 4.192376155433275e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.974609375, + "1e-05": 0.96484375, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -8.126847267150879, + "5": -4.083070278167725, + "10": -2.7456018924713135, + "25": -2.6789536476135254, + "50": -2.628538131713867, + "75": -2.5818123817443848, + "90": -2.559999942779541, + "95": -2.5530788898468018, + "99": -2.51179575920105 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 1, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 7, + 51, + 420 + ], + "log_norms_bin_edges": [ + -12.377540588378906, + -12.179985046386719, + -11.982428550720215, + -11.784873008728027, + -11.587316513061523, + -11.389760971069336, + -11.192205429077148, + -10.994648933410645, + -10.797093391418457, + -10.599536895751953, + -10.401981353759766, + -10.204424858093262, + -10.006869316101074, + -9.80931282043457, + -9.611757278442383, + -9.414201736450195, + -9.216645240783691, + -9.019089698791504, + -8.821533203125, + -8.623977661132812, + -8.426422119140625, + -8.228865623474121, + -8.031309127807617, + -7.833754062652588, + -7.636198043823242, + -7.4386420249938965, + -7.241086006164551, + -7.043529987335205, + -6.845973968505859, + -6.648418426513672, + -6.450862407684326, + -6.2533063888549805, + -6.055750370025635, + -5.858194351196289, + -5.660638332366943, + -5.463082313537598, + -5.26552677154541, + -5.0679707527160645, + -4.870414733886719, + -4.672858715057373, + -4.475302696228027, + -4.27774715423584, + -4.080190658569336, + -3.8826351165771484, + -3.6850786209106445, + -3.487523078918457, + -3.2899675369262695, + -3.0924110412597656, + -2.894855499267578, + -2.697299003601074, + -2.4997434616088867 + ], + "r_inf_mean": 0.3400847613811493, + "r_inf_median": 0.3418639004230499, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5838437080383301, + "eff_dim_mean": 0.5838437080383301, + "topk_energy": { + "1": 0.11913976073265076, + "5": 0.352230429649353, + "10": 0.49633467197418213, + "25": 0.7651938199996948 + }, + "gamma_raw": 0.0604328028857708, + "gamma_active": { + "1e-08": 0.060579296201467514, + "1e-07": 0.06020556762814522, + "1e-06": 0.06034446507692337, + "1e-05": 0.06044067069888115, + "0.0001": 0.059071917086839676 + }, + "gamma_energy_weighted": { + "1e-08": 0.06735691937262188, + "1e-07": 0.06735691937262188, + "1e-06": 0.06735691937262188, + "1e-05": 0.06735691937262188, + "0.0001": 0.06735691937262188 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json new file mode 100644 index 0000000..77a5b2f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.959592819213867, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.017818545922636986, + "median_norm": 0.01744621992111206, + "max_norm": 0.06091040372848511, + "min_norm": 1.3415603739019843e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.994140625, + "1e-05": 0.990234375, + "0.0001": 0.982421875 + }, + "log_norms_percentiles": { + "1": -4.4490580558776855, + "5": -2.4321417808532715, + "10": -2.032693862915039, + "25": -1.8520926237106323, + "50": -1.758249044418335, + "75": -1.6616926193237305, + "90": -1.588365077972412, + "95": -1.5287803411483765, + "99": -1.4129067659378052 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 3, + 0, + 2, + 2, + 0, + 2, + 0, + 1, + 3, + 4, + 8, + 16, + 51, + 167, + 165, + 59, + 13, + 3 + ], + "log_norms_bin_edges": [ + -7.872390270233154, + -7.739248752593994, + -7.606106758117676, + -7.472965240478516, + -7.3398237228393555, + -7.206682205200195, + -7.073540687561035, + -6.940398693084717, + -6.807257175445557, + -6.6741156578063965, + -6.540973663330078, + -6.407832145690918, + -6.274690628051758, + -6.141549110412598, + -6.0084075927734375, + -5.875265598297119, + -5.742124080657959, + -5.608982563018799, + -5.4758405685424805, + -5.34269905090332, + -5.20955753326416, + -5.076416015625, + -4.94327449798584, + -4.8101325035095215, + -4.676990985870361, + -4.543849468231201, + -4.410707473754883, + -4.277565956115723, + -4.1444244384765625, + -4.011282920837402, + -3.878141164779663, + -3.744999408721924, + -3.6118578910827637, + -3.4787163734436035, + -3.3455748558044434, + -3.212432861328125, + -3.079291343688965, + -2.9461498260498047, + -2.8130078315734863, + -2.679866313934326, + -2.546724796295166, + -2.413583278656006, + -2.2804417610168457, + -2.1472997665405273, + -2.014158248901367, + -1.881016731262207, + -1.7478747367858887, + -1.6147332191467285, + -1.4815917015075684, + -1.3484501838684082, + -1.2153085470199585 + ], + "r_inf_mean": 0.3467870354652405, + "r_inf_median": 0.3422580659389496, + "pr_mean": 0.17512691020965576, + "pr_median": 0.17410242557525635, + "hoyer_mean": 0.45175814628601074, + "eff_dim_mean": 0.45175814628601074, + "topk_energy": { + "1": 0.12324295938014984, + "5": 0.42472344636917114, + "10": 0.6093724966049194, + "25": 0.874174952507019 + }, + "gamma_raw": -0.011563010513782501, + "gamma_active": { + "1e-08": -0.011563010513782501, + "1e-07": -0.01168851274996996, + "1e-06": -0.01174476183950901, + "1e-05": -0.011946136131882668, + "0.0001": -0.011777122505009174 + }, + "gamma_energy_weighted": { + "1e-08": -0.01722884581416426, + "1e-07": -0.01722884581416426, + "1e-06": -0.01722884581416426, + "1e-05": -0.01722884581416426, + "0.0001": -0.01722884581416426 + } + }, + { + "layer": 1, + "mean_norm": 0.002088101115077734, + "median_norm": 0.0022036994341760874, + "max_norm": 0.004260533023625612, + "min_norm": 1.314001352170635e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.429847240447998, + "5": -3.340477228164673, + "10": -2.8877949714660645, + "25": -2.72451114654541, + "50": -2.6568214893341064, + "75": -2.6080684661865234, + "90": -2.5669939517974854, + "95": -2.528749465942383, + "99": -2.4608912467956543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 3, + 2, + 1, + 1, + 0, + 2, + 1, + 0, + 7, + 5, + 4, + 12, + 38, + 238, + 170, + 15 + ], + "log_norms_bin_edges": [ + -8.881404876708984, + -8.751187324523926, + -8.620969772338867, + -8.490753173828125, + -8.360535621643066, + -8.230318069458008, + -8.10010051727295, + -7.969883441925049, + -7.83966588973999, + -7.70944881439209, + -7.579231262207031, + -7.449013710021973, + -7.318796157836914, + -7.188579082489014, + -7.058361530303955, + -6.928144454956055, + -6.797926902770996, + -6.6677093505859375, + -6.537492275238037, + -6.4072747230529785, + -6.277057647705078, + -6.1468400955200195, + -6.016622543334961, + -5.886404991149902, + -5.756187915802002, + -5.625970840454102, + -5.495753288269043, + -5.365535736083984, + -5.235318183898926, + -5.105101108551025, + -4.974883556365967, + -4.844666481018066, + -4.714448928833008, + -4.584231376647949, + -4.454014301300049, + -4.32379674911499, + -4.19357967376709, + -4.063362121582031, + -3.9331445693969727, + -3.8029274940490723, + -3.6727099418640137, + -3.542492389678955, + -3.4122753143310547, + -3.282057762145996, + -3.1518402099609375, + -3.021623134613037, + -2.8914055824279785, + -2.761188507080078, + -2.6309709548950195, + -2.500753402709961, + -2.3705360889434814 + ], + "r_inf_mean": 0.2807486951351166, + "r_inf_median": 0.2725348472595215, + "pr_mean": 0.2964019179344177, + "pr_median": 0.30154281854629517, + "hoyer_mean": 0.6128425598144531, + "eff_dim_mean": 0.6128425598144531, + "topk_energy": { + "1": 0.08119034767150879, + "5": 0.29857325553894043, + "10": 0.4548112154006958, + "25": 0.7440608143806458 + }, + "gamma_raw": 0.011214717291295528, + "gamma_active": { + "1e-08": 0.01124632079154253, + "1e-07": 0.011634266003966331, + "1e-06": 0.011717678979039192, + "1e-05": 0.011576728895306587, + "0.0001": 0.011543957516551018 + }, + "gamma_energy_weighted": { + "1e-08": 0.016017894388066327, + "1e-07": 0.016017894388066327, + "1e-06": 0.016017894388066327, + "1e-05": 0.016017894388066327, + "0.0001": 0.016017894388066327 + } + }, + { + "layer": 2, + "mean_norm": 0.001690404606051743, + "median_norm": 0.0018438705010339618, + "max_norm": 0.0022986847907304764, + "min_norm": 1.237695723688148e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.568781852722168, + "5": -3.432922124862671, + "10": -2.9800450801849365, + "25": -2.79018235206604, + "50": -2.7342047691345215, + "75": -2.705350399017334, + "90": -2.6792099475860596, + "95": -2.6709330081939697, + "99": -2.6480627059936523 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 3, + 2, + 2, + 1, + 1, + 0, + 2, + 1, + 0, + 7, + 5, + 5, + 9, + 17, + 119, + 327 + ], + "log_norms_bin_edges": [ + -8.90738582611084, + -8.782008171081543, + -8.656631469726562, + -8.531253814697266, + -8.405876159667969, + -8.280499458312988, + -8.155121803283691, + -8.029745101928711, + -7.904367446899414, + -7.778989791870117, + -7.6536126136779785, + -7.52823543548584, + -7.402857780456543, + -7.277480602264404, + -7.152103424072266, + -7.026726245880127, + -6.901349067687988, + -6.775971412658691, + -6.650594234466553, + -6.525217056274414, + -6.399839401245117, + -6.2744622230529785, + -6.14908504486084, + -6.023707389831543, + -5.898330211639404, + -5.772953033447266, + -5.647575378417969, + -5.522198677062988, + -5.396821022033691, + -5.271443843841553, + -5.146066665649414, + -5.020689010620117, + -4.8953118324279785, + -4.76993465423584, + -4.644556999206543, + -4.519179821014404, + -4.393802642822266, + -4.268425464630127, + -4.14304780960083, + -4.017670631408691, + -3.8922934532165527, + -3.766915798187256, + -3.641538619995117, + -3.5161614418029785, + -3.39078426361084, + -3.265406608581543, + -3.1400294303894043, + -3.0146522521972656, + -2.8892745971679688, + -2.76389741897583, + -2.6385204792022705 + ], + "r_inf_mean": 0.24292714893817902, + "r_inf_median": 0.23911209404468536, + "pr_mean": 0.3499802350997925, + "pr_median": 0.350597083568573, + "hoyer_mean": 0.6414167881011963, + "eff_dim_mean": 0.6414167881011963, + "topk_energy": { + "1": 0.05960927903652191, + "5": 0.2584185004234314, + "10": 0.4167124032974243, + "25": 0.7177705764770508 + }, + "gamma_raw": 0.03267107903957367, + "gamma_active": { + "1e-08": 0.032731793820858, + "1e-07": 0.03276238963007927, + "1e-06": 0.03273762762546539, + "1e-05": 0.03284170478582382, + "0.0001": 0.03279900923371315 + }, + "gamma_energy_weighted": { + "1e-08": 0.03636856184855524, + "1e-07": 0.03636856184855524, + "1e-06": 0.03636856184855524, + "1e-05": 0.03636856184855524, + "0.0001": 0.03636856184855524 + } + }, + { + "layer": 3, + "mean_norm": 0.001682401285506785, + "median_norm": 0.0018325344426557422, + "max_norm": 0.0022907464299350977, + "min_norm": 1.2334812060643685e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -5.569997787475586, + "5": -3.4340879917144775, + "10": -2.9791505336761475, + "25": -2.791239023208618, + "50": -2.736901044845581, + "75": -2.7073092460632324, + "90": -2.680774211883545, + "95": -2.6739323139190674, + "99": -2.6475791931152344 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 3, + 2, + 2, + 0, + 2, + 0, + 2, + 1, + 0, + 7, + 5, + 5, + 9, + 16, + 122, + 325 + ], + "log_norms_bin_edges": [ + -8.908867835998535, + -8.783491134643555, + -8.658114433288574, + -8.532736778259277, + -8.407360076904297, + -8.281983375549316, + -8.156606674194336, + -8.031229972839355, + -7.905852794647217, + -7.780475616455078, + -7.655098915100098, + -7.529722213745117, + -7.4043450355529785, + -7.278968334197998, + -7.153591156005859, + -7.028214454650879, + -6.902837753295898, + -6.77746057510376, + -6.652083396911621, + -6.526706695556641, + -6.40132999420166, + -6.27595329284668, + -6.150576114654541, + -6.025198936462402, + -5.899822235107422, + -5.774445533752441, + -5.649068832397461, + -5.523691654205322, + -5.398314476013184, + -5.272937774658203, + -5.147561073303223, + -5.022184371948242, + -4.8968071937561035, + -4.771430492401123, + -4.646053314208984, + -4.520676612854004, + -4.395299434661865, + -4.269922733306885, + -4.144546031951904, + -4.019168853759766, + -3.893792152404785, + -3.7684149742126465, + -3.643038272857666, + -3.5176615715026855, + -3.392284393310547, + -3.2669076919555664, + -3.1415305137634277, + -3.0161538124084473, + -2.8907766342163086, + -2.765399932861328, + -2.6400229930877686 + ], + "r_inf_mean": 0.24280603229999542, + "r_inf_median": 0.23904725909233093, + "pr_mean": 0.3505163788795471, + "pr_median": 0.3514935374259949, + "hoyer_mean": 0.6415455341339111, + "eff_dim_mean": 0.6415455341339111, + "topk_energy": { + "1": 0.05957484990358353, + "5": 0.2578091025352478, + "10": 0.4163019359111786, + "25": 0.7178477644920349 + }, + "gamma_raw": 0.0267526526004076, + "gamma_active": { + "1e-08": 0.02679542452096939, + "1e-07": 0.02678399533033371, + "1e-06": 0.02672143094241619, + "1e-05": 0.026817817240953445, + "0.0001": 0.02666880004107952 + }, + "gamma_energy_weighted": { + "1e-08": 0.027786115705898475, + "1e-07": 0.027786115705898475, + "1e-06": 0.027786115705898475, + "1e-05": 0.027786115705898475, + "0.0001": 0.027786115705898475 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json new file mode 100644 index 0000000..afcf743 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 6.213278293609619, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.008935617282986641, + "median_norm": 0.00916270725429058, + "max_norm": 0.017597230151295662, + "min_norm": 7.515313427575165e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.9921875 + }, + "log_norms_percentiles": { + "1": -3.655613899230957, + "5": -2.7662413120269775, + "10": -2.2640912532806396, + "25": -2.1189022064208984, + "50": -2.0376334190368652, + "75": -1.9678400754928589, + "90": -1.905834436416626, + "95": -1.8649730682373047, + "99": -1.8053683042526245 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 2, + 1, + 1, + 1, + 3, + 0, + 2, + 0, + 1, + 4, + 2, + 3, + 2, + 1, + 2, + 2, + 4, + 7, + 16, + 31, + 76, + 111, + 122, + 70, + 30, + 9 + ], + "log_norms_bin_edges": [ + -5.124053001403809, + -5.0566630363464355, + -4.9892730712890625, + -4.9218831062316895, + -4.854493141174316, + -4.787103176116943, + -4.71971321105957, + -4.652323246002197, + -4.584933280944824, + -4.517543315887451, + -4.450153350830078, + -4.382763862609863, + -4.315373420715332, + -4.247983932495117, + -4.180593967437744, + -4.113204002380371, + -4.045814037322998, + -3.978424072265625, + -3.911034107208252, + -3.843644142150879, + -3.776254177093506, + -3.708864212036133, + -3.6414742469787598, + -3.5740842819213867, + -3.5066943168640137, + -3.4393043518066406, + -3.3719143867492676, + -3.3045244216918945, + -3.2371344566345215, + -3.1697444915771484, + -3.1023547649383545, + -3.0349647998809814, + -2.9675748348236084, + -2.9001848697662354, + -2.8327949047088623, + -2.7654049396514893, + -2.698014974594116, + -2.630625009536743, + -2.563235282897949, + -2.495845317840576, + -2.428455352783203, + -2.36106538772583, + -2.293675422668457, + -2.226285457611084, + -2.158895492553711, + -2.091505527496338, + -2.024115562438965, + -1.9567255973815918, + -1.8893356323242188, + -1.8219459056854248, + -1.7545557022094727 + ], + "r_inf_mean": 0.3840498924255371, + "r_inf_median": 0.3751075565814972, + "pr_mean": 0.14737462997436523, + "pr_median": 0.14348970353603363, + "hoyer_mean": 0.44728100299835205, + "eff_dim_mean": 0.44728100299835205, + "topk_energy": { + "1": 0.15175727009773254, + "5": 0.4775546193122864, + "10": 0.6534497737884521, + "25": 0.8752610683441162 + }, + "gamma_raw": 0.02481183595955372, + "gamma_active": { + "1e-08": 0.02481183595955372, + "1e-07": 0.02481183595955372, + "1e-06": 0.02481183595955372, + "1e-05": 0.024990908801555634, + "0.0001": 0.02527591399848461 + }, + "gamma_energy_weighted": { + "1e-08": 0.017983022987198987, + "1e-07": 0.017983022987198987, + "1e-06": 0.017983022987198987, + "1e-05": 0.017983022987198987, + "0.0001": 0.017983022987198987 + } + }, + { + "layer": 1, + "mean_norm": 0.002002544002607465, + "median_norm": 0.002125849248841405, + "max_norm": 0.003072380321100354, + "min_norm": 2.007131342907087e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -4.367098808288574, + "5": -3.4802491664886475, + "10": -2.8986332416534424, + "25": -2.717024326324463, + "50": -2.6724600791931152, + "75": -2.6321017742156982, + "90": -2.5984878540039062, + "95": -2.5756869316101074, + "99": -2.53145432472229 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 4, + 0, + 2, + 3, + 0, + 0, + 2, + 2, + 3, + 3, + 1, + 1, + 2, + 0, + 3, + 4, + 3, + 5, + 7, + 10, + 19, + 77, + 196, + 130, + 27 + ], + "log_norms_bin_edges": [ + -5.697424411773682, + -5.633726596832275, + -5.570028305053711, + -5.506330490112305, + -5.442632675170898, + -5.378934383392334, + -5.315236568450928, + -5.251538276672363, + -5.187840461730957, + -5.124142646789551, + -5.060444355010986, + -4.99674654006958, + -4.933048725128174, + -4.869350433349609, + -4.805652618408203, + -4.741954803466797, + -4.678256511688232, + -4.614558696746826, + -4.550860404968262, + -4.4871625900268555, + -4.423464775085449, + -4.359766960144043, + -4.2960686683654785, + -4.232370853424072, + -4.168672561645508, + -4.104974746704102, + -4.041276931762695, + -3.977578639984131, + -3.9138808250427246, + -3.8501827716827393, + -3.786484718322754, + -3.7227869033813477, + -3.6590888500213623, + -3.595390796661377, + -3.5316929817199707, + -3.4679949283599854, + -3.404296875, + -3.3405988216400146, + -3.2769010066986084, + -3.213202953338623, + -3.1495048999786377, + -3.0858070850372314, + -3.022109031677246, + -2.9584109783172607, + -2.8947129249572754, + -2.831015110015869, + -2.767317056655884, + -2.7036190032958984, + -2.639921188354492, + -2.576223134994507, + -2.5125250816345215 + ], + "r_inf_mean": 0.287308931350708, + "r_inf_median": 0.28054749965667725, + "pr_mean": 0.2956356108188629, + "pr_median": 0.30407074093818665, + "hoyer_mean": 0.615317702293396, + "eff_dim_mean": 0.6153176426887512, + "topk_energy": { + "1": 0.08502627909183502, + "5": 0.2958172857761383, + "10": 0.4508517384529114, + "25": 0.7416930198669434 + }, + "gamma_raw": 0.2900810241699219, + "gamma_active": { + "1e-08": 0.2900810241699219, + "1e-07": 0.2900810241699219, + "1e-06": 0.2900810241699219, + "1e-05": 0.29036179184913635, + "0.0001": 0.28969696164131165 + }, + "gamma_energy_weighted": { + "1e-08": 0.28916916115678254, + "1e-07": 0.28916916115678254, + "1e-06": 0.28916916115678254, + "1e-05": 0.28916916115678254, + "0.0001": 0.28916916115678254 + } + }, + { + "layer": 2, + "mean_norm": 0.0018993552075698972, + "median_norm": 0.0020110742188990116, + "max_norm": 0.002969037974253297, + "min_norm": 1.7968172869586851e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.416164875030518, + "5": -3.4923250675201416, + "10": -2.9189584255218506, + "25": -2.738096237182617, + "50": -2.696560859680176, + "75": -2.654766321182251, + "90": -2.618069648742676, + "95": -2.5898261070251465, + "99": -2.5509629249572754 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 81, + 205, + 106, + 28 + ], + "log_norms_bin_edges": [ + -5.7454962730407715, + -5.681134223937988, + -5.616771697998047, + -5.552409648895264, + -5.488047122955322, + -5.423685073852539, + -5.359323024749756, + -5.2949604988098145, + -5.230598449707031, + -5.16623592376709, + -5.101873874664307, + -5.037511825561523, + -4.973149299621582, + -4.908787250518799, + -4.844424724578857, + -4.780062675476074, + -4.715700149536133, + -4.65133810043335, + -4.586976051330566, + -4.522613525390625, + -4.458251476287842, + -4.393889427185059, + -4.329526901245117, + -4.265164852142334, + -4.200802326202393, + -4.136440277099609, + -4.072077751159668, + -4.007715702056885, + -3.9433534145355225, + -3.87899112701416, + -3.814629077911377, + -3.7502667903900146, + -3.6859045028686523, + -3.62154221534729, + -3.5571799278259277, + -3.4928178787231445, + -3.4284555912017822, + -3.36409330368042, + -3.2997310161590576, + -3.2353687286376953, + -3.171006679534912, + -3.10664439201355, + -3.0422821044921875, + -2.977919816970825, + -2.913557529449463, + -2.8491952419281006, + -2.7848331928253174, + -2.720470905303955, + -2.6561086177825928, + -2.5917463302612305, + -2.5273842811584473 + ], + "r_inf_mean": 0.2798207998275757, + "r_inf_median": 0.26711925864219666, + "pr_mean": 0.3039546310901642, + "pr_median": 0.3136492669582367, + "hoyer_mean": 0.6168254017829895, + "eff_dim_mean": 0.6168254017829895, + "topk_energy": { + "1": 0.08072725683450699, + "5": 0.2894190847873688, + "10": 0.44574373960494995, + "25": 0.7403979301452637 + }, + "gamma_raw": 0.1185590997338295, + "gamma_active": { + "1e-08": 0.1185590997338295, + "1e-07": 0.1185590997338295, + "1e-06": 0.1185590997338295, + "1e-05": 0.119007408618927, + "0.0001": 0.1194368451833725 + }, + "gamma_energy_weighted": { + "1e-08": 0.12935184729780655, + "1e-07": 0.12935184729780655, + "1e-06": 0.12935184729780655, + "1e-05": 0.12935184729780655, + "0.0001": 0.12935184729780655 + } + }, + { + "layer": 3, + "mean_norm": 0.0018978500738739967, + "median_norm": 0.0020091980695724487, + "max_norm": 0.002968156011775136, + "min_norm": 1.7971007082451251e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415787220001221, + "5": -3.492914915084839, + "10": -2.9193694591522217, + "25": -2.7387967109680176, + "50": -2.696688175201416, + "75": -2.6551477909088135, + "90": -2.6181483268737793, + "95": -2.590113639831543, + "99": -2.5508410930633545 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 82, + 204, + 107, + 27 + ], + "log_norms_bin_edges": [ + -5.74542760848999, + -5.681069374084473, + -5.616711139678955, + -5.5523529052734375, + -5.48799467086792, + -5.423635959625244, + -5.359277725219727, + -5.294919490814209, + -5.230561256408691, + -5.166203022003174, + -5.101844787597656, + -5.037486553192139, + -4.973128318786621, + -4.9087700843811035, + -4.844411849975586, + -4.78005313873291, + -4.715694904327393, + -4.651336669921875, + -4.586978435516357, + -4.52262020111084, + -4.458261966705322, + -4.393903732299805, + -4.329545021057129, + -4.2651872634887695, + -4.200828552246094, + -4.136470317840576, + -4.072112083435059, + -4.007753849029541, + -3.9433956146240234, + -3.879037380218506, + -3.8146791458129883, + -3.7503206729888916, + -3.685962438583374, + -3.6216042041778564, + -3.557245969772339, + -3.492887496948242, + -3.4285292625427246, + -3.364171028137207, + -3.2998127937316895, + -3.2354543209075928, + -3.171096086502075, + -3.1067378520965576, + -3.04237961769104, + -2.9780213832855225, + -2.913662910461426, + -2.849304676055908, + -2.7849464416503906, + -2.720588207244873, + -2.6562299728393555, + -2.591871500015259, + -2.527513265609741 + ], + "r_inf_mean": 0.27983102202415466, + "r_inf_median": 0.2667291462421417, + "pr_mean": 0.30413302779197693, + "pr_median": 0.3135732114315033, + "hoyer_mean": 0.6171528697013855, + "eff_dim_mean": 0.6171528100967407, + "topk_energy": { + "1": 0.08074554055929184, + "5": 0.2893717288970947, + "10": 0.4456186890602112, + "25": 0.7400233149528503 + }, + "gamma_raw": 0.06531120836734772, + "gamma_active": { + "1e-08": 0.06531120836734772, + "1e-07": 0.06531120836734772, + "1e-06": 0.06531120836734772, + "1e-05": 0.06543208658695221, + "0.0001": 0.06531093269586563 + }, + "gamma_energy_weighted": { + "1e-08": 0.07669325876491, + "1e-07": 0.07669325876491, + "1e-06": 0.07669325876491, + "1e-05": 0.07669325876491, + "0.0001": 0.07669325876491 + } + }, + { + "layer": 4, + "mean_norm": 0.0018975376151502132, + "median_norm": 0.002008681185543537, + "max_norm": 0.002963270992040634, + "min_norm": 1.7960192053578794e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415700435638428, + "5": -3.4929561614990234, + "10": -2.919647693634033, + "25": -2.7388627529144287, + "50": -2.6969072818756104, + "75": -2.6550629138946533, + "90": -2.6181397438049316, + "95": -2.5898730754852295, + "99": -2.551422595977783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 79, + 204, + 109, + 28 + ], + "log_norms_bin_edges": [ + -5.7456889152526855, + -5.681339740753174, + -5.616990566253662, + -5.55264139175415, + -5.488292217254639, + -5.423943042755127, + -5.359593868255615, + -5.2952446937561035, + -5.230895042419434, + -5.166545867919922, + -5.10219669342041, + -5.037847518920898, + -4.973498344421387, + -4.909149169921875, + -4.844799995422363, + -4.780450820922852, + -4.71610164642334, + -4.651752471923828, + -4.587403297424316, + -4.523054122924805, + -4.458704948425293, + -4.394355773925781, + -4.3300065994262695, + -4.265657424926758, + -4.201308250427246, + -4.136959075927734, + -4.072609901428223, + -4.008260250091553, + -3.943911075592041, + -3.8795619010925293, + -3.8152127265930176, + -3.750863552093506, + -3.686514377593994, + -3.6221652030944824, + -3.5578160285949707, + -3.493466854095459, + -3.4291176795959473, + -3.3647682666778564, + -3.3004190921783447, + -3.236069917678833, + -3.1717207431793213, + -3.1073715686798096, + -3.043022394180298, + -2.978673219680786, + -2.9143238067626953, + -2.8499746322631836, + -2.785625457763672, + -2.72127628326416, + -2.6569271087646484, + -2.5925779342651367, + -2.528228759765625 + ], + "r_inf_mean": 0.2797001004219055, + "r_inf_median": 0.2659136652946472, + "pr_mean": 0.30420076847076416, + "pr_median": 0.31310349702835083, + "hoyer_mean": 0.6171371936798096, + "eff_dim_mean": 0.6171371936798096, + "topk_energy": { + "1": 0.08068197965621948, + "5": 0.2893235683441162, + "10": 0.44559305906295776, + "25": 0.740071177482605 + }, + "gamma_raw": 0.1547166258096695, + "gamma_active": { + "1e-08": 0.1547166258096695, + "1e-07": 0.1547166258096695, + "1e-06": 0.1547166258096695, + "1e-05": 0.15490800142288208, + "0.0001": 0.15468207001686096 + }, + "gamma_energy_weighted": { + "1e-08": 0.1594013743296288, + "1e-07": 0.1594013743296288, + "1e-06": 0.1594013743296288, + "1e-05": 0.1594013743296288, + "0.0001": 0.1594013743296288 + } + }, + { + "layer": 5, + "mean_norm": 0.0018968542572110891, + "median_norm": 0.002009041840210557, + "max_norm": 0.0029594528023153543, + "min_norm": 1.793547880879487e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415905952453613, + "5": -3.493173122406006, + "10": -2.919761896133423, + "25": -2.7391786575317383, + "50": -2.6969614028930664, + "75": -2.655212640762329, + "90": -2.618333578109741, + "95": -2.5897443294525146, + "99": -2.55202317237854 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 110, + 29 + ], + "log_norms_bin_edges": [ + -5.746286869049072, + -5.681936740875244, + -5.617587089538574, + -5.553236961364746, + -5.488886833190918, + -5.424537181854248, + -5.36018705368042, + -5.295836925506592, + -5.231487274169922, + -5.167137145996094, + -5.102787017822266, + -5.038437366485596, + -4.974087238311768, + -4.909737586975098, + -4.8453874588012695, + -4.781037330627441, + -4.716687202453613, + -4.652337551116943, + -4.587987422943115, + -4.523637771606445, + -4.459287643432617, + -4.394937515258789, + -4.330587387084961, + -4.266237735748291, + -4.201887607574463, + -4.137537956237793, + -4.073187828063965, + -4.008837699890137, + -3.9444878101348877, + -3.8801379203796387, + -3.8157877922058105, + -3.7514381408691406, + -3.6870880126953125, + -3.6227381229400635, + -3.5583879947662354, + -3.4940381050109863, + -3.4296882152557373, + -3.365338087081909, + -3.30098819732666, + -3.236638307571411, + -3.172288417816162, + -3.107938289642334, + -3.043588399887085, + -2.979238510131836, + -2.914888381958008, + -2.850538492202759, + -2.7861886024475098, + -2.7218384742736816, + -2.6574885845184326, + -2.5931386947631836, + -2.5287888050079346 + ], + "r_inf_mean": 0.2797278165817261, + "r_inf_median": 0.26567956805229187, + "pr_mean": 0.3041910231113434, + "pr_median": 0.3131352365016937, + "hoyer_mean": 0.6172611713409424, + "eff_dim_mean": 0.6172611117362976, + "topk_energy": { + "1": 0.08070598542690277, + "5": 0.28941917419433594, + "10": 0.44565266370773315, + "25": 0.7399928569793701 + }, + "gamma_raw": 0.06356089562177658, + "gamma_active": { + "1e-08": 0.06356089562177658, + "1e-07": 0.06356089562177658, + "1e-06": 0.06356089562177658, + "1e-05": 0.06366901099681854, + "0.0001": 0.06391880661249161 + }, + "gamma_energy_weighted": { + "1e-08": 0.07034586663135149, + "1e-07": 0.07034586663135149, + "1e-06": 0.07034586663135149, + "1e-05": 0.07034586663135149, + "0.0001": 0.07034586663135149 + } + }, + { + "layer": 6, + "mean_norm": 0.0018970833625644445, + "median_norm": 0.0020088402088731527, + "max_norm": 0.0029594984371215105, + "min_norm": 1.7922484403243288e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.415919780731201, + "5": -3.493014097213745, + "10": -2.9197843074798584, + "25": -2.739189624786377, + "50": -2.6970505714416504, + "75": -2.6550824642181396, + "90": -2.618417263031006, + "95": -2.589141607284546, + "99": -2.5519142150878906 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 109, + 30 + ], + "log_norms_bin_edges": [ + -5.7466020584106445, + -5.68224573135376, + -5.617889404296875, + -5.55353307723999, + -5.489176273345947, + -5.4248199462890625, + -5.360463619232178, + -5.296107292175293, + -5.231750965118408, + -5.167394638061523, + -5.1030378341674805, + -5.038681507110596, + -4.974325180053711, + -4.909968852996826, + -4.845612525939941, + -4.781256198883057, + -4.716899871826172, + -4.652543067932129, + -4.588186740875244, + -4.523830413818359, + -4.459474086761475, + -4.39511775970459, + -4.330760955810547, + -4.26640510559082, + -4.202048301696777, + -4.137691974639893, + -4.073335647583008, + -4.008979320526123, + -3.944622755050659, + -3.8802664279937744, + -3.8159098625183105, + -3.751553535461426, + -3.687197208404541, + -3.6228408813476562, + -3.5584843158721924, + -3.4941279888153076, + -3.429771661758423, + -3.365415096282959, + -3.301058769226074, + -3.2367024421691895, + -3.1723461151123047, + -3.107989549636841, + -3.043633222579956, + -2.9792768955230713, + -2.9149203300476074, + -2.8505640029907227, + -2.786207675933838, + -2.721851110458374, + -2.6574947834014893, + -2.5931384563446045, + -2.5287818908691406 + ], + "r_inf_mean": 0.27957504987716675, + "r_inf_median": 0.2653108239173889, + "pr_mean": 0.3044307231903076, + "pr_median": 0.3142626881599426, + "hoyer_mean": 0.6173781752586365, + "eff_dim_mean": 0.6173781156539917, + "topk_energy": { + "1": 0.08062129467725754, + "5": 0.2892090380191803, + "10": 0.44538503885269165, + "25": 0.7399603128433228 + }, + "gamma_raw": 0.06584728509187698, + "gamma_active": { + "1e-08": 0.06584728509187698, + "1e-07": 0.06584728509187698, + "1e-06": 0.06584728509187698, + "1e-05": 0.0660751461982727, + "0.0001": 0.06644094735383987 + }, + "gamma_energy_weighted": { + "1e-08": 0.07585605886137915, + "1e-07": 0.07585605886137915, + "1e-06": 0.07585605886137915, + "1e-05": 0.07585605886137915, + "0.0001": 0.07585605886137915 + } + }, + { + "layer": 7, + "mean_norm": 0.0018968135118484497, + "median_norm": 0.0020070497412234545, + "max_norm": 0.002959177130833268, + "min_norm": 1.7919385300046997e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.416089057922363, + "5": -3.493065595626831, + "10": -2.91959810256958, + "25": -2.739379405975342, + "50": -2.697252035140991, + "75": -2.6552815437316895, + "90": -2.6183111667633057, + "95": -2.5892508029937744, + "99": -2.552466869354248 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 1, + 2, + 4, + 2, + 2, + 1, + 2, + 0, + 4, + 3, + 4, + 4, + 6, + 12, + 28, + 78, + 203, + 110, + 29 + ], + "log_norms_bin_edges": [ + -5.746677398681641, + -5.682320594787598, + -5.6179633140563965, + -5.5536065101623535, + -5.4892497062683105, + -5.424892425537109, + -5.360535621643066, + -5.296178817749023, + -5.231821537017822, + -5.167464733123779, + -5.103107452392578, + -5.038750648498535, + -4.974393844604492, + -4.910037040710449, + -4.845679759979248, + -4.781322956085205, + -4.716965675354004, + -4.652608871459961, + -4.588252067565918, + -4.523895263671875, + -4.459537982940674, + -4.395181179046631, + -4.33082389831543, + -4.266467094421387, + -4.202110290527344, + -4.137753486633301, + -4.0733962059021, + -4.009039402008057, + -3.9446823596954346, + -3.8803253173828125, + -3.8159685134887695, + -3.7516112327575684, + -3.6872544288635254, + -3.6228973865509033, + -3.5585405826568604, + -3.4941835403442383, + -3.429826498031616, + -3.3654696941375732, + -3.301112651824951, + -3.236755609512329, + -3.172398567199707, + -3.108041763305664, + -3.043684720993042, + -2.97932767868042, + -2.914970874786377, + -2.850613832473755, + -2.786256790161133, + -2.72189998626709, + -2.6575429439544678, + -2.5931859016418457, + -2.5288290977478027 + ], + "r_inf_mean": 0.2798437476158142, + "r_inf_median": 0.26571521162986755, + "pr_mean": 0.3042486310005188, + "pr_median": 0.31366485357284546, + "hoyer_mean": 0.6172775030136108, + "eff_dim_mean": 0.6172775030136108, + "topk_energy": { + "1": 0.08077885210514069, + "5": 0.2892950773239136, + "10": 0.44546303153038025, + "25": 0.7399926781654358 + }, + "gamma_raw": 0.05081772431731224, + "gamma_active": { + "1e-08": 0.05081772431731224, + "1e-07": 0.05081772431731224, + "1e-06": 0.05081772431731224, + "1e-05": 0.051039330661296844, + "0.0001": 0.05146088823676109 + }, + "gamma_energy_weighted": { + "1e-08": 0.05082617314772379, + "1e-07": 0.05082617314772379, + "1e-06": 0.05082617314772379, + "1e-05": 0.05082617314772379, + "0.0001": 0.05082617314772379 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json new file mode 100644 index 0000000..cc0fd38 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 36.025550842285156, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.06307469308376312, + "median_norm": 0.06549795717000961, + "max_norm": 0.16782546043395996, + "min_norm": 0.0, + "support": { + "1e-08": 0.96875, + "1e-07": 0.96484375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -10.006052017211914, + "5": -4.659182071685791, + "10": -1.4282888174057007, + "25": -1.2459337711334229, + "50": -1.1831496953964233, + "75": -1.1195800304412842, + "90": -1.0670485496520996, + "95": -1.0277941226959229, + "99": -0.9029133319854736 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 6, + 0, + 1, + 2, + 0, + 2, + 2, + 3, + 2, + 4, + 4, + 3, + 5, + 14, + 455 + ], + "log_norms_bin_edges": [ + -30.0, + -29.415502548217773, + -28.831005096435547, + -28.246509552001953, + -27.662012100219727, + -27.0775146484375, + -26.493017196655273, + -25.908519744873047, + -25.32402229309082, + -24.739524841308594, + -24.155029296875, + -23.570531845092773, + -22.986034393310547, + -22.40153694152832, + -21.817039489746094, + -21.2325439453125, + -20.64804458618164, + -20.063549041748047, + -19.47905158996582, + -18.894554138183594, + -18.310056686401367, + -17.72555923461914, + -17.141063690185547, + -16.556564331054688, + -15.972068786621094, + -15.387571334838867, + -14.80307388305664, + -14.218576431274414, + -13.634078979492188, + -13.049583435058594, + -12.465085983276367, + -11.88058853149414, + -11.296091079711914, + -10.711593627929688, + -10.127096176147461, + -9.542598724365234, + -8.95810317993164, + -8.373605728149414, + -7.7891082763671875, + -7.204610824584961, + -6.620113372802734, + -6.035615921020508, + -5.451120376586914, + -4.8666229248046875, + -4.282125473022461, + -3.6976280212402344, + -3.113130569458008, + -2.5286331176757812, + -1.9441375732421875, + -1.359640121459961, + -0.7751421928405762 + ], + "r_inf_mean": 73741.171875, + "r_inf_median": 0.25019967555999756, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 17613929316352.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.040059611201286316, + "gamma_active": { + "1e-08": 0.04148111119866371, + "1e-07": 0.04084507375955582, + "1e-06": 0.040613505989313126, + "1e-05": 0.04010072723031044, + "0.0001": 0.040178678929805756 + }, + "gamma_energy_weighted": { + "1e-08": 0.041045289654542454, + "1e-07": 0.041045289654542454, + "1e-06": 0.041045289654542454, + "1e-05": 0.041045289654542454, + "0.0001": 0.041045289654542454 + } + }, + { + "layer": 1, + "mean_norm": 0.0026962547563016415, + "median_norm": 0.002838867949321866, + "max_norm": 0.005633432883769274, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.958984375, + "1e-06": 0.951171875, + "1e-05": 0.939453125, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -11.42860221862793, + "5": -5.891224384307861, + "10": -2.739686965942383, + "25": -2.6093430519104004, + "50": -2.5463364124298096, + "75": -2.4855449199676514, + "90": -2.438950300216675, + "95": -2.412586212158203, + "99": -2.366943120956421 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 4, + 3, + 0, + 2, + 1, + 1, + 1, + 3, + 2, + 3, + 3, + 5, + 1, + 5, + 7, + 463 + ], + "log_norms_bin_edges": [ + -30.0, + -29.444984436035156, + -28.889968872070312, + -28.33495330810547, + -27.779937744140625, + -27.22492218017578, + -26.669906616210938, + -26.114891052246094, + -25.55987548828125, + -25.004859924316406, + -24.449844360351562, + -23.89483070373535, + -23.339815139770508, + -22.784799575805664, + -22.22978401184082, + -21.674768447875977, + -21.119752883911133, + -20.56473731994629, + -20.009721755981445, + -19.4547061920166, + -18.899690628051758, + -18.344676971435547, + -17.789661407470703, + -17.23464584350586, + -16.679630279541016, + -16.124614715576172, + -15.569598197937012, + -15.014582633972168, + -14.45956802368164, + -13.904552459716797, + -13.349536895751953, + -12.79452133178711, + -12.239505767822266, + -11.684490203857422, + -11.129474639892578, + -10.574459075927734, + -10.01944351196289, + -9.464427947998047, + -8.909412384033203, + -8.35439682006836, + -7.799381256103516, + -7.244367599487305, + -6.689352035522461, + -6.134336471557617, + -5.579320907592773, + -5.02430534362793, + -4.469289779663086, + -3.914274215698242, + -3.3592586517333984, + -2.8042430877685547, + -2.2492268085479736 + ], + "r_inf_mean": 2788.54345703125, + "r_inf_median": 0.2383609116077423, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 24615690240.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.29537433385849, + "gamma_active": { + "1e-08": 0.3059718906879425, + "1e-07": 0.30649706721305847, + "1e-06": 0.30701586604118347, + "1e-05": 0.30694910883903503, + "0.0001": 0.30701640248298645 + }, + "gamma_energy_weighted": { + "1e-08": 0.31758648675955625, + "1e-07": 0.31758648675955625, + "1e-06": 0.31758648675955625, + "1e-05": 0.31758648675955625, + "0.0001": 0.31758648675955625 + } + }, + { + "layer": 2, + "mean_norm": 0.001975257648155093, + "median_norm": 0.0020853164605796337, + "max_norm": 0.0027942219749093056, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.939453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.56602954864502, + "5": -6.00029182434082, + "10": -2.871175527572632, + "25": -2.7163138389587402, + "50": -2.6806368827819824, + "75": -2.6398048400878906, + "90": -2.5897746086120605, + "95": -2.5754683017730713, + "99": -2.554348945617676 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 2, + 0, + 2, + 3, + 2, + 2, + 4, + 3, + 2, + 3, + 8, + 465 + ], + "log_norms_bin_edges": [ + -30.0, + -29.451074600219727, + -28.902149200439453, + -28.35322380065918, + -27.804298400878906, + -27.255374908447266, + -26.70644760131836, + -26.15752410888672, + -25.608598709106445, + -25.059673309326172, + -24.5107479095459, + -23.961822509765625, + -23.41289710998535, + -22.863971710205078, + -22.315046310424805, + -21.76612091064453, + -21.21719741821289, + -20.668270111083984, + -20.119346618652344, + -19.57042121887207, + -19.021495819091797, + -18.472570419311523, + -17.92364501953125, + -17.374719619750977, + -16.825794219970703, + -16.276870727539062, + -15.727944374084473, + -15.1790189743042, + -14.630093574523926, + -14.081168174743652, + -13.532243728637695, + -12.983318328857422, + -12.434392929077148, + -11.885467529296875, + -11.336542129516602, + -10.787616729736328, + -10.238691329956055, + -9.689765930175781, + -9.14084243774414, + -8.591917037963867, + -8.042991638183594, + -7.49406623840332, + -6.945140838623047, + -6.396215438842773, + -5.8472900390625, + -5.298364639282227, + -4.749439239501953, + -4.20051383972168, + -3.6515884399414062, + -3.1026649475097656, + -2.553739070892334 + ], + "r_inf_mean": 1969.32470703125, + "r_inf_median": 0.25027552247047424, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 12721101824.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.14706675708293915, + "gamma_active": { + "1e-08": 0.1524047553539276, + "1e-07": 0.15240797400474548, + "1e-06": 0.15305522084236145, + "1e-05": 0.15316501259803772, + "0.0001": 0.1532730758190155 + }, + "gamma_energy_weighted": { + "1e-08": 0.1708895162543808, + "1e-07": 0.1708895162543808, + "1e-06": 0.1708895162543808, + "1e-05": 0.1708895162543808, + "0.0001": 0.1708895162543808 + } + }, + { + "layer": 3, + "mean_norm": 0.0019427365623414516, + "median_norm": 0.0020497292280197144, + "max_norm": 0.002726157894358039, + "min_norm": 0.0, + "support": { + "1e-08": 0.96484375, + "1e-07": 0.95703125, + "1e-06": 0.94921875, + "1e-05": 0.939453125, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -11.5658540725708, + "5": -6.010289192199707, + "10": -2.877458333969116, + "25": -2.7171339988708496, + "50": -2.688279390335083, + "75": -2.6513657569885254, + "90": -2.59297251701355, + "95": -2.5851237773895264, + "99": -2.564629077911377 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 3, + 3, + 1, + 1, + 2, + 0, + 2, + 3, + 2, + 2, + 4, + 3, + 2, + 3, + 8, + 465 + ], + "log_norms_bin_edges": [ + -30.0, + -29.4512882232666, + -28.902578353881836, + -28.353866577148438, + -27.805156707763672, + -27.256444931030273, + -26.707733154296875, + -26.15902328491211, + -25.61031150817871, + -25.061601638793945, + -24.512889862060547, + -23.96417999267578, + -23.415468215942383, + -22.866756439208984, + -22.31804656982422, + -21.76933479309082, + -21.220623016357422, + -20.671913146972656, + -20.12320327758789, + -19.57448959350586, + -19.025779724121094, + -18.477069854736328, + -17.92835807800293, + -17.37964630126953, + -16.830936431884766, + -16.282224655151367, + -15.733513832092285, + -15.184803009033203, + -14.636092185974121, + -14.087381362915039, + -13.53866958618164, + -12.989959716796875, + -12.441247940063477, + -11.892536163330078, + -11.343826293945312, + -10.795114517211914, + -10.246404647827148, + -9.69769287109375, + -9.148981094360352, + -8.600271224975586, + -8.051559448242188, + -7.502849578857422, + -6.954137802124023, + -6.405426025390625, + -5.856716156005859, + -5.308004379272461, + -4.759294509887695, + -4.210582733154297, + -3.6618728637695312, + -3.113161087036133, + -2.5644490718841553 + ], + "r_inf_mean": 1957.7650146484375, + "r_inf_median": 0.24985994398593903, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 12697063424.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13643878698349, + "gamma_active": { + "1e-08": 0.14138200879096985, + "1e-07": 0.1415484994649887, + "1e-06": 0.14205311238765717, + "1e-05": 0.14229394495487213, + "0.0001": 0.1421547830104828 + }, + "gamma_energy_weighted": { + "1e-08": 0.15847159482275297, + "1e-07": 0.15847159482275297, + "1e-06": 0.15847159482275297, + "1e-05": 0.15847159482275297, + "0.0001": 0.15847159482275297 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json new file mode 100644 index 0000000..475ebf1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 38.5487060546875, + "acc": 0.052734375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.056388258934020996, + "median_norm": 0.05764112249016762, + "max_norm": 0.09314820915460587, + "min_norm": 1.1591477965510752e-17, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.97265625, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -9.072454452514648, + "5": -1.8270668983459473, + "10": -1.3296871185302734, + "25": -1.2767255306243896, + "50": -1.2390623092651367, + "75": -1.193153738975525, + "90": -1.152718424797058, + "95": -1.129745364189148, + "99": -1.077965497970581 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 3, + 3, + 11, + 474 + ], + "log_norms_bin_edges": [ + -16.935861587524414, + -16.617761611938477, + -16.299659729003906, + -15.981559753417969, + -15.663458824157715, + -15.345357894897461, + -15.027256965637207, + -14.709156036376953, + -14.391056060791016, + -14.072955131530762, + -13.754854202270508, + -13.43675422668457, + -13.11865234375, + -12.800552368164062, + -12.482451438903809, + -12.164350509643555, + -11.846250534057617, + -11.528148651123047, + -11.21004867553711, + -10.891947746276855, + -10.573846817016602, + -10.255746841430664, + -9.93764591217041, + -9.619544982910156, + -9.301444053649902, + -8.983343124389648, + -8.665243148803711, + -8.347142219543457, + -8.029041290283203, + -7.710940361022949, + -7.392840385437012, + -7.074739456176758, + -6.756638526916504, + -6.43853759765625, + -6.120436668395996, + -5.802336692810059, + -5.484235763549805, + -5.166134834289551, + -4.848033905029297, + -4.529933929443359, + -4.2118330001831055, + -3.8937320709228516, + -3.5756311416625977, + -3.2575302124023438, + -2.9394302368164062, + -2.6213293075561523, + -2.3032283782958984, + -1.9851274490356445, + -1.6670265197753906, + -1.3489265441894531, + -1.0308254957199097 + ], + "r_inf_mean": 0.2604321241378784, + "r_inf_median": 0.2574765086174011, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.639589786529541, + "eff_dim_mean": 0.639589786529541, + "topk_energy": { + "1": 0.06883931905031204, + "5": 0.27086877822875977, + "10": 0.4261644780635834, + "25": 0.720151960849762 + }, + "gamma_raw": -0.03438589721918106, + "gamma_active": { + "1e-08": -0.03472374752163887, + "1e-07": -0.03467543050646782, + "1e-06": -0.03463304787874222, + "1e-05": -0.03463304787874222, + "0.0001": -0.034819915890693665 + }, + "gamma_energy_weighted": { + "1e-08": -0.027945201616953033, + "1e-07": -0.027945201616953033, + "1e-06": -0.027945201616953033, + "1e-05": -0.027945201616953033, + "0.0001": -0.027945201616953033 + } + }, + { + "layer": 1, + "mean_norm": 0.002422210294753313, + "median_norm": 0.0025610169395804405, + "max_norm": 0.0031434742268174887, + "min_norm": 4.722286229125151e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.299839973449707, + "5": -3.149352788925171, + "10": -2.6772797107696533, + "25": -2.6465189456939697, + "50": -2.5915369987487793, + "75": -2.563617467880249, + "90": -2.5310251712799072, + "95": -2.52022647857666, + "99": -2.507803201675415 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.325847625732422, + -18.009382247924805, + -17.692916870117188, + -17.37645149230957, + -17.059986114501953, + -16.74352264404297, + -16.42705726623535, + -16.110591888427734, + -15.794126510620117, + -15.4776611328125, + -15.161195755004883, + -14.844731330871582, + -14.528265953063965, + -14.211800575256348, + -13.895336151123047, + -13.57887077331543, + -13.262405395507812, + -12.945940017700195, + -12.629474639892578, + -12.313010215759277, + -11.99654483795166, + -11.680079460144043, + -11.363615036010742, + -11.047149658203125, + -10.730684280395508, + -10.41421890258789, + -10.097753524780273, + -9.781289100646973, + -9.464823722839355, + -9.148358345031738, + -8.831893920898438, + -8.51542854309082, + -8.198963165283203, + -7.882497787475586, + -7.566032409667969, + -7.249567985534668, + -6.933102607727051, + -6.616637229919434, + -6.300172805786133, + -5.983707427978516, + -5.667242050170898, + -5.350776672363281, + -5.034311294555664, + -4.717846870422363, + -4.401381492614746, + -4.084916114807129, + -3.768451690673828, + -3.451986312866211, + -3.1355209350585938, + -2.8190555572509766, + -2.5025901794433594 + ], + "r_inf_mean": 0.3031170964241028, + "r_inf_median": 0.29017382860183716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5942288041114807, + "eff_dim_mean": 0.5942287445068359, + "topk_energy": { + "1": 0.09485658258199692, + "5": 0.3304428160190582, + "10": 0.4834989309310913, + "25": 0.7596266865730286 + }, + "gamma_raw": 0.3278554677963257, + "gamma_active": { + "1e-08": 0.33396920561790466, + "1e-07": 0.333821177482605, + "1e-06": 0.333821177482605, + "1e-05": 0.3337695598602295, + "0.0001": 0.33325299620628357 + }, + "gamma_energy_weighted": { + "1e-08": 0.33311915005942483, + "1e-07": 0.33311915005942483, + "1e-06": 0.33311915005942483, + "1e-05": 0.33311915005942483, + "0.0001": 0.33311915005942483 + } + }, + { + "layer": 2, + "mean_norm": 0.002279596868902445, + "median_norm": 0.0024018853437155485, + "max_norm": 0.002986528445035219, + "min_norm": 4.445465067255452e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.3215913772583, + "5": -3.1755642890930176, + "10": -2.699704170227051, + "25": -2.669311761856079, + "50": -2.619316577911377, + "75": -2.5854785442352295, + "90": -2.5542473793029785, + "95": -2.538472890853882, + "99": -2.52492618560791 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.352083206176758, + -18.035537719726562, + -17.718994140625, + -17.402448654174805, + -17.08590316772461, + -16.769357681274414, + -16.45281410217285, + -16.136268615722656, + -15.819723129272461, + -15.503178596496582, + -15.186633110046387, + -14.870088577270508, + -14.553543090820312, + -14.236998558044434, + -13.920454025268555, + -13.60390853881836, + -13.287363052368164, + -12.970818519592285, + -12.654273986816406, + -12.337728500366211, + -12.021183013916016, + -11.704638481140137, + -11.388093948364258, + -11.071548461914062, + -10.755003929138184, + -10.438459396362305, + -10.12191390991211, + -9.805368423461914, + -9.488823890686035, + -9.17227840423584, + -8.855733871459961, + -8.539188385009766, + -8.222643852233887, + -7.906099319458008, + -7.5895538330078125, + -7.273009300231934, + -6.956463813781738, + -6.639919281005859, + -6.323373794555664, + -6.006829261779785, + -5.69028377532959, + -5.373739242553711, + -5.057193756103516, + -4.740649223327637, + -4.424103736877441, + -4.1075592041015625, + -3.791013717651367, + -3.4744691848754883, + -3.1579246520996094, + -2.841379165649414, + -2.5248334407806396 + ], + "r_inf_mean": 0.307239294052124, + "r_inf_median": 0.292616069316864, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5923278331756592, + "eff_dim_mean": 0.5923278331756592, + "topk_energy": { + "1": 0.09758126735687256, + "5": 0.3340631425380707, + "10": 0.48596829175949097, + "25": 0.7610293626785278 + }, + "gamma_raw": 0.18885472416877747, + "gamma_active": { + "1e-08": 0.19198553264141083, + "1e-07": 0.19215275347232819, + "1e-06": 0.19215275347232819, + "1e-05": 0.19203923642635345, + "0.0001": 0.19205600023269653 + }, + "gamma_energy_weighted": { + "1e-08": 0.20056171644670734, + "1e-07": 0.20056171644670734, + "1e-06": 0.20056171644670734, + "1e-05": 0.20056171644670734, + "0.0001": 0.20056171644670734 + } + }, + { + "layer": 3, + "mean_norm": 0.0022677374072372913, + "median_norm": 0.002382685197517276, + "max_norm": 0.0029682223685085773, + "min_norm": 4.41465052148632e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.323122024536133, + "5": -3.1774628162384033, + "10": -2.7024409770965576, + "25": -2.6712405681610107, + "50": -2.622195243835449, + "75": -2.588229179382324, + "90": -2.5569636821746826, + "95": -2.541961431503296, + "99": -2.5276074409484863 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.355104446411133, + -18.03855323791504, + -17.722000122070312, + -17.40544891357422, + -17.088895797729492, + -16.7723445892334, + -16.455791473388672, + -16.139240264892578, + -15.822688102722168, + -15.506135940551758, + -15.189584732055664, + -14.873032569885254, + -14.556480407714844, + -14.239928245544434, + -13.923376083374023, + -13.60682487487793, + -13.290271759033203, + -12.97372055053711, + -12.6571683883667, + -12.340616226196289, + -12.024064064025879, + -11.707511901855469, + -11.390960693359375, + -11.074407577514648, + -10.757856369018555, + -10.441304206848145, + -10.124752044677734, + -9.808199882507324, + -9.491647720336914, + -9.17509651184082, + -8.85854434967041, + -8.5419921875, + -8.22544002532959, + -7.90888786315918, + -7.5923357009887695, + -7.275783538818359, + -6.959232330322266, + -6.6426801681518555, + -6.326128005981445, + -6.009575843811035, + -5.693023681640625, + -5.376471519470215, + -5.059920310974121, + -4.743368148803711, + -4.426815986633301, + -4.110263824462891, + -3.7937116622924805, + -3.4771595001220703, + -3.1606082916259766, + -2.8440561294555664, + -2.527503728866577 + ], + "r_inf_mean": 0.3071709871292114, + "r_inf_median": 0.29227468371391296, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5926531553268433, + "eff_dim_mean": 0.5926531553268433, + "topk_energy": { + "1": 0.09753860533237457, + "5": 0.333954393863678, + "10": 0.4858211874961853, + "25": 0.7606574892997742 + }, + "gamma_raw": 0.10619580745697021, + "gamma_active": { + "1e-08": 0.10786580294370651, + "1e-07": 0.10796962678432465, + "1e-06": 0.10796962678432465, + "1e-05": 0.10802234709262848, + "0.0001": 0.10786108672618866 + }, + "gamma_energy_weighted": { + "1e-08": 0.12086246415293596, + "1e-07": 0.12086246415293596, + "1e-06": 0.12086246415293596, + "1e-05": 0.12086246415293596, + "0.0001": 0.12086246415293596 + } + }, + { + "layer": 4, + "mean_norm": 0.002263061236590147, + "median_norm": 0.002382843755185604, + "max_norm": 0.0029612777289003134, + "min_norm": 4.411354723733179e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.324700355529785, + "5": -3.1787307262420654, + "10": -2.7022271156311035, + "25": -2.6720690727233887, + "50": -2.6225342750549316, + "75": -2.5892229080200195, + "90": -2.558652400970459, + "95": -2.5431368350982666, + "99": -2.528599739074707 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.35542869567871, + -18.038890838623047, + -17.722352981567383, + -17.40581512451172, + -17.089275360107422, + -16.772737503051758, + -16.456199645996094, + -16.13966178894043, + -15.823123931884766, + -15.506585121154785, + -15.190047264099121, + -14.87350845336914, + -14.556970596313477, + -14.240432739257812, + -13.923894882202148, + -13.607357025146484, + -13.290818214416504, + -12.974279403686523, + -12.65774154663086, + -12.341203689575195, + -12.024665832519531, + -11.708127975463867, + -11.391589164733887, + -11.075051307678223, + -10.758512496948242, + -10.441974639892578, + -10.125436782836914, + -9.80889892578125, + -9.49236011505127, + -9.175822257995605, + -8.859284400939941, + -8.542745590209961, + -8.226207733154297, + -7.909669876098633, + -7.593131065368652, + -7.276593208312988, + -6.960055351257324, + -6.643516540527344, + -6.32697868347168, + -6.010440826416016, + -5.693902969360352, + -5.377364158630371, + -5.060826301574707, + -4.744288444519043, + -4.4277496337890625, + -4.111211776733398, + -3.7946739196777344, + -3.478135108947754, + -3.16159725189209, + -2.845059394836426, + -2.5285210609436035 + ], + "r_inf_mean": 0.30730366706848145, + "r_inf_median": 0.29215729236602783, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5924478769302368, + "eff_dim_mean": 0.5924478769302368, + "topk_energy": { + "1": 0.09764929860830307, + "5": 0.3339758515357971, + "10": 0.48573556542396545, + "25": 0.7607247233390808 + }, + "gamma_raw": 0.12334319949150085, + "gamma_active": { + "1e-08": 0.12611788511276245, + "1e-07": 0.12600386142730713, + "1e-06": 0.12600386142730713, + "1e-05": 0.1259472817182541, + "0.0001": 0.12618276476860046 + }, + "gamma_energy_weighted": { + "1e-08": 0.12718406936470925, + "1e-07": 0.12718406936470925, + "1e-06": 0.12718406936470925, + "1e-05": 0.12718406936470925, + "0.0001": 0.12718406936470925 + } + }, + { + "layer": 5, + "mean_norm": 0.0022597950883209705, + "median_norm": 0.0023783748038113117, + "max_norm": 0.0029546651057899, + "min_norm": 4.410796376819706e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.325119972229004, + "5": -3.1802256107330322, + "10": -2.703284978866577, + "25": -2.6734044551849365, + "50": -2.6233129501342773, + "75": -2.5899524688720703, + "90": -2.5596415996551514, + "95": -2.5437421798706055, + "99": -2.5295910835266113 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.35548210144043, + -18.03896141052246, + -17.722442626953125, + -17.405921936035156, + -17.08940315246582, + -16.77288246154785, + -16.456363677978516, + -16.139842987060547, + -15.823323249816895, + -15.506803512573242, + -15.19028377532959, + -14.873764038085938, + -14.557244300842285, + -14.240724563598633, + -13.924203872680664, + -13.607685089111328, + -13.29116439819336, + -12.974645614624023, + -12.658124923706055, + -12.341605186462402, + -12.02508544921875, + -11.708565711975098, + -11.392045974731445, + -11.075526237487793, + -10.75900650024414, + -10.442485809326172, + -10.125967025756836, + -9.809446334838867, + -9.492926597595215, + -9.176406860351562, + -8.85988712310791, + -8.543367385864258, + -8.226847648620605, + -7.910327911376953, + -7.593808174133301, + -7.277288436889648, + -6.960768699645996, + -6.644248962402344, + -6.327728271484375, + -6.011208534240723, + -5.69468879699707, + -5.378169059753418, + -5.061649322509766, + -4.745129585266113, + -4.428609848022461, + -4.112090110778809, + -3.7955703735351562, + -3.479050636291504, + -3.1625308990478516, + -2.846010208129883, + -2.529491662979126 + ], + "r_inf_mean": 0.30771252512931824, + "r_inf_median": 0.29280856251716614, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5919713973999023, + "eff_dim_mean": 0.5919713973999023, + "topk_energy": { + "1": 0.09790043532848358, + "5": 0.33429834246635437, + "10": 0.4860548973083496, + "25": 0.7608915567398071 + }, + "gamma_raw": 0.10895594954490662, + "gamma_active": { + "1e-08": 0.11099875718355179, + "1e-07": 0.11094082146883011, + "1e-06": 0.11094082146883011, + "1e-05": 0.11115362495183945, + "0.0001": 0.11063378304243088 + }, + "gamma_energy_weighted": { + "1e-08": 0.1148208846921456, + "1e-07": 0.1148208846921456, + "1e-06": 0.1148208846921456, + "1e-05": 0.1148208846921456, + "0.0001": 0.1148208846921456 + } + }, + { + "layer": 6, + "mean_norm": 0.0022572181187570095, + "median_norm": 0.002377124037593603, + "max_norm": 0.0029482918325811625, + "min_norm": 4.396584379920279e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.326042175292969, + "5": -3.1802353858947754, + "10": -2.703645706176758, + "25": -2.673828125, + "50": -2.6236772537231445, + "75": -2.5901637077331543, + "90": -2.5605921745300293, + "95": -2.5445382595062256, + "99": -2.5304346084594727 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.356884002685547, + -18.040355682373047, + -17.723825454711914, + -17.407297134399414, + -17.09076690673828, + -16.77423858642578, + -16.45771026611328, + -16.14118003845215, + -15.824651718139648, + -15.508122444152832, + -15.191593170166016, + -14.8750638961792, + -14.558534622192383, + -14.242006301879883, + -13.92547607421875, + -13.60894775390625, + -13.292418479919434, + -12.975889205932617, + -12.659360885620117, + -12.342830657958984, + -12.026302337646484, + -11.709773063659668, + -11.393243789672852, + -11.076715469360352, + -10.760185241699219, + -10.443656921386719, + -10.127127647399902, + -9.810598373413086, + -9.49406909942627, + -9.177539825439453, + -8.861011505126953, + -8.544482231140137, + -8.22795295715332, + -7.911423683166504, + -7.5948944091796875, + -7.2783660888671875, + -6.961836814880371, + -6.645307540893555, + -6.328778266906738, + -6.012248992919922, + -5.695720672607422, + -5.3791913986206055, + -5.062662124633789, + -4.746132850646973, + -4.429603576660156, + -4.11307430267334, + -3.79654598236084, + -3.4800167083740234, + -3.163487434387207, + -2.8469581604003906, + -2.5304296016693115 + ], + "r_inf_mean": 0.30756616592407227, + "r_inf_median": 0.29281356930732727, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5918416976928711, + "eff_dim_mean": 0.5918416976928711, + "topk_energy": { + "1": 0.09778330475091934, + "5": 0.334680438041687, + "10": 0.4864185154438019, + "25": 0.7609988451004028 + }, + "gamma_raw": 0.105463907122612, + "gamma_active": { + "1e-08": 0.10753723978996277, + "1e-07": 0.10754340142011642, + "1e-06": 0.10754340142011642, + "1e-05": 0.10733479261398315, + "0.0001": 0.10739658772945404 + }, + "gamma_energy_weighted": { + "1e-08": 0.11253785178825189, + "1e-07": 0.11253785178825189, + "1e-06": 0.11253785178825189, + "1e-05": 0.11253785178825189, + "0.0001": 0.11253785178825189 + } + }, + { + "layer": 7, + "mean_norm": 0.002251766622066498, + "median_norm": 0.00236863037571311, + "max_norm": 0.0029435481410473585, + "min_norm": 4.400126780893538e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.328948020935059, + "5": -3.181624174118042, + "10": -2.704831838607788, + "25": -2.67463755607605, + "50": -2.6251678466796875, + "75": -2.5916404724121094, + "90": -2.561022996902466, + "95": -2.5445055961608887, + "99": -2.5311529636383057 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.356534957885742, + -18.040027618408203, + -17.72351837158203, + -17.407011032104492, + -17.09050178527832, + -16.77399444580078, + -16.457487106323242, + -16.14097785949707, + -15.824470520019531, + -15.507962226867676, + -15.19145393371582, + -14.874945640563965, + -14.55843734741211, + -14.24193000793457, + -13.925420761108398, + -13.60891342163086, + -13.292405128479004, + -12.975896835327148, + -12.65938949584961, + -12.342880249023438, + -12.026372909545898, + -11.709864616394043, + -11.393356323242188, + -11.076848983764648, + -10.760339736938477, + -10.443832397460938, + -10.127324104309082, + -9.810815811157227, + -9.494307518005371, + -9.177799224853516, + -8.861291885375977, + -8.544783592224121, + -8.228275299072266, + -7.91176700592041, + -7.595258712768555, + -7.278751373291016, + -6.96224308013916, + -6.645734786987305, + -6.329226493835449, + -6.012718200683594, + -5.696210861206055, + -5.379702568054199, + -5.063194274902344, + -4.746685981750488, + -4.430177688598633, + -4.113669395446777, + -3.7971620559692383, + -3.480653762817383, + -3.1641454696655273, + -2.847637176513672, + -2.5311291217803955 + ], + "r_inf_mean": 0.3081084191799164, + "r_inf_median": 0.2937563955783844, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5914753675460815, + "eff_dim_mean": 0.5914753675460815, + "topk_energy": { + "1": 0.09812162816524506, + "5": 0.33534157276153564, + "10": 0.48707470297813416, + "25": 0.7614783644676208 + }, + "gamma_raw": 0.10608784109354019, + "gamma_active": { + "1e-08": 0.10795435309410095, + "1e-07": 0.10783437639474869, + "1e-06": 0.10783437639474869, + "1e-05": 0.10765011608600616, + "0.0001": 0.10715922713279724 + }, + "gamma_energy_weighted": { + "1e-08": 0.11001925511411469, + "1e-07": 0.11001925511411469, + "1e-06": 0.11001925511411469, + "1e-05": 0.11001925511411469, + "0.0001": 0.11001925511411469 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json new file mode 100644 index 0000000..a4dd50e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 29.19346046447754, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0492619127035141, + "median_norm": 0.04974084347486496, + "max_norm": 0.1523628979921341, + "min_norm": 2.117905588960106e-18, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -9.482752799987793, + "5": -4.864361763000488, + "10": -1.6053751707077026, + "25": -1.3759350776672363, + "50": -1.3032031059265137, + "75": -1.2281651496887207, + "90": -1.1494523286819458, + "95": -1.1017143726348877, + "99": -0.9324304461479187 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 4, + 2, + 4, + 3, + 3, + 2, + 2, + 0, + 3, + 6, + 3, + 1, + 4, + 4, + 402, + 56 + ], + "log_norms_bin_edges": [ + -17.674095153808594, + -17.336956024169922, + -16.99981689453125, + -16.662675857543945, + -16.325536727905273, + -15.988397598266602, + -15.65125846862793, + -15.314119338989258, + -14.97697925567627, + -14.639839172363281, + -14.30270004272461, + -13.965560913085938, + -13.628421783447266, + -13.291281700134277, + -12.954142570495605, + -12.617002487182617, + -12.279863357543945, + -11.942724227905273, + -11.605584144592285, + -11.268445014953613, + -10.931304931640625, + -10.594165802001953, + -10.257026672363281, + -9.91988754272461, + -9.582747459411621, + -9.24560832977295, + -8.908468246459961, + -8.571329116821289, + -8.234189987182617, + -7.897049903869629, + -7.559910774230957, + -7.222770690917969, + -6.885631561279297, + -6.548492431640625, + -6.211352348327637, + -5.874213218688965, + -5.537073135375977, + -5.199934005737305, + -4.862794876098633, + -4.5256547927856445, + -4.188515663146973, + -3.851376533508301, + -3.5142364501953125, + -3.1770973205566406, + -2.8399581909179688, + -2.5028181076049805, + -2.1656789779663086, + -1.8285388946533203, + -1.4913997650146484, + -1.1542606353759766, + -0.8171207904815674 + ], + "r_inf_mean": 0.2918955087661743, + "r_inf_median": 0.2837647795677185, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6032497882843018, + "eff_dim_mean": 0.6032497882843018, + "topk_energy": { + "1": 0.08760584890842438, + "5": 0.3108406364917755, + "10": 0.4677860140800476, + "25": 0.753221869468689 + }, + "gamma_raw": 0.03869650140404701, + "gamma_active": { + "1e-08": 0.039155229926109314, + "1e-07": 0.03864369913935661, + "1e-06": 0.03739608824253082, + "1e-05": 0.037570055574178696, + "0.0001": 0.03795270249247551 + }, + "gamma_energy_weighted": { + "1e-08": 0.032990067317914505, + "1e-07": 0.032990067317914505, + "1e-06": 0.032990067317914505, + "1e-05": 0.032990067317914505, + "0.0001": 0.032990067317914505 + } + }, + { + "layer": 1, + "mean_norm": 0.002568535041064024, + "median_norm": 0.0026299445889890194, + "max_norm": 0.00719055812805891, + "min_norm": 8.020862792136416e-20, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.96484375, + "1e-06": 0.9453125, + "1e-05": 0.935546875, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -10.940587997436523, + "5": -6.166435241699219, + "10": -2.9384026527404785, + "25": -2.638461112976074, + "50": -2.5797009468078613, + "75": -2.5096306800842285, + "90": -2.4482100009918213, + "95": -2.412285327911377, + "99": -2.313051223754883 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 3, + 4, + 2, + 3, + 3, + 4, + 1, + 2, + 1, + 3, + 4, + 3, + 3, + 2, + 4, + 372, + 88 + ], + "log_norms_bin_edges": [ + -19.095779418945312, + -18.756729125976562, + -18.41767692565918, + -18.07862663269043, + -17.73957633972168, + -17.40052604675293, + -17.061473846435547, + -16.722423553466797, + -16.383373260498047, + -16.044322967529297, + -15.705270767211914, + -15.366220474243164, + -15.027169227600098, + -14.688117980957031, + -14.349067687988281, + -14.010017395019531, + -13.670966148376465, + -13.331914901733398, + -12.992864608764648, + -12.653814315795898, + -12.314763069152832, + -11.975711822509766, + -11.636661529541016, + -11.29761028289795, + -10.958559036254883, + -10.619508743286133, + -10.280457496643066, + -9.941407203674316, + -9.60235595703125, + -9.2633056640625, + -8.924254417419434, + -8.585204124450684, + -8.246152877807617, + -7.907101631164551, + -7.568051338195801, + -7.229000091552734, + -6.889949798583984, + -6.550898551940918, + -6.211848258972168, + -5.872797012329102, + -5.533746719360352, + -5.194695472717285, + -4.855644226074219, + -4.516593933105469, + -4.177542686462402, + -3.8384923934936523, + -3.499441146850586, + -3.160390853881836, + -2.821338653564453, + -2.482288360595703, + -2.143237590789795 + ], + "r_inf_mean": 0.25330406427383423, + "r_inf_median": 0.2493448704481125, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6394168138504028, + "eff_dim_mean": 0.6394168138504028, + "topk_energy": { + "1": 0.06519816815853119, + "5": 0.264660120010376, + "10": 0.42111334204673767, + "25": 0.7205305695533752 + }, + "gamma_raw": 0.19518491625785828, + "gamma_active": { + "1e-08": 0.19889576733112335, + "1e-07": 0.20013108849525452, + "1e-06": 0.20118911564350128, + "1e-05": 0.20122966170310974, + "0.0001": 0.2009708434343338 + }, + "gamma_energy_weighted": { + "1e-08": 0.2110617838421668, + "1e-07": 0.2110617838421668, + "1e-06": 0.2110617838421668, + "1e-05": 0.2110617838421668, + "0.0001": 0.2110617838421668 + } + }, + { + "layer": 2, + "mean_norm": 0.0017579158302396536, + "median_norm": 0.001876829075627029, + "max_norm": 0.0025542036164551973, + "min_norm": 3.915525668592246e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.9609375, + "1e-06": 0.943359375, + "1e-05": 0.935546875, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -11.139305114746094, + "5": -6.305920600891113, + "10": -3.1121439933776855, + "25": -2.7555980682373047, + "50": -2.726470470428467, + "75": -2.6809775829315186, + "90": -2.6491119861602783, + "95": -2.614898681640625, + "99": -2.595681667327881 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 2, + 5, + 2, + 3, + 3, + 3, + 2, + 1, + 2, + 3, + 4, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -19.407211303710938, + -19.0709228515625, + -18.73463249206543, + -18.398344039916992, + -18.062053680419922, + -17.725765228271484, + -17.389474868774414, + -17.053186416625977, + -16.716896057128906, + -16.38060760498047, + -16.04431915283203, + -15.708028793334961, + -15.371739387512207, + -15.035449981689453, + -14.699161529541016, + -14.362871170043945, + -14.026582717895508, + -13.690292358398438, + -13.35400390625, + -13.017714500427246, + -12.681425094604492, + -12.345135688781738, + -12.008846282958984, + -11.67255687713623, + -11.336267471313477, + -10.999978065490723, + -10.663688659667969, + -10.327400207519531, + -9.991110801696777, + -9.654821395874023, + -9.31853199005127, + -8.982242584228516, + -8.645953178405762, + -8.309663772583008, + -7.973374366760254, + -7.6370849609375, + -7.300795555114746, + -6.964506149291992, + -6.628217697143555, + -6.291928291320801, + -5.955638885498047, + -5.619349479675293, + -5.283060073852539, + -4.946770668029785, + -4.610481262207031, + -4.274191856384277, + -3.9379024505615234, + -3.6016130447387695, + -3.2653236389160156, + -2.929035186767578, + -2.5927443504333496 + ], + "r_inf_mean": 0.2461438775062561, + "r_inf_median": 0.24710114300251007, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6493147611618042, + "eff_dim_mean": 0.6493147611618042, + "topk_energy": { + "1": 0.06112468242645264, + "5": 0.25580209493637085, + "10": 0.4094632863998413, + "25": 0.7087682485580444 + }, + "gamma_raw": 0.08564076572656631, + "gamma_active": { + "1e-08": 0.08724778145551682, + "1e-07": 0.08867105096578598, + "1e-06": 0.08891702443361282, + "1e-05": 0.08904703706502914, + "0.0001": 0.08880636841058731 + }, + "gamma_energy_weighted": { + "1e-08": 0.10304308959737887, + "1e-07": 0.10304308959737887, + "1e-06": 0.10304308959737887, + "1e-05": 0.10304308959737887, + "0.0001": 0.10304308959737887 + } + }, + { + "layer": 3, + "mean_norm": 0.0017379759810864925, + "median_norm": 0.0018643287476152182, + "max_norm": 0.0024727685377001762, + "min_norm": 3.8558339245214615e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.9609375, + "1e-06": 0.943359375, + "1e-05": 0.935546875, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -11.138894081115723, + "5": -6.305047512054443, + "10": -3.1225666999816895, + "25": -2.7594876289367676, + "50": -2.729440212249756, + "75": -2.6860671043395996, + "90": -2.650346040725708, + "95": -2.625997543334961, + "99": -2.6078574657440186 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 2, + 5, + 2, + 3, + 3, + 3, + 1, + 2, + 2, + 3, + 4, + 3, + 3, + 2, + 3, + 460 + ], + "log_norms_bin_edges": [ + -19.413881301879883, + -19.077739715576172, + -18.74159812927246, + -18.40545654296875, + -18.069316864013672, + -17.73317527770996, + -17.39703369140625, + -17.06089210510254, + -16.724750518798828, + -16.388608932495117, + -16.052467346191406, + -15.716327667236328, + -15.380186080932617, + -15.044044494628906, + -14.707902908325195, + -14.371761322021484, + -14.03562068939209, + -13.699480056762695, + -13.363338470458984, + -13.027196884155273, + -12.691055297851562, + -12.354913711547852, + -12.018773078918457, + -11.682631492614746, + -11.346490859985352, + -11.01034927368164, + -10.67420768737793, + -10.338066101074219, + -10.001925468444824, + -9.665783882141113, + -9.329642295837402, + -8.993501663208008, + -8.657360076904297, + -8.321218490600586, + -7.985077857971191, + -7.6489362716674805, + -7.3127946853637695, + -6.976654052734375, + -6.640512466430664, + -6.304370880126953, + -5.968229293823242, + -5.632088661193848, + -5.295947074890137, + -4.959805488586426, + -4.623664855957031, + -4.28752326965332, + -3.9513816833496094, + -3.615241050720215, + -3.2791004180908203, + -2.9429588317871094, + -2.6068167686462402 + ], + "r_inf_mean": 0.24574804306030273, + "r_inf_median": 0.24636037647724152, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6494787931442261, + "eff_dim_mean": 0.6494787335395813, + "topk_energy": { + "1": 0.060897015035152435, + "5": 0.2554527521133423, + "10": 0.4087584614753723, + "25": 0.7090603113174438 + }, + "gamma_raw": 0.10582663118839264, + "gamma_active": { + "1e-08": 0.10788597911596298, + "1e-07": 0.1088070347905159, + "1e-06": 0.10899817943572998, + "1e-05": 0.10966698825359344, + "0.0001": 0.10956272482872009 + }, + "gamma_energy_weighted": { + "1e-08": 0.1200737924345661, + "1e-07": 0.1200737924345661, + "1e-06": 0.1200737924345661, + "1e-05": 0.1200737924345661, + "0.0001": 0.1200737924345661 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json new file mode 100644 index 0000000..d19fbcc --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 26.378360748291016, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03400483727455139, + "median_norm": 0.0358353927731514, + "max_norm": 0.061659835278987885, + "min_norm": 2.924993881036644e-19, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -7.967346668243408, + "5": -3.7802703380584717, + "10": -1.6226478815078735, + "25": -1.494620442390442, + "50": -1.4453884363174438, + "75": -1.3962581157684326, + "90": -1.3427671194076538, + "95": -1.3148775100708008, + "99": -1.2782635688781738 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 3, + 2, + 1, + 2, + 2, + 4, + 2, + 3, + 5, + 5, + 1, + 16, + 452 + ], + "log_norms_bin_edges": [ + -18.53387451171875, + -18.187397003173828, + -17.840919494628906, + -17.494441986083984, + -17.147964477539062, + -16.80148696899414, + -16.45500946044922, + -16.108531951904297, + -15.762054443359375, + -15.415576934814453, + -15.069099426269531, + -14.72262191772461, + -14.376144409179688, + -14.029666900634766, + -13.683189392089844, + -13.336711883544922, + -12.990234375, + -12.643756866455078, + -12.297279357910156, + -11.950801849365234, + -11.604324340820312, + -11.25784683227539, + -10.911369323730469, + -10.564891815185547, + -10.218413352966309, + -9.871935844421387, + -9.525458335876465, + -9.178980827331543, + -8.832503318786621, + -8.4860258102417, + -8.139548301696777, + -7.7930707931518555, + -7.446593284606934, + -7.100115776062012, + -6.75363826751709, + -6.407160758972168, + -6.060683250427246, + -5.714205741882324, + -5.367728233337402, + -5.0212507247924805, + -4.674773216247559, + -4.328295707702637, + -3.981818199157715, + -3.635340690612793, + -3.288863182067871, + -2.942385673522949, + -2.5959081649780273, + -2.249429702758789, + -1.9029521942138672, + -1.5564746856689453, + -1.2099976539611816 + ], + "r_inf_mean": 0.30379098653793335, + "r_inf_median": 0.2947810888290405, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5957216024398804, + "eff_dim_mean": 0.5957216024398804, + "topk_energy": { + "1": 0.09500588476657867, + "5": 0.327827513217926, + "10": 0.4848713278770447, + "25": 0.7606216073036194 + }, + "gamma_raw": -0.03671927750110626, + "gamma_active": { + "1e-08": -0.03706687316298485, + "1e-07": -0.037210267037153244, + "1e-06": -0.03733811527490616, + "1e-05": -0.0375816784799099, + "0.0001": -0.037406038492918015 + }, + "gamma_energy_weighted": { + "1e-08": -0.02868278517106685, + "1e-07": -0.02868278517106685, + "1e-06": -0.02868278517106685, + "1e-05": -0.02868278517106685, + "0.0001": -0.02868278517106685 + } + }, + { + "layer": 1, + "mean_norm": 0.002375276293605566, + "median_norm": 0.0026031627785414457, + "max_norm": 0.0033367788419127464, + "min_norm": 1.5460663192579582e-20, + "support": { + "1e-08": 0.984375, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.202051162719727, + "5": -4.874085903167725, + "10": -2.7671642303466797, + "25": -2.6391749382019043, + "50": -2.5844922065734863, + "75": -2.5556607246398926, + "90": -2.5402138233184814, + "95": -2.5083253383636475, + "99": -2.4788835048675537 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.810773849487305, + -19.464092254638672, + -19.11741065979004, + -18.770727157592773, + -18.42404556274414, + -18.077363967895508, + -17.730682373046875, + -17.38399887084961, + -17.037317276000977, + -16.690635681152344, + -16.34395408630371, + -15.997271537780762, + -15.650589942932129, + -15.30390739440918, + -14.957225799560547, + -14.610544204711914, + -14.263861656188965, + -13.917179107666016, + -13.570497512817383, + -13.22381591796875, + -12.8771333694458, + -12.530451774597168, + -12.183769226074219, + -11.837087631225586, + -11.490406036376953, + -11.143723487854004, + -10.797041893005371, + -10.450359344482422, + -10.103677749633789, + -9.75699520111084, + -9.410313606262207, + -9.063631057739258, + -8.716949462890625, + -8.370267868041992, + -8.023585319519043, + -7.67690372467041, + -7.330221176147461, + -6.983539581298828, + -6.636857032775879, + -6.290175437927246, + -5.943492889404297, + -5.596811294555664, + -5.250129699707031, + -4.903447151184082, + -4.556765556335449, + -4.2100830078125, + -3.863401412963867, + -3.5167198181152344, + -3.1700382232666016, + -2.823354721069336, + -2.476672649383545 + ], + "r_inf_mean": 0.3032773733139038, + "r_inf_median": 0.29643514752388, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5902297496795654, + "eff_dim_mean": 0.5902297496795654, + "topk_energy": { + "1": 0.093937948346138, + "5": 0.3291393518447876, + "10": 0.4848759174346924, + "25": 0.7634206414222717 + }, + "gamma_raw": 0.32397323846817017, + "gamma_active": { + "1e-08": 0.3284149765968323, + "1e-07": 0.3284972906112671, + "1e-06": 0.3282679617404938, + "1e-05": 0.32818666100502014, + "0.0001": 0.32804518938064575 + }, + "gamma_energy_weighted": { + "1e-08": 0.32575950414737803, + "1e-07": 0.32575950414737803, + "1e-06": 0.32575950414737803, + "1e-05": 0.32575950414737803, + "0.0001": 0.32575950414737803 + } + }, + { + "layer": 2, + "mean_norm": 0.0022772569209337234, + "median_norm": 0.0024793255142867565, + "max_norm": 0.0032368944957852364, + "min_norm": 1.4086897140888e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.214131355285645, + "5": -4.89144229888916, + "10": -2.782881736755371, + "25": -2.6611812114715576, + "50": -2.6056361198425293, + "75": -2.575749397277832, + "90": -2.5551867485046387, + "95": -2.5198113918304443, + "99": -2.4899234771728516 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.851184844970703, + -19.503957748413086, + -19.1567325592041, + -18.809505462646484, + -18.4622802734375, + -18.115053176879883, + -17.7678279876709, + -17.42060089111328, + -17.073375701904297, + -16.72614860534668, + -16.378921508789062, + -16.031696319580078, + -15.684469223022461, + -15.337244033813477, + -14.99001693725586, + -14.642790794372559, + -14.295564651489258, + -13.948338508605957, + -13.601112365722656, + -13.253885269165039, + -12.906660079956055, + -12.559432983398438, + -12.212206840515137, + -11.864980697631836, + -11.517754554748535, + -11.170528411865234, + -10.823302268981934, + -10.476076126098633, + -10.128849029541016, + -9.781622886657715, + -9.434396743774414, + -9.087170600891113, + -8.739944458007812, + -8.392718315124512, + -8.045492172241211, + -7.69826602935791, + -7.351039886474609, + -7.003812789916992, + -6.656586647033691, + -6.309360504150391, + -5.96213436126709, + -5.614908218383789, + -5.267682075500488, + -4.9204559326171875, + -4.57322883605957, + -4.2260026931762695, + -3.8787765502929688, + -3.5315513610839844, + -3.184324264526367, + -2.83709716796875, + -2.4898715019226074 + ], + "r_inf_mean": 0.30667996406555176, + "r_inf_median": 0.30367258191108704, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5891926884651184, + "eff_dim_mean": 0.5891926288604736, + "topk_energy": { + "1": 0.09609284996986389, + "5": 0.3322296738624573, + "10": 0.4853058457374573, + "25": 0.7625396251678467 + }, + "gamma_raw": 0.1954648792743683, + "gamma_active": { + "1e-08": 0.19828855991363525, + "1e-07": 0.19792549312114716, + "1e-06": 0.19777533411979675, + "1e-05": 0.1978159248828888, + "0.0001": 0.19737233221530914 + }, + "gamma_energy_weighted": { + "1e-08": 0.20550946078803284, + "1e-07": 0.20550946078803284, + "1e-06": 0.20550946078803284, + "1e-05": 0.20550946078803284, + "0.0001": 0.20550946078803284 + } + }, + { + "layer": 3, + "mean_norm": 0.002268065232783556, + "median_norm": 0.0024642322678118944, + "max_norm": 0.0032183455768972635, + "min_norm": 1.4029931538546944e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.21513557434082, + "5": -4.893683433532715, + "10": -2.7843289375305176, + "25": -2.6630163192749023, + "50": -2.6081531047821045, + "75": -2.5769782066345215, + "90": -2.557626962661743, + "95": -2.521758794784546, + "99": -2.492382049560547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.85294532775879, + -19.505733489990234, + -19.15852165222168, + -18.811309814453125, + -18.464099884033203, + -18.11688804626465, + -17.769676208496094, + -17.42246437072754, + -17.075252532958984, + -16.72804069519043, + -16.380828857421875, + -16.033618927001953, + -15.686407089233398, + -15.339195251464844, + -14.991983413696289, + -14.644771575927734, + -14.29755973815918, + -13.950348854064941, + -13.603137016296387, + -13.255926132202148, + -12.908714294433594, + -12.561502456665039, + -12.214290618896484, + -11.86707878112793, + -11.519867897033691, + -11.172656059265137, + -10.825444221496582, + -10.478233337402344, + -10.131021499633789, + -9.783809661865234, + -9.43659782409668, + -9.089386940002441, + -8.742175102233887, + -8.394963264465332, + -8.047752380371094, + -7.700540542602539, + -7.353328704833984, + -7.00611686706543, + -6.658905982971191, + -6.311694145202637, + -5.964482307434082, + -5.617271423339844, + -5.270059585571289, + -4.922847747802734, + -4.57563591003418, + -4.228425025939941, + -3.8812131881713867, + -3.5340023040771484, + -3.1867904663085938, + -2.839578628540039, + -2.4923672676086426 + ], + "r_inf_mean": 0.3065887689590454, + "r_inf_median": 0.303178995847702, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5892664194107056, + "eff_dim_mean": 0.5892663598060608, + "topk_energy": { + "1": 0.09602075070142746, + "5": 0.33231887221336365, + "10": 0.48536890745162964, + "25": 0.7623874545097351 + }, + "gamma_raw": 0.11062335222959518, + "gamma_active": { + "1e-08": 0.11226530373096466, + "1e-07": 0.11196113377809525, + "1e-06": 0.11195356398820877, + "1e-05": 0.11221681535243988, + "0.0001": 0.11163080483675003 + }, + "gamma_energy_weighted": { + "1e-08": 0.12476420010588186, + "1e-07": 0.12476420010588186, + "1e-06": 0.12476420010588186, + "1e-05": 0.12476420010588186, + "0.0001": 0.12476420010588186 + } + }, + { + "layer": 4, + "mean_norm": 0.0022647359874099493, + "median_norm": 0.002463112585246563, + "max_norm": 0.003212012816220522, + "min_norm": 1.403961698341463e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.216242790222168, + "5": -4.89407205581665, + "10": -2.7843973636627197, + "25": -2.6635499000549316, + "50": -2.608503818511963, + "75": -2.5774025917053223, + "90": -2.557440757751465, + "95": -2.5226290225982666, + "99": -2.4932308197021484 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852643966674805, + -19.505455017089844, + -19.158267974853516, + -18.811079025268555, + -18.463890075683594, + -18.116701126098633, + -17.769514083862305, + -17.422325134277344, + -17.075136184692383, + -16.727947235107422, + -16.380760192871094, + -16.033571243286133, + -15.686383247375488, + -15.339195251464844, + -14.992006301879883, + -14.644817352294922, + -14.297629356384277, + -13.950441360473633, + -13.603252410888672, + -13.256063461303711, + -12.908875465393066, + -12.561687469482422, + -12.214498519897461, + -11.867310523986816, + -11.520122528076172, + -11.172933578491211, + -10.825745582580566, + -10.478556632995605, + -10.131368637084961, + -9.7841796875, + -9.436991691589355, + -9.089802742004395, + -8.74261474609375, + -8.395426750183105, + -8.048237800598145, + -7.7010498046875, + -7.353860855102539, + -7.0066728591918945, + -6.659483909606934, + -6.312295913696289, + -5.965106964111328, + -5.617918968200684, + -5.270730972290039, + -4.923542022705078, + -4.576354026794434, + -4.229165077209473, + -3.881977081298828, + -3.534788131713867, + -3.187601089477539, + -2.840412139892578, + -2.493222951889038 + ], + "r_inf_mean": 0.3069421648979187, + "r_inf_median": 0.3040565848350525, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5890978574752808, + "eff_dim_mean": 0.5890978574752808, + "topk_energy": { + "1": 0.09626470506191254, + "5": 0.3325713276863098, + "10": 0.4855571389198303, + "25": 0.7625174522399902 + }, + "gamma_raw": 0.13939109444618225, + "gamma_active": { + "1e-08": 0.14130090177059174, + "1e-07": 0.1415681093931198, + "1e-06": 0.14091692864894867, + "1e-05": 0.14037883281707764, + "0.0001": 0.13853590190410614 + }, + "gamma_energy_weighted": { + "1e-08": 0.14015834189240134, + "1e-07": 0.14015834189240134, + "1e-06": 0.14015834189240134, + "1e-05": 0.14015834189240134, + "0.0001": 0.14015834189240134 + } + }, + { + "layer": 5, + "mean_norm": 0.002262540627270937, + "median_norm": 0.002458845265209675, + "max_norm": 0.003209082642570138, + "min_norm": 1.403747148370082e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.216755867004395, + "5": -4.894824981689453, + "10": -2.7850000858306885, + "25": -2.663804769515991, + "50": -2.6091573238372803, + "75": -2.577829122543335, + "90": -2.557875156402588, + "95": -2.522982120513916, + "99": -2.4936487674713135 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852710723876953, + -19.505529403686523, + -19.15834617614746, + -18.81116485595703, + -18.4639835357666, + -18.116802215576172, + -17.76961898803711, + -17.42243766784668, + -17.07525634765625, + -16.72807502746582, + -16.380891799926758, + -16.033710479736328, + -15.686529159545898, + -15.339346885681152, + -14.992164611816406, + -14.644983291625977, + -14.297801971435547, + -13.9506196975708, + -13.603437423706055, + -13.256256103515625, + -12.909074783325195, + -12.56189250946045, + -12.214710235595703, + -11.867528915405273, + -11.520346641540527, + -11.173165321350098, + -10.825983047485352, + -10.478801727294922, + -10.131619453430176, + -9.784438133239746, + -9.437255859375, + -9.09007453918457, + -8.742892265319824, + -8.395709991455078, + -8.048528671264648, + -7.701346397399902, + -7.354165077209473, + -7.006982803344727, + -6.659801483154297, + -6.312619209289551, + -5.965437889099121, + -5.618255615234375, + -5.271074295043945, + -4.923892021179199, + -4.5767107009887695, + -4.229528427124023, + -3.8823471069335938, + -3.535165786743164, + -3.1879825592041016, + -2.840801239013672, + -2.493619203567505 + ], + "r_inf_mean": 0.30730533599853516, + "r_inf_median": 0.30462852120399475, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5885711908340454, + "eff_dim_mean": 0.5885711908340454, + "topk_energy": { + "1": 0.09651251882314682, + "5": 0.3330609202384949, + "10": 0.48611772060394287, + "25": 0.7628190517425537 + }, + "gamma_raw": 0.12418513000011444, + "gamma_active": { + "1e-08": 0.12628991901874542, + "1e-07": 0.12590081989765167, + "1e-06": 0.12661786377429962, + "1e-05": 0.12638868391513824, + "0.0001": 0.1256302446126938 + }, + "gamma_energy_weighted": { + "1e-08": 0.1275706587826137, + "1e-07": 0.1275706587826137, + "1e-06": 0.1275706587826137, + "1e-05": 0.1275706587826137, + "0.0001": 0.1275706587826137 + } + }, + { + "layer": 6, + "mean_norm": 0.002260199747979641, + "median_norm": 0.002456687157973647, + "max_norm": 0.0032025163527578115, + "min_norm": 1.403392688552906e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.217517852783203, + "5": -4.8952436447143555, + "10": -2.7856507301330566, + "25": -2.664320468902588, + "50": -2.6094589233398438, + "75": -2.578124523162842, + "90": -2.5583274364471436, + "95": -2.5230863094329834, + "99": -2.494511842727661 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.852821350097656, + -19.50565528869629, + -19.158489227294922, + -18.811323165893555, + -18.464157104492188, + -18.116989135742188, + -17.769824981689453, + -17.422657012939453, + -17.075490951538086, + -16.72832489013672, + -16.38115882873535, + -16.033992767333984, + -15.686826705932617, + -15.33966064453125, + -14.992494583129883, + -14.6453275680542, + -14.298161506652832, + -13.950995445251465, + -13.603828430175781, + -13.256662368774414, + -12.909496307373047, + -12.56233024597168, + -12.215164184570312, + -11.867998123168945, + -11.520832061767578, + -11.173665046691895, + -10.826498985290527, + -10.47933292388916, + -10.132166862487793, + -9.785000801086426, + -9.437833786010742, + -9.090667724609375, + -8.743501663208008, + -8.39633560180664, + -8.049169540405273, + -7.70200252532959, + -7.354836463928223, + -7.0076704025268555, + -6.660504341125488, + -6.313338279724121, + -5.9661712646484375, + -5.61900520324707, + -5.271839141845703, + -4.924673080444336, + -4.577507019042969, + -4.230340957641602, + -3.883173942565918, + -3.536008834838867, + -3.1888427734375, + -2.8416748046875, + -2.494508743286133 + ], + "r_inf_mean": 0.307272344827652, + "r_inf_median": 0.3046650290489197, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5884919166564941, + "eff_dim_mean": 0.5884919166564941, + "topk_energy": { + "1": 0.09649105370044708, + "5": 0.3333558440208435, + "10": 0.48625198006629944, + "25": 0.7628965377807617 + }, + "gamma_raw": 0.144336998462677, + "gamma_active": { + "1e-08": 0.146156907081604, + "1e-07": 0.1463116854429245, + "1e-06": 0.1449500173330307, + "1e-05": 0.1446036994457245, + "0.0001": 0.14422182738780975 + }, + "gamma_energy_weighted": { + "1e-08": 0.15198145756043743, + "1e-07": 0.15198145756043743, + "1e-06": 0.15198145756043743, + "1e-05": 0.15198145756043743, + "0.0001": 0.15198145756043743 + } + }, + { + "layer": 7, + "mean_norm": 0.0022562663070857525, + "median_norm": 0.0024510102812200785, + "max_norm": 0.0031989351846277714, + "min_norm": 1.40263352415869e-20, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.974609375, + "1e-06": 0.9609375, + "1e-05": 0.951171875, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.219344139099121, + "5": -4.89572811126709, + "10": -2.7870421409606934, + "25": -2.6647400856018066, + "50": -2.610424041748047, + "75": -2.578800678253174, + "90": -2.5589816570281982, + "95": -2.5241241455078125, + "99": -2.494997978210449 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 2, + 2, + 1, + 3, + 1, + 5, + 1, + 7, + 3, + 3, + 3, + 465 + ], + "log_norms_bin_edges": [ + -19.853057861328125, + -19.505897521972656, + -19.158735275268555, + -18.811574935913086, + -18.464412689208984, + -18.117252349853516, + -17.770090103149414, + -17.422929763793945, + -17.075767517089844, + -16.728607177734375, + -16.381444931030273, + -16.034284591674805, + -15.687122344970703, + -15.339962005615234, + -14.992799758911133, + -14.645639419555664, + -14.298477172851562, + -13.951316833496094, + -13.604154586791992, + -13.256994247436523, + -12.909832000732422, + -12.562671661376953, + -12.215509414672852, + -11.868349075317383, + -11.521187782287598, + -11.174026489257812, + -10.826865196228027, + -10.479703903198242, + -10.132542610168457, + -9.785381317138672, + -9.438220024108887, + -9.091058731079102, + -8.743897438049316, + -8.396736145019531, + -8.049574851989746, + -7.702413558959961, + -7.355252265930176, + -7.008090972900391, + -6.6609296798706055, + -6.31376838684082, + -5.966607093811035, + -5.61944580078125, + -5.272284507751465, + -4.92512321472168, + -4.5779619216918945, + -4.230800628662109, + -3.883639335632324, + -3.536478042602539, + -3.1893177032470703, + -2.8421554565429688, + -2.494994640350342 + ], + "r_inf_mean": 0.3073995113372803, + "r_inf_median": 0.30452200770378113, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5881102085113525, + "eff_dim_mean": 0.5881102085113525, + "topk_energy": { + "1": 0.09659023582935333, + "5": 0.3338106870651245, + "10": 0.486651211977005, + "25": 0.7632608413696289 + }, + "gamma_raw": 0.10842336714267731, + "gamma_active": { + "1e-08": 0.10998993366956711, + "1e-07": 0.10961328446865082, + "1e-06": 0.1097395271062851, + "1e-05": 0.11026618629693985, + "0.0001": 0.11064060032367706 + }, + "gamma_energy_weighted": { + "1e-08": 0.11513392301711514, + "1e-07": 0.11513392301711514, + "1e-06": 0.11513392301711514, + "1e-05": 0.11513392301711514, + "0.0001": 0.11513392301711514 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json new file mode 100644 index 0000000..c0fdbd3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 10.160696029663086, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.018905995413661003, + "median_norm": 0.018545033410191536, + "max_norm": 0.06891484558582306, + "min_norm": 3.637099288411605e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.998046875, + "1e-05": 0.990234375, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -4.855498313903809, + "5": -2.385723352432251, + "10": -1.9334782361984253, + "25": -1.8305091857910156, + "50": -1.7315993309020996, + "75": -1.6449785232543945, + "90": -1.5614107847213745, + "95": -1.5088703632354736, + "99": -1.3862342834472656 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 3, + 1, + 5, + 2, + 2, + 0, + 3, + 2, + 10, + 32, + 164, + 186, + 80, + 9, + 2 + ], + "log_norms_bin_edges": [ + -8.439245223999023, + -8.293694496154785, + -8.14814281463623, + -8.002592086791992, + -7.8570404052734375, + -7.711489677429199, + -7.5659379959106445, + -7.420387268066406, + -7.27483606338501, + -7.129284858703613, + -6.983733654022217, + -6.83818244934082, + -6.692631244659424, + -6.547080039978027, + -6.401529312133789, + -6.255977630615234, + -6.110426902770996, + -5.964875221252441, + -5.819324493408203, + -5.673773288726807, + -5.52822208404541, + -5.382670879364014, + -5.237119674682617, + -5.091568470001221, + -4.946017265319824, + -4.800466537475586, + -4.654914855957031, + -4.509364128112793, + -4.3638129234313965, + -4.21826171875, + -4.0727105140686035, + -3.927159309387207, + -3.7816081047058105, + -3.636056900024414, + -3.4905056953430176, + -3.344954490661621, + -3.1994032859802246, + -3.053852081298828, + -2.90830135345459, + -2.7627501487731934, + -2.617198944091797, + -2.4716477394104004, + -2.326096534729004, + -2.1805453300476074, + -2.034994125366211, + -1.8894429206848145, + -1.743891716003418, + -1.5983405113220215, + -1.452789306640625, + -1.3072385787963867, + -1.1616872549057007 + ], + "r_inf_mean": 0.33050206303596497, + "r_inf_median": 0.32379910349845886, + "pr_mean": 0.18798306584358215, + "pr_median": 0.18886500597000122, + "hoyer_mean": 0.45867881178855896, + "eff_dim_mean": 0.45867881178855896, + "topk_energy": { + "1": 0.11164571344852448, + "5": 0.40567758679389954, + "10": 0.595625638961792, + "25": 0.8693000674247742 + }, + "gamma_raw": 0.022766385227441788, + "gamma_active": { + "1e-08": 0.022869445383548737, + "1e-07": 0.022869445383548737, + "1e-06": 0.022869445383548737, + "1e-05": 0.022168010473251343, + "0.0001": 0.021649552509188652 + }, + "gamma_energy_weighted": { + "1e-08": 0.012184977718101807, + "1e-07": 0.012184977718101807, + "1e-06": 0.012184977718101807, + "1e-05": 0.012184977718101807, + "0.0001": 0.012184977718101807 + } + }, + { + "layer": 1, + "mean_norm": 0.0021040253341197968, + "median_norm": 0.0021789269521832466, + "max_norm": 0.004624764900654554, + "min_norm": 5.089960120052694e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.74509334564209, + "5": -3.246626853942871, + "10": -2.812592029571533, + "25": -2.7058968544006348, + "50": -2.6614575386047363, + "75": -2.616589069366455, + "90": -2.5744173526763916, + "95": -2.550955057144165, + "99": -2.475127935409546 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 4, + 3, + 3, + 2, + 0, + 0, + 7, + 8, + 8, + 23, + 325, + 112, + 5 + ], + "log_norms_bin_edges": [ + -9.293285369873047, + -9.154117584228516, + -9.0149507522583, + -8.87578296661377, + -8.736615180969238, + -8.597448348999023, + -8.458280563354492, + -8.319112777709961, + -8.17994499206543, + -8.040778160095215, + -7.901610374450684, + -7.762442588806152, + -7.623275279998779, + -7.484107971191406, + -7.344940185546875, + -7.205772876739502, + -7.066605567932129, + -6.927437782287598, + -6.788269996643066, + -6.649103164672852, + -6.50993537902832, + -6.370767593383789, + -6.231600284576416, + -6.092432975769043, + -5.953265190124512, + -5.814097881317139, + -5.674930572509766, + -5.535762786865234, + -5.396595001220703, + -5.25742769241333, + -5.118260383605957, + -4.979092597961426, + -4.839925289154053, + -4.70075798034668, + -4.561590194702148, + -4.422422885894775, + -4.283255100250244, + -4.144087791442871, + -4.004920482635498, + -3.865752696990967, + -3.7265853881835938, + -3.5874176025390625, + -3.4482502937316895, + -3.3090829849243164, + -3.169915199279785, + -3.030747890472412, + -2.891580104827881, + -2.752412796020508, + -2.6132450103759766, + -2.4740777015686035, + -2.3349103927612305 + ], + "r_inf_mean": 0.2910063862800598, + "r_inf_median": 0.28270360827445984, + "pr_mean": 0.27695366740226746, + "pr_median": 0.27959349751472473, + "hoyer_mean": 0.5968642234802246, + "eff_dim_mean": 0.5968642234802246, + "topk_energy": { + "1": 0.08700034767389297, + "5": 0.3160664141178131, + "10": 0.47450101375579834, + "25": 0.7584123611450195 + }, + "gamma_raw": 0.021715328097343445, + "gamma_active": { + "1e-08": 0.021757520735263824, + "1e-07": 0.021757520735263824, + "1e-06": 0.021631039679050446, + "1e-05": 0.021538453176617622, + "0.0001": 0.021666469052433968 + }, + "gamma_energy_weighted": { + "1e-08": 0.024264842512946912, + "1e-07": 0.024264842512946912, + "1e-06": 0.024264842512946912, + "1e-05": 0.024264842512946912, + "0.0001": 0.024264842512946912 + } + }, + { + "layer": 2, + "mean_norm": 0.0016951310681179166, + "median_norm": 0.0018221585778519511, + "max_norm": 0.0023193375673145056, + "min_norm": 3.8104316923970316e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.793013572692871, + "5": -3.333242177963257, + "10": -2.922788381576538, + "25": -2.7804973125457764, + "50": -2.7393126487731934, + "75": -2.7125306129455566, + "90": -2.6853103637695312, + "95": -2.6773524284362793, + "99": -2.667203426361084 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 2, + 0, + 0, + 6, + 3, + 2, + 1, + 0, + 3, + 12, + 6, + 7, + 97, + 363 + ], + "log_norms_bin_edges": [ + -9.419026374816895, + -9.28333854675293, + -9.147650718688965, + -9.011962890625, + -8.876275062561035, + -8.74058723449707, + -8.604899406433105, + -8.46921157836914, + -8.333523750305176, + -8.197835922241211, + -8.062148094177246, + -7.926460266113281, + -7.790772438049316, + -7.655084609985352, + -7.519396781921387, + -7.383708953857422, + -7.248021125793457, + -7.112333297729492, + -6.976645469665527, + -6.8409576416015625, + -6.705269813537598, + -6.569581985473633, + -6.433894157409668, + -6.298206329345703, + -6.1625189781188965, + -6.026831150054932, + -5.891143321990967, + -5.755455493927002, + -5.619767665863037, + -5.484079837799072, + -5.348392009735107, + -5.212704181671143, + -5.077016353607178, + -4.941328525543213, + -4.805640697479248, + -4.669952869415283, + -4.534265041351318, + -4.3985772132873535, + -4.262889385223389, + -4.127201557159424, + -3.991513729095459, + -3.855825901031494, + -3.7201380729675293, + -3.5844502449035645, + -3.4487624168395996, + -3.3130745887756348, + -3.17738676071167, + -3.041698932647705, + -2.9060115814208984, + -2.7703237533569336, + -2.6346359252929688 + ], + "r_inf_mean": 0.2519446909427643, + "r_inf_median": 0.247421994805336, + "pr_mean": 0.338682621717453, + "pr_median": 0.337154358625412, + "hoyer_mean": 0.6343587636947632, + "eff_dim_mean": 0.6343587636947632, + "topk_energy": { + "1": 0.06429849565029144, + "5": 0.263901948928833, + "10": 0.4196961522102356, + "25": 0.7247895002365112 + }, + "gamma_raw": 0.006314524449408054, + "gamma_active": { + "1e-08": 0.006326213013380766, + "1e-07": 0.006326213013380766, + "1e-06": 0.006245729047805071, + "1e-05": 0.006247582845389843, + "0.0001": 0.0065745762549340725 + }, + "gamma_energy_weighted": { + "1e-08": 0.007154047798603511, + "1e-07": 0.007154047798603511, + "1e-06": 0.007154047798603511, + "1e-05": 0.007154047798603511, + "0.0001": 0.007154047798603511 + } + }, + { + "layer": 3, + "mean_norm": 0.0016907361568883061, + "median_norm": 0.0018147713271901011, + "max_norm": 0.002299694577232003, + "min_norm": 3.777588242215302e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.986328125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.794710159301758, + "5": -3.3370003700256348, + "10": -2.9238622188568115, + "25": -2.7814927101135254, + "50": -2.7411727905273438, + "75": -2.7148308753967285, + "90": -2.686154365539551, + "95": -2.676440715789795, + "99": -2.6669528484344482 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 5, + 4, + 2, + 1, + 0, + 3, + 12, + 5, + 8, + 92, + 368 + ], + "log_norms_bin_edges": [ + -9.422785758972168, + -9.287096977233887, + -9.151407241821289, + -9.015718460083008, + -8.880029678344727, + -8.744339942932129, + -8.608651161193848, + -8.47296142578125, + -8.337272644042969, + -8.201583862304688, + -8.06589412689209, + -7.930205345153809, + -7.794516563415527, + -7.658827304840088, + -7.523138046264648, + -7.387448787689209, + -7.2517595291137695, + -7.116070747375488, + -6.980381488800049, + -6.844692230224609, + -6.709003448486328, + -6.573314189910889, + -6.437624931335449, + -6.301936149597168, + -6.1662468910217285, + -6.030557632446289, + -5.894868850708008, + -5.75917911529541, + -5.623490333557129, + -5.4878010749816895, + -5.35211181640625, + -5.216423034667969, + -5.080733776092529, + -4.94504451751709, + -4.809355735778809, + -4.673666477203369, + -4.53797721862793, + -4.40228796005249, + -4.266599178314209, + -4.1309099197387695, + -3.99522066116333, + -3.859531879425049, + -3.7238426208496094, + -3.58815336227417, + -3.4524641036987305, + -3.316775321960449, + -3.1810860633850098, + -3.0453968048095703, + -2.909708023071289, + -2.7740187644958496, + -2.6383297443389893 + ], + "r_inf_mean": 0.25121158361434937, + "r_inf_median": 0.24535992741584778, + "pr_mean": 0.3393535017967224, + "pr_median": 0.3376399874687195, + "hoyer_mean": 0.6348146200180054, + "eff_dim_mean": 0.6348146200180054, + "topk_energy": { + "1": 0.06391574442386627, + "5": 0.26365089416503906, + "10": 0.4193493723869324, + "25": 0.7244528532028198 + }, + "gamma_raw": 0.008252793923020363, + "gamma_active": { + "1e-08": 0.00827018916606903, + "1e-07": 0.00827018916606903, + "1e-06": 0.008396187797188759, + "1e-05": 0.00847096461802721, + "0.0001": 0.0087415911257267 + }, + "gamma_energy_weighted": { + "1e-08": 0.009437094380894115, + "1e-07": 0.009437094380894115, + "1e-06": 0.009437094380894115, + "1e-05": 0.009437094380894115, + "0.0001": 0.009437094380894115 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json new file mode 100644 index 0000000..9164c37 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 4.957854270935059, + "acc": 0.091796875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.005932576954364777, + "median_norm": 0.0058044567704200745, + "max_norm": 0.01206950657069683, + "min_norm": 4.696408359450288e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.998046875 + }, + "log_norms_percentiles": { + "1": -3.151078224182129, + "5": -2.635087251663208, + "10": -2.4299228191375732, + "25": -2.307568311691284, + "50": -2.235927104949951, + "75": -2.1663601398468018, + "90": -2.066653251647949, + "95": -2.0110201835632324, + "99": -1.954315185546875 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 5, + 2, + 3, + 7, + 10, + 12, + 25, + 48, + 82, + 93, + 86, + 46, + 22, + 20, + 25, + 6 + ], + "log_norms_bin_edges": [ + -4.3282341957092285, + -4.280035495758057, + -4.231837272644043, + -4.183638572692871, + -4.135440349578857, + -4.0872416496276855, + -4.039043426513672, + -3.990844964981079, + -3.9426465034484863, + -3.8944480419158936, + -3.846249580383301, + -3.798050880432129, + -3.7498526573181152, + -3.7016539573669434, + -3.6534554958343506, + -3.605257034301758, + -3.557058572769165, + -3.5088601112365723, + -3.4606616497039795, + -3.4124631881713867, + -3.364264726638794, + -3.316066265106201, + -3.2678678035736084, + -3.2196693420410156, + -3.171470880508423, + -3.12327241897583, + -3.0750739574432373, + -3.0268754959106445, + -2.9786767959594727, + -2.930478572845459, + -2.882279872894287, + -2.8340816497802734, + -2.7858829498291016, + -2.737684726715088, + -2.689486026763916, + -2.6412878036499023, + -2.5930891036987305, + -2.544890880584717, + -2.496692180633545, + -2.448493719100952, + -2.4002952575683594, + -2.3520967960357666, + -2.303898334503174, + -2.255699872970581, + -2.2075014114379883, + -2.1593029499053955, + -2.1111044883728027, + -2.06290602684021, + -2.014707565307617, + -1.9665091037750244, + -1.9183106422424316 + ], + "r_inf_mean": 0.4095231294631958, + "r_inf_median": 0.39848098158836365, + "pr_mean": 0.13886159658432007, + "pr_median": 0.12802036106586456, + "hoyer_mean": 0.4655231535434723, + "eff_dim_mean": 0.4655231535434723, + "topk_energy": { + "1": 0.17475026845932007, + "5": 0.4939890503883362, + "10": 0.6518568992614746, + "25": 0.8547585606575012 + }, + "gamma_raw": 0.04878466576337814, + "gamma_active": { + "1e-08": 0.04878466576337814, + "1e-07": 0.04878466576337814, + "1e-06": 0.04878466576337814, + "1e-05": 0.04878466576337814, + "0.0001": 0.04870273545384407 + }, + "gamma_energy_weighted": { + "1e-08": 0.06683029744111854, + "1e-07": 0.06683029744111854, + "1e-06": 0.06683029744111854, + "1e-05": 0.06683029744111854, + "0.0001": 0.06683029744111854 + } + }, + { + "layer": 1, + "mean_norm": 0.00199977052398026, + "median_norm": 0.0020882829558104277, + "max_norm": 0.0029260313604027033, + "min_norm": 2.0769777620444074e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.619838237762451, + "5": -3.000190019607544, + "10": -2.8287463188171387, + "25": -2.7249467372894287, + "50": -2.6799397468566895, + "75": -2.6482372283935547, + "90": -2.6148808002471924, + "95": -2.5991339683532715, + "99": -2.5584194660186768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 2, + 3, + 2, + 3, + 9, + 11, + 13, + 28, + 76, + 149, + 134, + 49, + 12 + ], + "log_norms_bin_edges": [ + -4.682568550109863, + -4.639591693878174, + -4.596614837646484, + -4.553637504577637, + -4.510660648345947, + -4.467683792114258, + -4.424706935882568, + -4.381730079650879, + -4.338752746582031, + -4.295775890350342, + -4.252799034118652, + -4.209822177886963, + -4.166845321655273, + -4.123867988586426, + -4.080891132354736, + -4.037914276123047, + -3.9949374198913574, + -3.951960563659668, + -3.9089834690093994, + -3.86600661277771, + -3.8230295181274414, + -3.780052661895752, + -3.7370758056640625, + -3.694098949432373, + -3.6511218547821045, + -3.608144760131836, + -3.5651679039001465, + -3.522191047668457, + -3.4792141914367676, + -3.436237096786499, + -3.3932602405548096, + -3.350283145904541, + -3.3073062896728516, + -3.264329433441162, + -3.2213523387908936, + -3.178375482559204, + -3.1353983879089355, + -3.092421531677246, + -3.0494446754455566, + -3.006467819213867, + -2.9634907245635986, + -2.92051362991333, + -2.8775367736816406, + -2.834559917449951, + -2.7915830612182617, + -2.748605966567993, + -2.7056291103363037, + -2.662652015686035, + -2.6196751594543457, + -2.5766983032226562, + -2.5337212085723877 + ], + "r_inf_mean": 0.2825510501861572, + "r_inf_median": 0.2754884958267212, + "pr_mean": 0.28882724046707153, + "pr_median": 0.2949356436729431, + "hoyer_mean": 0.6051252484321594, + "eff_dim_mean": 0.6051252484321594, + "topk_energy": { + "1": 0.08140555024147034, + "5": 0.30472397804260254, + "10": 0.4618160128593445, + "25": 0.7517096996307373 + }, + "gamma_raw": 0.26229041814804077, + "gamma_active": { + "1e-08": 0.26229041814804077, + "1e-07": 0.26229041814804077, + "1e-06": 0.26229041814804077, + "1e-05": 0.26229041814804077, + "0.0001": 0.26237380504608154 + }, + "gamma_energy_weighted": { + "1e-08": 0.2628638998478158, + "1e-07": 0.2628638998478158, + "1e-06": 0.2628638998478158, + "1e-05": 0.2628638998478158, + "0.0001": 0.2628638998478158 + } + }, + { + "layer": 2, + "mean_norm": 0.0019615301862359047, + "median_norm": 0.0020386208780109882, + "max_norm": 0.0028989315032958984, + "min_norm": 2.030778705375269e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.625967502593994, + "5": -3.002103328704834, + "10": -2.838046073913574, + "25": -2.7373740673065186, + "50": -2.690659523010254, + "75": -2.6546621322631836, + "90": -2.6224851608276367, + "95": -2.6041829586029053, + "99": -2.562023162841797 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 14, + 31, + 93, + 145, + 120, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.692337512969971, + -4.6492462158203125, + -4.606154441833496, + -4.563063144683838, + -4.5199713706970215, + -4.476880073547363, + -4.433788299560547, + -4.390697002410889, + -4.347605228424072, + -4.304513931274414, + -4.261422157287598, + -4.2183308601379395, + -4.175239562988281, + -4.132147789001465, + -4.089056491851807, + -4.04596471786499, + -4.002873420715332, + -3.9597816467285156, + -3.9166903495788574, + -3.87359881401062, + -3.830507278442383, + -3.7874157428741455, + -3.744324207305908, + -3.701232671737671, + -3.6581411361694336, + -3.6150498390197754, + -3.571958065032959, + -3.528866767883301, + -3.4857749938964844, + -3.442683696746826, + -3.399592161178589, + -3.3565006256103516, + -3.3134090900421143, + -3.270317554473877, + -3.2272260189056396, + -3.1841344833374023, + -3.141043186187744, + -3.0979514122009277, + -3.0548601150512695, + -3.011768341064453, + -2.968677043914795, + -2.9255855083465576, + -2.8824939727783203, + -2.839402437210083, + -2.7963109016418457, + -2.7532193660736084, + -2.710127830505371, + -2.667036294937134, + -2.6239447593688965, + -2.5808534622192383, + -2.537761926651001 + ], + "r_inf_mean": 0.28596174716949463, + "r_inf_median": 0.2799564003944397, + "pr_mean": 0.28678327798843384, + "pr_median": 0.2931159734725952, + "hoyer_mean": 0.6043041944503784, + "eff_dim_mean": 0.6043041348457336, + "topk_energy": { + "1": 0.08337318897247314, + "5": 0.3058406114578247, + "10": 0.4616686999797821, + "25": 0.7511287927627563 + }, + "gamma_raw": 0.16607269644737244, + "gamma_active": { + "1e-08": 0.16607269644737244, + "1e-07": 0.16607269644737244, + "1e-06": 0.16607269644737244, + "1e-05": 0.16607269644737244, + "0.0001": 0.16609208285808563 + }, + "gamma_energy_weighted": { + "1e-08": 0.16949034388893358, + "1e-07": 0.16949034388893358, + "1e-06": 0.16949034388893358, + "1e-05": 0.16949034388893358, + "0.0001": 0.16949034388893358 + } + }, + { + "layer": 3, + "mean_norm": 0.0019580628722906113, + "median_norm": 0.0020357337780296803, + "max_norm": 0.002892693504691124, + "min_norm": 2.0265750208636746e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6267647743225098, + "5": -3.0023438930511475, + "10": -2.8388781547546387, + "25": -2.7381036281585693, + "50": -2.6911678314208984, + "75": -2.655627727508545, + "90": -2.623220205307007, + "95": -2.6047935485839844, + "99": -2.5629944801330566 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 13, + 32, + 94, + 143, + 121, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693237781524658, + -4.650146961212158, + -4.607056140899658, + -4.563965320587158, + -4.520874500274658, + -4.477783679962158, + -4.434692859649658, + -4.391602039337158, + -4.348511219024658, + -4.305420398712158, + -4.262329578399658, + -4.219238758087158, + -4.176148414611816, + -4.133057594299316, + -4.089966773986816, + -4.046875953674316, + -4.003785133361816, + -3.9606940746307373, + -3.9176034927368164, + -3.8745126724243164, + -3.8314218521118164, + -3.7883310317993164, + -3.7452402114868164, + -3.7021493911743164, + -3.6590585708618164, + -3.6159677505493164, + -3.5728769302368164, + -3.5297861099243164, + -3.4866952896118164, + -3.4436044692993164, + -3.4005136489868164, + -3.3574228286743164, + -3.3143320083618164, + -3.2712411880493164, + -3.2281503677368164, + -3.1850595474243164, + -3.1419689655303955, + -3.0988781452178955, + -3.0557873249053955, + -3.0126965045928955, + -2.9696056842803955, + -2.9265148639678955, + -2.8834242820739746, + -2.8403334617614746, + -2.7972426414489746, + -2.7541518211364746, + -2.7110610008239746, + -2.6679701805114746, + -2.6248793601989746, + -2.5817885398864746, + -2.5386977195739746 + ], + "r_inf_mean": 0.2860814332962036, + "r_inf_median": 0.2803462743759155, + "pr_mean": 0.28692224621772766, + "pr_median": 0.294166624546051, + "hoyer_mean": 0.6046409606933594, + "eff_dim_mean": 0.6046409606933594, + "topk_energy": { + "1": 0.08346064388751984, + "5": 0.30565008521080017, + "10": 0.46138593554496765, + "25": 0.7508560419082642 + }, + "gamma_raw": 0.062495630234479904, + "gamma_active": { + "1e-08": 0.062495630234479904, + "1e-07": 0.062495630234479904, + "1e-06": 0.062495630234479904, + "1e-05": 0.062495630234479904, + "0.0001": 0.06253547221422195 + }, + "gamma_energy_weighted": { + "1e-08": 0.07282960733912137, + "1e-07": 0.07282960733912137, + "1e-06": 0.07282960733912137, + "1e-05": 0.07282960733912137, + "0.0001": 0.07282960733912137 + } + }, + { + "layer": 4, + "mean_norm": 0.0019575587939471006, + "median_norm": 0.0020352271385490894, + "max_norm": 0.0028901451732963324, + "min_norm": 2.0243762264726683e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.626793384552002, + "5": -3.0024871826171875, + "10": -2.8392012119293213, + "25": -2.738178014755249, + "50": -2.691032886505127, + "75": -2.6559436321258545, + "90": -2.6235716342926025, + "95": -2.6050009727478027, + "99": -2.5633461475372314 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 2, + 2, + 5, + 7, + 11, + 13, + 32, + 94, + 142, + 122, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693708896636963, + -4.65061616897583, + -4.6075239181518555, + -4.564431190490723, + -4.52133846282959, + -4.478246212005615, + -4.435153484344482, + -4.39206075668335, + -4.348968505859375, + -4.305875778198242, + -4.262783050537109, + -4.219690799713135, + -4.176598072052002, + -4.133505344390869, + -4.0904130935668945, + -4.047320365905762, + -4.004227638244629, + -3.961135149002075, + -3.9180426597595215, + -3.8749499320983887, + -3.831857442855835, + -3.7887649536132812, + -3.7456722259521484, + -3.7025797367095947, + -3.659487247467041, + -3.616394519805908, + -3.5733020305633545, + -3.530209541320801, + -3.487116813659668, + -3.4440243244171143, + -3.4009318351745605, + -3.3578391075134277, + -3.314746618270874, + -3.2716541290283203, + -3.2285614013671875, + -3.185468912124634, + -3.14237642288208, + -3.0992836952209473, + -3.0561912059783936, + -3.01309871673584, + -2.970005989074707, + -2.9269134998321533, + -2.8838210105895996, + -2.840728282928467, + -2.797635793685913, + -2.7545433044433594, + -2.7114505767822266, + -2.668358087539673, + -2.625265598297119, + -2.5821728706359863, + -2.5390803813934326 + ], + "r_inf_mean": 0.28624314069747925, + "r_inf_median": 0.2805244028568268, + "pr_mean": 0.28669074177742004, + "pr_median": 0.29398059844970703, + "hoyer_mean": 0.6045035719871521, + "eff_dim_mean": 0.6045035719871521, + "topk_energy": { + "1": 0.08355448395013809, + "5": 0.305828332901001, + "10": 0.4616188704967499, + "25": 0.750997006893158 + }, + "gamma_raw": 0.09785547852516174, + "gamma_active": { + "1e-08": 0.09785547852516174, + "1e-07": 0.09785547852516174, + "1e-06": 0.09785547852516174, + "1e-05": 0.09785547852516174, + "0.0001": 0.0974137932062149 + }, + "gamma_energy_weighted": { + "1e-08": 0.09724696211768985, + "1e-07": 0.09724696211768985, + "1e-06": 0.09724696211768985, + "1e-05": 0.09724696211768985, + "0.0001": 0.09724696211768985 + } + }, + { + "layer": 5, + "mean_norm": 0.0019575506448745728, + "median_norm": 0.002036976395174861, + "max_norm": 0.0028906632214784622, + "min_norm": 2.0240504454704933e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6269750595092773, + "5": -3.002387523651123, + "10": -2.839168071746826, + "25": -2.7383134365081787, + "50": -2.6908915042877197, + "75": -2.6559762954711914, + "90": -2.6235179901123047, + "95": -2.6050541400909424, + "99": -2.563222646713257 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 33, + 93, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693778991699219, + -4.650683403015137, + -4.607587814331055, + -4.564492225646973, + -4.521396636962891, + -4.478301525115967, + -4.435205936431885, + -4.392110347747803, + -4.349014759063721, + -4.305919170379639, + -4.262823581695557, + -4.219727993011475, + -4.176632404327393, + -4.133537292480469, + -4.090441703796387, + -4.047346115112305, + -4.004250526428223, + -3.9611549377441406, + -3.9180593490600586, + -3.8749637603759766, + -3.8318684101104736, + -3.7887728214263916, + -3.7456772327423096, + -3.7025818824768066, + -3.6594862937927246, + -3.6163907051086426, + -3.5732951164245605, + -3.5301995277404785, + -3.4871039390563965, + -3.4440085887908936, + -3.4009130001068115, + -3.3578176498413086, + -3.3147220611572266, + -3.2716264724731445, + -3.2285308837890625, + -3.1854352951049805, + -3.1423397064208984, + -3.0992441177368164, + -3.0561487674713135, + -3.0130531787872314, + -2.9699578285217285, + -2.9268622398376465, + -2.8837666511535645, + -2.8406710624694824, + -2.7975754737854004, + -2.7544798851013184, + -2.7113845348358154, + -2.6682889461517334, + -2.6251933574676514, + -2.5820977687835693, + -2.5390024185180664 + ], + "r_inf_mean": 0.28632521629333496, + "r_inf_median": 0.28065696358680725, + "pr_mean": 0.28660881519317627, + "pr_median": 0.2940357029438019, + "hoyer_mean": 0.6044480204582214, + "eff_dim_mean": 0.6044480204582214, + "topk_energy": { + "1": 0.08360429108142853, + "5": 0.3058798313140869, + "10": 0.4616706669330597, + "25": 0.750998854637146 + }, + "gamma_raw": 0.12580835819244385, + "gamma_active": { + "1e-08": 0.12580835819244385, + "1e-07": 0.12580835819244385, + "1e-06": 0.12580835819244385, + "1e-05": 0.12580835819244385, + "0.0001": 0.12583471834659576 + }, + "gamma_energy_weighted": { + "1e-08": 0.126059524719032, + "1e-07": 0.126059524719032, + "1e-06": 0.126059524719032, + "1e-05": 0.126059524719032, + "0.0001": 0.126059524719032 + } + }, + { + "layer": 6, + "mean_norm": 0.0019571175798773766, + "median_norm": 0.0020359556656330824, + "max_norm": 0.0028899782337248325, + "min_norm": 2.02362807613099e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6269545555114746, + "5": -3.0025711059570312, + "10": -2.8392953872680664, + "25": -2.738389492034912, + "50": -2.6910958290100098, + "75": -2.656033515930176, + "90": -2.6235477924346924, + "95": -2.6051695346832275, + "99": -2.5633416175842285 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 32, + 94, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.693869590759277, + -4.6507744789123535, + -4.6076788902282715, + -4.564583778381348, + -4.521488666534424, + -4.478393077850342, + -4.435297966003418, + -4.392202377319336, + -4.349107265472412, + -4.306012153625488, + -4.262916564941406, + -4.219821453094482, + -4.176726341247559, + -4.133630752563477, + -4.090535640716553, + -4.047440528869629, + -4.004344940185547, + -3.961249828338623, + -3.91815447807312, + -3.875059127807617, + -3.8319640159606934, + -3.7888686656951904, + -3.7457733154296875, + -3.7026782035827637, + -3.6595828533172607, + -3.616487503051758, + -3.573392391204834, + -3.530296802520752, + -3.487201690673828, + -3.444106340408325, + -3.4010109901428223, + -3.3579158782958984, + -3.3148205280303955, + -3.2717251777648926, + -3.2286300659179688, + -3.185534715652466, + -3.142439365386963, + -3.099344253540039, + -3.056248664855957, + -3.013153553009033, + -2.9700582027435303, + -2.9269628524780273, + -2.8838677406311035, + -2.8407723903656006, + -2.7976770401000977, + -2.754581928253174, + -2.711486577987671, + -2.668391227722168, + -2.625296115875244, + -2.582200765609741, + -2.5391054153442383 + ], + "r_inf_mean": 0.2863696217536926, + "r_inf_median": 0.28059613704681396, + "pr_mean": 0.28659263253211975, + "pr_median": 0.2940434217453003, + "hoyer_mean": 0.6044356822967529, + "eff_dim_mean": 0.6044356822967529, + "topk_energy": { + "1": 0.08363094925880432, + "5": 0.3059106469154358, + "10": 0.46164822578430176, + "25": 0.7509464025497437 + }, + "gamma_raw": 0.11599649488925934, + "gamma_active": { + "1e-08": 0.11599649488925934, + "1e-07": 0.11599649488925934, + "1e-06": 0.11599649488925934, + "1e-05": 0.11599649488925934, + "0.0001": 0.11573956906795502 + }, + "gamma_energy_weighted": { + "1e-08": 0.11797655624154924, + "1e-07": 0.11797655624154924, + "1e-06": 0.11797655624154924, + "1e-05": 0.11797655624154924, + "0.0001": 0.11797655624154924 + } + }, + { + "layer": 7, + "mean_norm": 0.001956493128091097, + "median_norm": 0.002035920275375247, + "max_norm": 0.0028893831185996532, + "min_norm": 2.0229947040206753e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.99609375 + }, + "log_norms_percentiles": { + "1": -3.6268656253814697, + "5": -3.0028293132781982, + "10": -2.8402018547058105, + "25": -2.738884449005127, + "50": -2.6911892890930176, + "75": -2.656329393386841, + "90": -2.6235899925231934, + "95": -2.60524845123291, + "99": -2.56341290473938 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 3, + 2, + 0, + 3, + 2, + 3, + 1, + 3, + 5, + 7, + 11, + 13, + 32, + 94, + 141, + 123, + 48, + 10 + ], + "log_norms_bin_edges": [ + -4.694005489349365, + -4.650909423828125, + -4.607812881469727, + -4.564716815948486, + -4.521620750427246, + -4.478524208068848, + -4.435428142547607, + -4.392332077026367, + -4.349235534667969, + -4.3061394691467285, + -4.263043403625488, + -4.219947338104248, + -4.17685079574585, + -4.133754730224609, + -4.090658664703369, + -4.047562122344971, + -4.0044660568237305, + -3.9613699913024902, + -3.918273687362671, + -3.8751773834228516, + -3.8320813179016113, + -3.788985013961792, + -3.7458887100219727, + -3.7027926445007324, + -3.659696340560913, + -3.6166000366210938, + -3.5735039710998535, + -3.530407667160034, + -3.487311363220215, + -3.4442152976989746, + -3.4011189937591553, + -3.358022689819336, + -3.3149266242980957, + -3.2718305587768555, + -3.228734254837036, + -3.185637950897217, + -3.1425418853759766, + -3.0994455814361572, + -3.056349277496338, + -3.0132532119750977, + -2.9701569080352783, + -2.927060604095459, + -2.8839645385742188, + -2.8408682346343994, + -2.79777193069458, + -2.75467586517334, + -2.7115795612335205, + -2.6684834957122803, + -2.625387191772461, + -2.5822908878326416, + -2.5391948223114014 + ], + "r_inf_mean": 0.28635329008102417, + "r_inf_median": 0.2806873917579651, + "pr_mean": 0.28659501671791077, + "pr_median": 0.2939704656600952, + "hoyer_mean": 0.6044409871101379, + "eff_dim_mean": 0.6044409871101379, + "topk_energy": { + "1": 0.08362217992544174, + "5": 0.30586862564086914, + "10": 0.46165475249290466, + "25": 0.7509840130805969 + }, + "gamma_raw": 0.06825856864452362, + "gamma_active": { + "1e-08": 0.06825856864452362, + "1e-07": 0.06825856864452362, + "1e-06": 0.06825856864452362, + "1e-05": 0.06825856864452362, + "0.0001": 0.06812997907400131 + }, + "gamma_energy_weighted": { + "1e-08": 0.07353019310824212, + "1e-07": 0.07353019310824212, + "1e-06": 0.07353019310824212, + "1e-05": 0.07353019310824212, + "0.0001": 0.07353019310824212 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json new file mode 100644 index 0000000..9360bb2 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 75.45832824707031, + "acc": 0.140625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.13479340076446533, + "median_norm": 0.13406217098236084, + "max_norm": 0.451298326253891, + "min_norm": 0.0, + "support": { + "1e-08": 0.90625, + "1e-07": 0.896484375, + "1e-06": 0.888671875, + "1e-05": 0.884765625, + "0.0001": 0.875 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -15.460413932800293, + "10": -7.505300521850586, + "25": -1.0408661365509033, + "50": -0.8726828098297119, + "75": -0.7456387281417847, + "90": -0.6337569355964661, + "95": -0.5662393569946289, + "99": -0.4740658104419708 + }, + "log_norms_histogram": [ + 15, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 3, + 2, + 1, + 1, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 2, + 5, + 0, + 3, + 2, + 1, + 4, + 1, + 4, + 1, + 1, + 0, + 128, + 314 + ], + "log_norms_bin_edges": [ + -30.0, + -29.406909942626953, + -28.81382179260254, + -28.220731735229492, + -27.627643585205078, + -27.03455352783203, + -26.441463470458984, + -25.84837532043457, + -25.255285263061523, + -24.66219711303711, + -24.069107055664062, + -23.476016998291016, + -22.8829288482666, + -22.289838790893555, + -21.69675064086914, + -21.103660583496094, + -20.510570526123047, + -19.917482376098633, + -19.32439422607422, + -18.731304168701172, + -18.138214111328125, + -17.545124053955078, + -16.952035903930664, + -16.35894775390625, + -15.765857696533203, + -15.172767639160156, + -14.579678535461426, + -13.986589431762695, + -13.393499374389648, + -12.800411224365234, + -12.207321166992188, + -11.614233016967773, + -11.021142959594727, + -10.42805290222168, + -9.834964752197266, + -9.241874694824219, + -8.648786544799805, + -8.055696487426758, + -7.462606430053711, + -6.869518280029297, + -6.27642822265625, + -5.683340072631836, + -5.090250015258789, + -4.497159957885742, + -3.904071807861328, + -3.3109817504882812, + -2.717893600463867, + -2.1248035430908203, + -1.5317153930664062, + -0.9386253356933594, + -0.3455362915992737 + ], + "r_inf_mean": 65509.9140625, + "r_inf_median": 0.24293501675128937, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11223552753664.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.034584708511829376, + "gamma_active": { + "1e-08": -0.038113173097372055, + "1e-07": -0.03769782558083534, + "1e-06": -0.03780205547809601, + "1e-05": -0.0380517803132534, + "0.0001": -0.03893069177865982 + }, + "gamma_energy_weighted": { + "1e-08": -0.04667017906666112, + "1e-07": -0.04667017906666112, + "1e-06": -0.04667017906666112, + "1e-05": -0.04667017906666112, + "0.0001": -0.04667017906666112 + } + }, + { + "layer": 1, + "mean_norm": 0.008149571716785431, + "median_norm": 0.00807967595756054, + "max_norm": 0.03001881018280983, + "min_norm": 0.0, + "support": { + "1e-08": 0.896484375, + "1e-07": 0.88671875, + "1e-06": 0.884765625, + "1e-05": 0.873046875, + "0.0001": 0.865234375 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -16.71837615966797, + "10": -8.760513305664062, + "25": -2.2861857414245605, + "50": -2.0921924114227295, + "75": -1.9525370597839355, + "90": -1.8462755680084229, + "95": -1.7764555215835571, + "99": -1.6916203498840332 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 1, + 1, + 2, + 0, + 3, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 2, + 1, + 2, + 4, + 3, + 2, + 0, + 4, + 2, + 0, + 4, + 3, + 2, + 2, + 0, + 2, + 184, + 256 + ], + "log_norms_bin_edges": [ + -30.0, + -29.430452346801758, + -28.860904693603516, + -28.291357040405273, + -27.72180938720703, + -27.152259826660156, + -26.582712173461914, + -26.013164520263672, + -25.44361686706543, + -24.874069213867188, + -24.304521560668945, + -23.734973907470703, + -23.165424346923828, + -22.59587860107422, + -22.026329040527344, + -21.4567813873291, + -20.88723373413086, + -20.317686080932617, + -19.748138427734375, + -19.1785888671875, + -18.60904312133789, + -18.039493560791016, + -17.469945907592773, + -16.90039825439453, + -16.33085060119629, + -15.761302947998047, + -15.191755294799805, + -14.622206687927246, + -14.052659034729004, + -13.483110427856445, + -12.913562774658203, + -12.344015121459961, + -11.774467468261719, + -11.204919815063477, + -10.635372161865234, + -10.065824508666992, + -9.49627685546875, + -8.926727294921875, + -8.357179641723633, + -7.787631988525391, + -7.218084335327148, + -6.648536682128906, + -6.078989028930664, + -5.509441375732422, + -4.939891815185547, + -4.370344161987305, + -3.8007965087890625, + -3.2312488555908203, + -2.661701202392578, + -2.092153549194336, + -1.522606611251831 + ], + "r_inf_mean": 28433.884765625, + "r_inf_median": 0.226312518119812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 3433751904256.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1042163148522377, + "gamma_active": { + "1e-08": 0.11602290719747543, + "1e-07": 0.11626346409320831, + "1e-06": 0.11639419198036194, + "1e-05": 0.11739358305931091, + "0.0001": 0.11672601848840714 + }, + "gamma_energy_weighted": { + "1e-08": 0.12069999446266708, + "1e-07": 0.12069999446266708, + "1e-06": 0.12069999446266708, + "1e-05": 0.12069999446266708, + "0.0001": 0.12069999446266708 + } + }, + { + "layer": 2, + "mean_norm": 0.0019351523369550705, + "median_norm": 0.0020350711420178413, + "max_norm": 0.003789688227698207, + "min_norm": 0.0, + "support": { + "1e-08": 0.890625, + "1e-07": 0.884765625, + "1e-06": 0.876953125, + "1e-05": 0.8671875, + "0.0001": 0.86328125 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -17.412588119506836, + "10": -9.213889122009277, + "25": -2.740614891052246, + "50": -2.691131353378296, + "75": -2.5933353900909424, + "90": -2.564124345779419, + "95": -2.546663999557495, + "99": -2.4389986991882324 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 2, + 1, + 1, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 2, + 4, + 2, + 3, + 0, + 3, + 2, + 1, + 4, + 1, + 3, + 2, + 1, + 0, + 2, + 440 + ], + "log_norms_bin_edges": [ + -30.0, + -29.448427200317383, + -28.8968563079834, + -28.34528350830078, + -27.793712615966797, + -27.24213981628418, + -26.690567016601562, + -26.138996124267578, + -25.58742332458496, + -25.035850524902344, + -24.48427963256836, + -23.932706832885742, + -23.381134033203125, + -22.82956314086914, + -22.277990341186523, + -21.726417541503906, + -21.174846649169922, + -20.623275756835938, + -20.07170295715332, + -19.520130157470703, + -18.96855926513672, + -18.4169864654541, + -17.865413665771484, + -17.3138427734375, + -16.762269973754883, + -16.210697174072266, + -15.659126281738281, + -15.107553482055664, + -14.555981636047363, + -14.004409790039062, + -13.452836990356445, + -12.901266098022461, + -12.349693298339844, + -11.798120498657227, + -11.246549606323242, + -10.694976806640625, + -10.14340591430664, + -9.591833114624023, + -9.040260314941406, + -8.488689422607422, + -7.937116622924805, + -7.3855438232421875, + -6.833972930908203, + -6.282400131225586, + -5.730827331542969, + -5.179256439208984, + -4.627683639526367, + -4.076112747192383, + -3.5245399475097656, + -2.9729671478271484, + -2.421396493911743 + ], + "r_inf_mean": 8355.763671875, + "r_inf_median": 0.25175243616104126, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 170356555776.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1420055329799652, + "gamma_active": { + "1e-08": 0.1590786874294281, + "1e-07": 0.15967459976673126, + "1e-06": 0.15968064963817596, + "1e-05": 0.1602020114660263, + "0.0001": 0.15988315641880035 + }, + "gamma_energy_weighted": { + "1e-08": 0.19299228498422993, + "1e-07": 0.19299228498422993, + "1e-06": 0.19299228498422993, + "1e-05": 0.19299228498422993, + "0.0001": 0.19299228498422993 + } + }, + { + "layer": 3, + "mean_norm": 0.001849626307375729, + "median_norm": 0.001959160901606083, + "max_norm": 0.003460146486759186, + "min_norm": 0.0, + "support": { + "1e-08": 0.890625, + "1e-07": 0.884765625, + "1e-06": 0.876953125, + "1e-05": 0.8671875, + "0.0001": 0.86328125 + }, + "log_norms_percentiles": { + "1": -30.0, + "5": -17.427011489868164, + "10": -9.213129043579102, + "25": -2.747040271759033, + "50": -2.707918643951416, + "75": -2.6211328506469727, + "90": -2.5960121154785156, + "95": -2.5730960369110107, + "99": -2.4667532444000244 + }, + "log_norms_histogram": [ + 17, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 2, + 2, + 2, + 0, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 2, + 4, + 2, + 3, + 0, + 3, + 2, + 1, + 4, + 1, + 3, + 2, + 1, + 0, + 2, + 440 + ], + "log_norms_bin_edges": [ + -30.0, + -29.44921875, + -28.898435592651367, + -28.347654342651367, + -27.796873092651367, + -27.246089935302734, + -26.695308685302734, + -26.144527435302734, + -25.5937442779541, + -25.0429630279541, + -24.49217987060547, + -23.94139862060547, + -23.39061737060547, + -22.83983612060547, + -22.289052963256836, + -21.738271713256836, + -21.187488555908203, + -20.636707305908203, + -20.085926055908203, + -19.535144805908203, + -18.98436164855957, + -18.43358039855957, + -17.882797241210938, + -17.332015991210938, + -16.781234741210938, + -16.230453491210938, + -15.679670333862305, + -15.128888130187988, + -14.578106880187988, + -14.027324676513672, + -13.476543426513672, + -12.925760269165039, + -12.374979019165039, + -11.824197769165039, + -11.273414611816406, + -10.722633361816406, + -10.171852111816406, + -9.621068954467773, + -9.070287704467773, + -8.519506454467773, + -7.968723297119141, + -7.417942047119141, + -6.867160797119141, + -6.316377639770508, + -5.765596389770508, + -5.214815139770508, + -4.664031982421875, + -4.113250732421875, + -3.562469482421875, + -3.011686325073242, + -2.4609055519104004 + ], + "r_inf_mean": 7934.888671875, + "r_inf_median": 0.2521776556968689, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 162313879552.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1443459689617157, + "gamma_active": { + "1e-08": 0.16185905039310455, + "1e-07": 0.16224490106105804, + "1e-06": 0.16206863522529602, + "1e-05": 0.1626490205526352, + "0.0001": 0.16244032979011536 + }, + "gamma_energy_weighted": { + "1e-08": 0.19885618713455502, + "1e-07": 0.19885618713455502, + "1e-06": 0.19885618713455502, + "1e-05": 0.19885618713455502, + "0.0001": 0.19885618713455502 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json new file mode 100644 index 0000000..63cedc4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 34.03881072998047, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.05789917707443237, + "median_norm": 0.06120702996850014, + "max_norm": 0.11116074025630951, + "min_norm": 2.3642714163196103e-21, + "support": { + "1e-08": 0.966796875, + "1e-07": 0.96484375, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -12.324583053588867, + "5": -4.832668781280518, + "10": -1.5375053882598877, + "25": -1.2747005224227905, + "50": -1.2127583026885986, + "75": -1.158224105834961, + "90": -1.0983738899230957, + "95": -1.0683625936508179, + "99": -1.0058194398880005 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 2, + 2, + 6, + 3, + 2, + 3, + 1, + 4, + 3, + 1, + 20, + 444 + ], + "log_norms_bin_edges": [ + -20.62630271911621, + -20.23285675048828, + -19.839412689208984, + -19.445966720581055, + -19.052522659301758, + -18.659076690673828, + -18.26563262939453, + -17.8721866607666, + -17.478742599487305, + -17.085296630859375, + -16.691852569580078, + -16.29840660095215, + -15.904961585998535, + -15.511516571044922, + -15.118070602416992, + -14.724626541137695, + -14.331180572509766, + -13.937736511230469, + -13.544290542602539, + -13.150845527648926, + -12.757400512695312, + -12.3639554977417, + -11.970510482788086, + -11.577065467834473, + -11.18362045288086, + -10.790175437927246, + -10.396730422973633, + -10.003284454345703, + -9.60983943939209, + -9.216394424438477, + -8.822949409484863, + -8.42950439453125, + -8.036059379577637, + -7.642614364624023, + -7.24916934967041, + -6.855724334716797, + -6.462279319763184, + -6.06883430480957, + -5.675388336181641, + -5.281943321228027, + -4.888498306274414, + -4.495054244995117, + -4.1016082763671875, + -3.708162307739258, + -3.314718246459961, + -2.9212722778320312, + -2.5278282165527344, + -2.1343822479248047, + -1.7409381866455078, + -1.3474922180175781, + -0.9540486335754395 + ], + "r_inf_mean": 0.2596322298049927, + "r_inf_median": 0.25171273946762085, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6307257413864136, + "eff_dim_mean": 0.6307257413864136, + "topk_energy": { + "1": 0.06868930160999298, + "5": 0.2721356153488159, + "10": 0.42672520875930786, + "25": 0.7273880243301392 + }, + "gamma_raw": -0.005377952940762043, + "gamma_active": { + "1e-08": -0.005726921837776899, + "1e-07": -0.005744844675064087, + "1e-06": -0.005832703784108162, + "1e-05": -0.0053237429820001125, + "0.0001": -0.005314255133271217 + }, + "gamma_energy_weighted": { + "1e-08": -0.01411074253887775, + "1e-07": -0.01411074253887775, + "1e-06": -0.01411074253887775, + "1e-05": -0.01411074253887775, + "0.0001": -0.01411074253887775 + } + }, + { + "layer": 1, + "mean_norm": 0.0022284556180238724, + "median_norm": 0.0023481755051761866, + "max_norm": 0.0037236332427710295, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.939453125, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.722043991088867, + "5": -6.2402215003967285, + "10": -3.024840831756592, + "25": -2.673257350921631, + "50": -2.6292288303375244, + "75": -2.578972339630127, + "90": -2.5222201347351074, + "95": -2.504274606704712, + "99": -2.444551467895508 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 0, + 1, + 1, + 1, + 2, + 0, + 4, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.448579788208008, + -28.89716148376465, + -28.345741271972656, + -27.794322967529297, + -27.242902755737305, + -26.691484451293945, + -26.140064239501953, + -25.588645935058594, + -25.0372257232666, + -24.485807418823242, + -23.93438720703125, + -23.38296890258789, + -22.8315486907959, + -22.280128479003906, + -21.728710174560547, + -21.177291870117188, + -20.625871658325195, + -20.074451446533203, + -19.523033142089844, + -18.971614837646484, + -18.420194625854492, + -17.8687744140625, + -17.31735610961914, + -16.76593589782715, + -16.214515686035156, + -15.663097381591797, + -15.111678123474121, + -14.560258865356445, + -14.00883960723877, + -13.457420349121094, + -12.906002044677734, + -12.354581832885742, + -11.80316162109375, + -11.25174331665039, + -10.700323104858398, + -10.148904800415039, + -9.597484588623047, + -9.046066284179688, + -8.494646072387695, + -7.943227767944336, + -7.391807556152344, + -6.840389251708984, + -6.288969039916992, + -5.737550735473633, + -5.186130523681641, + -4.634712219238281, + -4.083292007446289, + -3.531871795654297, + -2.9804534912109375, + -2.429033041000366 + ], + "r_inf_mean": 65193.19140625, + "r_inf_median": 0.25023457407951355, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 13740983451648.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.2901250720024109, + "gamma_active": { + "1e-08": 0.3005901873111725, + "1e-07": 0.30056485533714294, + "1e-06": 0.300697386264801, + "1e-05": 0.30093374848365784, + "0.0001": 0.3005979359149933 + }, + "gamma_energy_weighted": { + "1e-08": 0.3049428767482295, + "1e-07": 0.3049428767482295, + "1e-06": 0.3049428767482295, + "1e-05": 0.3049428767482295, + "0.0001": 0.3049428767482295 + } + }, + { + "layer": 2, + "mean_norm": 0.001947231823578477, + "median_norm": 0.0020448784343898296, + "max_norm": 0.0033612046390771866, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.765771865844727, + "5": -6.296547889709473, + "10": -3.101289987564087, + "25": -2.746689558029175, + "50": -2.689314842224121, + "75": -2.63220477104187, + "90": -2.5685408115386963, + "95": -2.5428645610809326, + "99": -2.4981260299682617 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.44947052001953, + -28.898941040039062, + -28.34840965270996, + -27.797880172729492, + -27.247350692749023, + -26.696821212768555, + -26.146289825439453, + -25.595760345458984, + -25.045230865478516, + -24.494701385498047, + -23.944171905517578, + -23.39364242553711, + -22.843111038208008, + -22.29258155822754, + -21.742050170898438, + -21.19152069091797, + -20.6409912109375, + -20.09046173095703, + -19.539932250976562, + -18.989402770996094, + -18.438873291015625, + -17.888341903686523, + -17.337812423706055, + -16.787282943725586, + -16.236751556396484, + -15.686223030090332, + -15.135692596435547, + -14.585163116455078, + -14.034632682800293, + -13.484102249145508, + -12.933572769165039, + -12.38304328918457, + -11.832513809204102, + -11.281984329223633, + -10.731452941894531, + -10.180923461914062, + -9.630393981933594, + -9.079864501953125, + -8.529333114624023, + -7.978803634643555, + -7.428274154663086, + -6.877744674682617, + -6.327215194702148, + -5.776683807373047, + -5.226154327392578, + -4.675624847412109, + -4.125095367431641, + -3.574565887451172, + -3.0240345001220703, + -2.4735052585601807 + ], + "r_inf_mean": 59653.59765625, + "r_inf_median": 0.26284289360046387, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11058615943168.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.17232497036457062, + "gamma_active": { + "1e-08": 0.178744375705719, + "1e-07": 0.17915396392345428, + "1e-06": 0.1793329417705536, + "1e-05": 0.17993780970573425, + "0.0001": 0.18024826049804688 + }, + "gamma_energy_weighted": { + "1e-08": 0.19422710614608693, + "1e-07": 0.19422710614608693, + "1e-06": 0.19422710614608693, + "1e-05": 0.19422710614608693, + "0.0001": 0.19422710614608693 + } + }, + { + "layer": 3, + "mean_norm": 0.001932391431182623, + "median_norm": 0.0020316417794674635, + "max_norm": 0.003339041955769062, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.770116806030273, + "5": -6.298447608947754, + "10": -3.1039395332336426, + "25": -2.748793125152588, + "50": -2.6920924186706543, + "75": -2.63460636138916, + "90": -2.573774814605713, + "95": -2.5461487770080566, + "99": -2.501988410949707 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449527740478516, + -28.89905548095703, + -28.348583221435547, + -27.798110961914062, + -27.247638702392578, + -26.697166442871094, + -26.146692276000977, + -25.596220016479492, + -25.045747756958008, + -24.495275497436523, + -23.94480323791504, + -23.394330978393555, + -22.84385871887207, + -22.293386459350586, + -21.74291229248047, + -21.192440032958984, + -20.6419677734375, + -20.091495513916016, + -19.54102325439453, + -18.990550994873047, + -18.440078735351562, + -17.889606475830078, + -17.339134216308594, + -16.78866195678711, + -16.238189697265625, + -15.687716484069824, + -15.13724422454834, + -14.586771965026855, + -14.036299705505371, + -13.48582649230957, + -12.935354232788086, + -12.384881973266602, + -11.834409713745117, + -11.283937454223633, + -10.733465194702148, + -10.182992935180664, + -9.63252067565918, + -9.082046508789062, + -8.531574249267578, + -7.981101989746094, + -7.430629730224609, + -6.880157470703125, + -6.329685211181641, + -5.779212951660156, + -5.228740692138672, + -4.6782684326171875, + -4.127796173095703, + -3.5773239135742188, + -3.0268497467041016, + -2.4763782024383545 + ], + "r_inf_mean": 59889.59375, + "r_inf_median": 0.2600129544734955, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11069416275968.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10074371099472046, + "gamma_active": { + "1e-08": 0.10449250042438507, + "1e-07": 0.10468679666519165, + "1e-06": 0.10342326760292053, + "1e-05": 0.10468180477619171, + "0.0001": 0.10512305051088333 + }, + "gamma_energy_weighted": { + "1e-08": 0.1262922579903859, + "1e-07": 0.1262922579903859, + "1e-06": 0.1262922579903859, + "1e-05": 0.1262922579903859, + "0.0001": 0.1262922579903859 + } + }, + { + "layer": 4, + "mean_norm": 0.0019281813874840736, + "median_norm": 0.0020240135490894318, + "max_norm": 0.003334285691380501, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.771897315979004, + "5": -6.29954195022583, + "10": -3.105011224746704, + "25": -2.7485196590423584, + "50": -2.6931843757629395, + "75": -2.6367344856262207, + "90": -2.5735673904418945, + "95": -2.5476162433624268, + "99": -2.504242181777954 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449539184570312, + -28.899080276489258, + -28.34861946105957, + -27.798160552978516, + -27.247699737548828, + -26.69723892211914, + -26.146780014038086, + -25.5963191986084, + -25.045860290527344, + -24.495399475097656, + -23.94493865966797, + -23.394479751586914, + -22.844018936157227, + -22.293560028076172, + -21.743099212646484, + -21.192638397216797, + -20.642179489135742, + -20.091720581054688, + -19.541259765625, + -18.990798950195312, + -18.440338134765625, + -17.88987922668457, + -17.339420318603516, + -16.788959503173828, + -16.23849868774414, + -15.68803882598877, + -15.137578964233398, + -14.587119102478027, + -14.036659240722656, + -13.486198425292969, + -12.935739517211914, + -12.385278701782227, + -11.834817886352539, + -11.284358978271484, + -10.733898162841797, + -10.183439254760742, + -9.632978439331055, + -9.082517623901367, + -8.532058715820312, + -7.981597900390625, + -7.43113899230957, + -6.880678176879883, + -6.330217361450195, + -5.779758453369141, + -5.229297637939453, + -4.678838729858398, + -4.128377914428711, + -3.5779190063476562, + -3.0274581909179688, + -2.4769973754882812 + ], + "r_inf_mean": 59528.1171875, + "r_inf_median": 0.26020967960357666, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11120437886976.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.05224398896098137, + "gamma_active": { + "1e-08": 0.05389215052127838, + "1e-07": 0.05405271053314209, + "1e-06": 0.05353220924735069, + "1e-05": 0.05358513817191124, + "0.0001": 0.052871156483888626 + }, + "gamma_energy_weighted": { + "1e-08": 0.06299120993177915, + "1e-07": 0.06299120993177915, + "1e-06": 0.06299120993177915, + "1e-05": 0.06299120993177915, + "0.0001": 0.06299120993177915 + } + }, + { + "layer": 5, + "mean_norm": 0.001928182551637292, + "median_norm": 0.0020261092577129602, + "max_norm": 0.00332873803563416, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.771439552307129, + "5": -6.2994513511657715, + "10": -3.1058671474456787, + "25": -2.748410224914551, + "50": -2.693319797515869, + "75": -2.6374194622039795, + "90": -2.574390172958374, + "95": -2.5480871200561523, + "99": -2.504793643951416 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449554443359375, + -28.89910888671875, + -28.348663330078125, + -27.7982177734375, + -27.247772216796875, + -26.69732666015625, + -26.146881103515625, + -25.596435546875, + -25.045989990234375, + -24.49554443359375, + -23.945098876953125, + -23.3946533203125, + -22.844207763671875, + -22.29376220703125, + -21.743316650390625, + -21.19287109375, + -20.642425537109375, + -20.09197998046875, + -19.541534423828125, + -18.9910888671875, + -18.440643310546875, + -17.89019775390625, + -17.339752197265625, + -16.789304733276367, + -16.238859176635742, + -15.688413619995117, + -15.137968063354492, + -14.587522506713867, + -14.037076950073242, + -13.486631393432617, + -12.936185836791992, + -12.385740280151367, + -11.835294723510742, + -11.284849166870117, + -10.734403610229492, + -10.183958053588867, + -9.633512496948242, + -9.083066940307617, + -8.532621383666992, + -7.982175827026367, + -7.431730270385742, + -6.881284713745117, + -6.330839157104492, + -5.780393600463867, + -5.229948043823242, + -4.679502487182617, + -4.129056930541992, + -3.5786094665527344, + -3.0281639099121094, + -2.4777204990386963 + ], + "r_inf_mean": 59749.671875, + "r_inf_median": 0.26183339953422546, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11102758895616.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1023988127708435, + "gamma_active": { + "1e-08": 0.1061287373304367, + "1e-07": 0.10610603541135788, + "1e-06": 0.10709664225578308, + "1e-05": 0.10732613503932953, + "0.0001": 0.10711430758237839 + }, + "gamma_energy_weighted": { + "1e-08": 0.11146182096030527, + "1e-07": 0.11146182096030527, + "1e-06": 0.11146182096030527, + "1e-05": 0.11146182096030527, + "0.0001": 0.11146182096030527 + } + }, + { + "layer": 6, + "mean_norm": 0.0019260760163888335, + "median_norm": 0.0020186821930110455, + "max_norm": 0.0033311620354652405, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.773550987243652, + "5": -6.299068927764893, + "10": -3.105290412902832, + "25": -2.74892520904541, + "50": -2.694925546646118, + "75": -2.6370797157287598, + "90": -2.574951648712158, + "95": -2.5476369857788086, + "99": -2.5049781799316406 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449548721313477, + -28.89909553527832, + -28.348644256591797, + -27.798192977905273, + -27.247739791870117, + -26.697288513183594, + -26.14683723449707, + -25.596384048461914, + -25.04593276977539, + -24.495479583740234, + -23.94502830505371, + -23.394577026367188, + -22.84412384033203, + -22.293672561645508, + -21.743221282958984, + -21.192768096923828, + -20.642316818237305, + -20.09186553955078, + -19.541412353515625, + -18.9909610748291, + -18.440509796142578, + -17.890056610107422, + -17.3396053314209, + -16.789154052734375, + -16.23870086669922, + -15.688249588012695, + -15.137797355651855, + -14.587346076965332, + -14.036893844604492, + -13.486442565917969, + -12.935989379882812, + -12.385538101196289, + -11.835086822509766, + -11.28463363647461, + -10.734182357788086, + -10.183731079101562, + -9.633277893066406, + -9.082826614379883, + -8.53237533569336, + -7.981922149658203, + -7.43147087097168, + -6.881019592285156, + -6.33056640625, + -5.780115127563477, + -5.229663848876953, + -4.679210662841797, + -4.128759384155273, + -3.57830810546875, + -3.0278549194335938, + -2.4774041175842285 + ], + "r_inf_mean": 59654.7578125, + "r_inf_median": 0.2629860043525696, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11125518237696.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.019728105515241623, + "gamma_active": { + "1e-08": 0.020565995946526527, + "1e-07": 0.020771734416484833, + "1e-06": 0.021775634959340096, + "1e-05": 0.022413434460759163, + "0.0001": 0.022627048194408417 + }, + "gamma_energy_weighted": { + "1e-08": 0.04103664905671761, + "1e-07": 0.04103664905671761, + "1e-06": 0.04103664905671761, + "1e-05": 0.04103664905671761, + "0.0001": 0.04103664905671761 + } + }, + { + "layer": 7, + "mean_norm": 0.001925894059240818, + "median_norm": 0.002018409315496683, + "max_norm": 0.003329530591145158, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.958984375, + "1e-06": 0.9375, + "1e-05": 0.92578125, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -13.774040222167969, + "5": -6.298595428466797, + "10": -3.104585886001587, + "25": -2.749150276184082, + "50": -2.694404125213623, + "75": -2.637688636779785, + "90": -2.576064109802246, + "95": -2.5464179515838623, + "99": -2.5050981044769287 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 2, + 1, + 3, + 8, + 3, + 3, + 4, + 4, + 5, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449552536010742, + -28.899105072021484, + -28.348657608032227, + -27.79821014404297, + -27.247760772705078, + -26.697315216064453, + -26.146865844726562, + -25.596418380737305, + -25.045970916748047, + -24.49552345275879, + -23.94507598876953, + -23.394628524780273, + -22.844181060791016, + -22.293733596801758, + -21.7432861328125, + -21.19283676147461, + -20.642391204833984, + -20.091941833496094, + -19.541494369506836, + -18.991046905517578, + -18.44059944152832, + -17.890151977539062, + -17.339704513549805, + -16.789257049560547, + -16.238807678222656, + -15.688361167907715, + -15.137913703918457, + -14.5874662399292, + -14.037018775939941, + -13.486570358276367, + -12.93612289428711, + -12.385675430297852, + -11.835227966308594, + -11.284780502319336, + -10.734333038330078, + -10.18388557434082, + -9.633438110351562, + -9.082988739013672, + -8.532541275024414, + -7.982093811035156, + -7.431646347045898, + -6.881198883056641, + -6.330751419067383, + -5.780303955078125, + -5.229856491088867, + -4.679409027099609, + -4.128961563110352, + -3.5785140991210938, + -3.028064727783203, + -2.477617025375366 + ], + "r_inf_mean": 59523.97265625, + "r_inf_median": 0.2614961862564087, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 11096362582016.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10541211813688278, + "gamma_active": { + "1e-08": 0.1093578189611435, + "1e-07": 0.10949357599020004, + "1e-06": 0.10920441895723343, + "1e-05": 0.10971087962388992, + "0.0001": 0.1098177507519722 + }, + "gamma_energy_weighted": { + "1e-08": 0.12543550562185188, + "1e-07": 0.12543550562185188, + "1e-06": 0.12543550562185188, + "1e-05": 0.12543550562185188, + "0.0001": 0.12543550562185188 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json new file mode 100644 index 0000000..4541380 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 46.26948547363281, + "acc": 0.130859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07889829576015472, + "median_norm": 0.07902791351079941, + "max_norm": 0.20897023379802704, + "min_norm": 0.0, + "support": { + "1e-08": 0.9375, + "1e-07": 0.927734375, + "1e-06": 0.916015625, + "1e-05": 0.90625, + "0.0001": 0.8984375 + }, + "log_norms_percentiles": { + "1": -18.415695190429688, + "5": -8.879707336425781, + "10": -4.005273818969727, + "25": -1.2208976745605469, + "50": -1.101123332977295, + "75": -0.9947925209999084, + "90": -0.8748996257781982, + "95": -0.8167780637741089, + "99": -0.7668494582176208 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 4, + 0, + 0, + 4, + 1, + 2, + 1, + 1, + 1, + 4, + 3, + 4, + 3, + 4, + 3, + 3, + 2, + 1, + 7, + 3, + 2, + 2, + 37, + 412 + ], + "log_norms_bin_edges": [ + -30.0, + -29.413599014282227, + -28.82719612121582, + -28.240795135498047, + -27.65439224243164, + -27.067991256713867, + -26.481590270996094, + -25.895187377929688, + -25.308786392211914, + -24.72238540649414, + -24.135982513427734, + -23.54958152770996, + -22.963180541992188, + -22.37677764892578, + -21.790376663208008, + -21.203975677490234, + -20.617572784423828, + -20.031169891357422, + -19.44476890563965, + -18.858367919921875, + -18.27196502685547, + -17.685564041137695, + -17.099163055419922, + -16.512760162353516, + -15.926359176635742, + -15.339957237243652, + -14.753555297851562, + -14.167154312133789, + -13.580753326416016, + -12.99435043334961, + -12.407949447631836, + -11.82154655456543, + -11.235145568847656, + -10.648744583129883, + -10.062341690063477, + -9.475940704345703, + -8.889537811279297, + -8.303136825561523, + -7.71673583984375, + -7.130332946777344, + -6.54393196105957, + -5.957530975341797, + -5.371128082275391, + -4.784727096557617, + -4.198326110839844, + -3.6119232177734375, + -3.025522232055664, + -2.439119338989258, + -1.8527183532714844, + -1.266317367553711, + -0.6799156069755554 + ], + "r_inf_mean": 11990.4013671875, + "r_inf_median": 0.2791230082511902, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 834982510592.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.029778268188238144, + "gamma_active": { + "1e-08": -0.03180696442723274, + "1e-07": -0.03216013312339783, + "1e-06": -0.03220837190747261, + "1e-05": -0.032399982213974, + "0.0001": -0.03233819827437401 + }, + "gamma_energy_weighted": { + "1e-08": -0.03490579368390608, + "1e-07": -0.03490579368390608, + "1e-06": -0.03490579368390608, + "1e-05": -0.03490579368390608, + "0.0001": -0.03490579368390608 + } + }, + { + "layer": 1, + "mean_norm": 0.004580093547701836, + "median_norm": 0.004461548291146755, + "max_norm": 0.013303559273481369, + "min_norm": 0.0, + "support": { + "1e-08": 0.92578125, + "1e-07": 0.91015625, + "1e-06": 0.90625, + "1e-05": 0.89453125, + "0.0001": 0.884765625 + }, + "log_norms_percentiles": { + "1": -19.820886611938477, + "5": -10.22522258758545, + "10": -5.254589557647705, + "25": -2.5001580715179443, + "50": -2.349457263946533, + "75": -2.2186241149902344, + "90": -2.100170135498047, + "95": -2.0396251678466797, + "99": -1.9276427030563354 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 3, + 0, + 0, + 4, + 1, + 2, + 1, + 1, + 0, + 5, + 2, + 3, + 5, + 2, + 3, + 5, + 2, + 1, + 3, + 4, + 3, + 2, + 2, + 113, + 336 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43752098083496, + -28.875041961669922, + -28.31256103515625, + -27.75008201599121, + -27.187602996826172, + -26.625123977661133, + -26.062644958496094, + -25.500164031982422, + -24.937685012817383, + -24.375205993652344, + -23.812726974487305, + -23.250247955322266, + -22.687767028808594, + -22.125289916992188, + -21.562808990478516, + -21.000329971313477, + -20.437850952148438, + -19.875370025634766, + -19.31289291381836, + -18.750411987304688, + -18.18793296813965, + -17.62545394897461, + -17.062973022460938, + -16.50049591064453, + -15.938015937805176, + -15.37553596496582, + -14.813056945800781, + -14.250577926635742, + -13.688098907470703, + -13.125617980957031, + -12.563138961791992, + -12.000659942626953, + -11.438180923461914, + -10.875701904296875, + -10.313220977783203, + -9.750741958618164, + -9.188262939453125, + -8.625783920288086, + -8.063304901123047, + -7.500823974609375, + -6.938344955444336, + -6.375865936279297, + -5.813386917114258, + -5.250907897949219, + -4.68842887878418, + -4.125947952270508, + -3.5634689331054688, + -3.0009899139404297, + -2.4385108947753906, + -1.8760321140289307 + ], + "r_inf_mean": 13105.20703125, + "r_inf_median": 0.26464200019836426, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 364547145728.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.08878661692142487, + "gamma_active": { + "1e-08": 0.09570901095867157, + "1e-07": 0.09558642655611038, + "1e-06": 0.09588950127363205, + "1e-05": 0.09604129195213318, + "0.0001": 0.09555511921644211 + }, + "gamma_energy_weighted": { + "1e-08": 0.11461955585372686, + "1e-07": 0.11461955585372686, + "1e-06": 0.11461955585372686, + "1e-05": 0.11461955585372686, + "0.0001": 0.11461955585372686 + } + }, + { + "layer": 2, + "mean_norm": 0.0017427373677492142, + "median_norm": 0.0018930478254333138, + "max_norm": 0.003148248651996255, + "min_norm": 0.0, + "support": { + "1e-08": 0.919921875, + "1e-07": 0.908203125, + "1e-06": 0.904296875, + "1e-05": 0.888671875, + "0.0001": 0.880859375 + }, + "log_norms_percentiles": { + "1": -20.363325119018555, + "5": -10.625728607177734, + "10": -5.786824703216553, + "25": -2.7537074089050293, + "50": -2.722792148590088, + "75": -2.6701128482818604, + "90": -2.6442513465881348, + "95": -2.625723361968994, + "99": -2.5256659984588623 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 4, + 3, + 4, + 4, + 3, + 2, + 3, + 4, + 1, + 3, + 3, + 3, + 3, + 2, + 4, + 445 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45003890991211, + -28.90007781982422, + -28.350116729736328, + -27.800153732299805, + -27.250192642211914, + -26.700231552124023, + -26.150270462036133, + -25.600309371948242, + -25.05034637451172, + -24.500385284423828, + -23.950424194335938, + -23.400463104248047, + -22.850502014160156, + -22.300540924072266, + -21.750579833984375, + -21.200618743896484, + -20.650657653808594, + -20.10069465637207, + -19.55073356628418, + -19.00077247619629, + -18.450809478759766, + -17.900848388671875, + -17.350887298583984, + -16.800926208496094, + -16.250965118408203, + -15.701004028320312, + -15.151042938232422, + -14.601080894470215, + -14.051119804382324, + -13.501157760620117, + -12.951196670532227, + -12.401235580444336, + -11.851274490356445, + -11.301313400268555, + -10.751352310180664, + -10.20138931274414, + -9.65142822265625, + -9.10146713256836, + -8.551506042480469, + -8.001544952392578, + -7.4515838623046875, + -6.901620864868164, + -6.351659774780273, + -5.801698684692383, + -5.251737594604492, + -4.701776504516602, + -4.151815414428711, + -3.6018524169921875, + -3.051891326904297, + -2.5019311904907227 + ], + "r_inf_mean": 5291.869140625, + "r_inf_median": 0.2538381516933441, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 90014564352.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.07251055538654327, + "gamma_active": { + "1e-08": 0.07853627949953079, + "1e-07": 0.07912440598011017, + "1e-06": 0.0791192501783371, + "1e-05": 0.07893095165491104, + "0.0001": 0.07866254448890686 + }, + "gamma_energy_weighted": { + "1e-08": 0.09507044134309242, + "1e-07": 0.09507044134309242, + "1e-06": 0.09507044134309242, + "1e-05": 0.09507044134309242, + "0.0001": 0.09507044134309242 + } + }, + { + "layer": 3, + "mean_norm": 0.0017153770895674825, + "median_norm": 0.0018724495312198997, + "max_norm": 0.0029155369848012924, + "min_norm": 0.0, + "support": { + "1e-08": 0.919921875, + "1e-07": 0.908203125, + "1e-06": 0.904296875, + "1e-05": 0.888671875, + "0.0001": 0.880859375 + }, + "log_norms_percentiles": { + "1": -20.377363204956055, + "5": -10.629764556884766, + "10": -5.787530899047852, + "25": -2.758314847946167, + "50": -2.7275900840759277, + "75": -2.681199789047241, + "90": -2.65574312210083, + "95": -2.643213987350464, + "99": -2.544389247894287 + }, + "log_norms_histogram": [ + 5, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 1, + 2, + 1, + 1, + 0, + 4, + 3, + 4, + 4, + 3, + 2, + 3, + 4, + 1, + 2, + 3, + 4, + 2, + 3, + 3, + 446 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450706481933594, + -28.901411056518555, + -28.35211753845215, + -27.80282211303711, + -27.253528594970703, + -26.704233169555664, + -26.154939651489258, + -25.60564422607422, + -25.056350708007812, + -24.507057189941406, + -23.957761764526367, + -23.40846824645996, + -22.859172821044922, + -22.309879302978516, + -21.76058578491211, + -21.21129035949707, + -20.66199493408203, + -20.112701416015625, + -19.56340789794922, + -19.01411247253418, + -18.464818954467773, + -17.915523529052734, + -17.366230010986328, + -16.816936492919922, + -16.267641067504883, + -15.71834659576416, + -15.169052124023438, + -14.619758605957031, + -14.070464134216309, + -13.521169662475586, + -12.971874237060547, + -12.42258071899414, + -11.873287200927734, + -11.323991775512695, + -10.774698257446289, + -10.22540283203125, + -9.676109313964844, + -9.126813888549805, + -8.577520370483398, + -8.02822494506836, + -7.478931427001953, + -6.929637908935547, + -6.380342483520508, + -5.831048965454102, + -5.2817535400390625, + -4.732460021972656, + -4.183164596557617, + -3.633871078491211, + -3.0845775604248047, + -2.5352814197540283 + ], + "r_inf_mean": 5279.8310546875, + "r_inf_median": 0.2554193437099457, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 90327040000.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.10933999717235565, + "gamma_active": { + "1e-08": 0.11825712770223618, + "1e-07": 0.11901991814374924, + "1e-06": 0.11921938508749008, + "1e-05": 0.11921565234661102, + "0.0001": 0.11852075159549713 + }, + "gamma_energy_weighted": { + "1e-08": 0.13916678531799376, + "1e-07": 0.13916678531799376, + "1e-06": 0.13916678531799376, + "1e-05": 0.13916678531799376, + "0.0001": 0.13916678531799376 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json new file mode 100644 index 0000000..469ef9c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 24.251659393310547, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.041362471878528595, + "median_norm": 0.0431981235742569, + "max_norm": 0.08085625618696213, + "min_norm": 1.628338123035137e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.955078125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.991988182067871, + "5": -4.308783531188965, + "10": -1.6611835956573486, + "25": -1.4308969974517822, + "50": -1.3642539978027344, + "75": -1.3010022640228271, + "90": -1.2412713766098022, + "95": -1.2067523002624512, + "99": -1.1566015481948853 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 5, + 3, + 1, + 2, + 3, + 4, + 163, + 298 + ], + "log_norms_bin_edges": [ + -15.78825569152832, + -15.494336128234863, + -15.200416564941406, + -14.906497955322266, + -14.612578392028809, + -14.318658828735352, + -14.024739265441895, + -13.730819702148438, + -13.436901092529297, + -13.14298152923584, + -12.849061965942383, + -12.555142402648926, + -12.261222839355469, + -11.967304229736328, + -11.673383712768555, + -11.379465103149414, + -11.085545539855957, + -10.7916259765625, + -10.49770736694336, + -10.203786849975586, + -9.909868240356445, + -9.615948677062988, + -9.322029113769531, + -9.02811050415039, + -8.734189987182617, + -8.440271377563477, + -8.14635181427002, + -7.8524322509765625, + -7.5585126876831055, + -7.264593124389648, + -6.970674514770508, + -6.676754951477051, + -6.382835388183594, + -6.088915824890137, + -5.79499626159668, + -5.501077651977539, + -5.207158088684082, + -4.913238525390625, + -4.619318962097168, + -4.325399398803711, + -4.03148078918457, + -3.7375612258911133, + -3.4436416625976562, + -3.149722099304199, + -2.855802536010742, + -2.561882972717285, + -2.2679643630981445, + -1.9740447998046875, + -1.6801252365112305, + -1.3862056732177734, + -1.092286467552185 + ], + "r_inf_mean": 0.29722973704338074, + "r_inf_median": 0.28798288106918335, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5922420024871826, + "eff_dim_mean": 0.5922419428825378, + "topk_energy": { + "1": 0.09104149043560028, + "5": 0.320270836353302, + "10": 0.479333758354187, + "25": 0.7627351880073547 + }, + "gamma_raw": -0.0013592352624982595, + "gamma_active": { + "1e-08": -0.0014762941282242537, + "1e-07": -0.001275508082471788, + "1e-06": -0.0005785338580608368, + "1e-05": -0.0009204426896758378, + "0.0001": -0.0004243803850840777 + }, + "gamma_energy_weighted": { + "1e-08": -0.006258660096678619, + "1e-07": -0.006258660096678619, + "1e-06": -0.006258660096678619, + "1e-05": -0.006258660096678619, + "0.0001": -0.006258660096678619 + } + }, + { + "layer": 1, + "mean_norm": 0.0022700089029967785, + "median_norm": 0.0023541434202343225, + "max_norm": 0.003993333783000708, + "min_norm": 1.123020766015883e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.9609375, + "1e-06": 0.953125, + "1e-05": 0.939453125, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.33850383758545, + "5": -5.576913833618164, + "10": -2.992349624633789, + "25": -2.6838603019714355, + "50": -2.6277973651885986, + "75": -2.5671863555908203, + "90": -2.489161968231201, + "95": -2.4681222438812256, + "99": -2.413473606109619 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 3, + 3, + 4, + 4, + 0, + 2, + 3, + 5, + 69, + 391 + ], + "log_norms_bin_edges": [ + -16.94961166381836, + -16.658592224121094, + -16.36757469177246, + -16.076555252075195, + -15.78553581237793, + -15.49451732635498, + -15.203497886657715, + -14.912479400634766, + -14.6214599609375, + -14.33044147491455, + -14.039422035217285, + -13.748403549194336, + -13.45738410949707, + -13.166365623474121, + -12.875347137451172, + -12.584327697753906, + -12.29330825805664, + -12.002289772033691, + -11.711271286010742, + -11.420251846313477, + -11.129232406616211, + -10.838213920593262, + -10.547195434570312, + -10.256175994873047, + -9.965157508850098, + -9.674139022827148, + -9.383119583129883, + -9.092100143432617, + -8.801081657409668, + -8.510062217712402, + -8.219043731689453, + -7.9280242919921875, + -7.637005805969238, + -7.345987319946289, + -7.054967880249023, + -6.763949394226074, + -6.472929954528809, + -6.181911468505859, + -5.890892028808594, + -5.5998735427856445, + -5.308854103088379, + -5.01783561706543, + -4.726816177368164, + -4.435797691345215, + -4.144778251647949, + -3.853759765625, + -3.5627403259277344, + -3.271721839904785, + -2.980703353881836, + -2.6896839141845703, + -2.3986644744873047 + ], + "r_inf_mean": 0.26317477226257324, + "r_inf_median": 0.24844342470169067, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6368843913078308, + "eff_dim_mean": 0.6368843913078308, + "topk_energy": { + "1": 0.0711224377155304, + "5": 0.2690105438232422, + "10": 0.4225216507911682, + "25": 0.722822368144989 + }, + "gamma_raw": 0.24962595105171204, + "gamma_active": { + "1e-08": 0.2564733922481537, + "1e-07": 0.25643956661224365, + "1e-06": 0.25680655241012573, + "1e-05": 0.25672051310539246, + "0.0001": 0.2565948963165283 + }, + "gamma_energy_weighted": { + "1e-08": 0.26721004440419843, + "1e-07": 0.26721004440419843, + "1e-06": 0.26721004440419843, + "1e-05": 0.26721004440419843, + "0.0001": 0.26721004440419843 + } + }, + { + "layer": 2, + "mean_norm": 0.0019453589338809252, + "median_norm": 0.001969320699572563, + "max_norm": 0.0035043484531342983, + "min_norm": 1.0470088234226701e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.41659927368164, + "5": -5.6250810623168945, + "10": -3.085663080215454, + "25": -2.7522356510162354, + "50": -2.70562744140625, + "75": -2.6345455646514893, + "90": -2.542473077774048, + "95": -2.50527024269104, + "99": -2.482447385787964 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.980051040649414, + -16.689558029174805, + -16.399065017700195, + -16.108572006225586, + -15.81807804107666, + -15.52758502960205, + -15.237092018127441, + -14.946599006652832, + -14.656105995178223, + -14.365612030029297, + -14.075119018554688, + -13.784626007080078, + -13.494132995605469, + -13.20363998413086, + -12.91314697265625, + -12.62265396118164, + -12.332160949707031, + -12.041667938232422, + -11.751173973083496, + -11.460680961608887, + -11.170187950134277, + -10.879693984985352, + -10.589200973510742, + -10.298707962036133, + -10.008214950561523, + -9.717721939086914, + -9.427228927612305, + -9.136735916137695, + -8.846242904663086, + -8.55574893951416, + -8.26525592803955, + -7.974762916564941, + -7.684269905090332, + -7.393776893615723, + -7.103283882141113, + -6.812790870666504, + -6.522296905517578, + -6.231803894042969, + -5.941310882568359, + -5.65081787109375, + -5.360324859619141, + -5.069831848144531, + -4.7793378829956055, + -4.488844871520996, + -4.198351860046387, + -3.9078588485717773, + -3.617365837097168, + -3.3268728256225586, + -3.036378860473633, + -2.7458858489990234, + -2.455392837524414 + ], + "r_inf_mean": 0.25889456272125244, + "r_inf_median": 0.2549143433570862, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6410101652145386, + "eff_dim_mean": 0.6410101652145386, + "topk_energy": { + "1": 0.06819643080234528, + "5": 0.2638629376888275, + "10": 0.4176059067249298, + "25": 0.7177274227142334 + }, + "gamma_raw": 0.1629437506198883, + "gamma_active": { + "1e-08": 0.1675395369529724, + "1e-07": 0.16818785667419434, + "1e-06": 0.16853028535842896, + "1e-05": 0.16837532818317413, + "0.0001": 0.1685260832309723 + }, + "gamma_energy_weighted": { + "1e-08": 0.19226981486941988, + "1e-07": 0.19226981486941988, + "1e-06": 0.19226981486941988, + "1e-05": 0.19226981486941988, + "0.0001": 0.19226981486941988 + } + }, + { + "layer": 3, + "mean_norm": 0.0019302505534142256, + "median_norm": 0.0019450491527095437, + "max_norm": 0.003478067461401224, + "min_norm": 1.0385827481128987e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.419230461120605, + "5": -5.627464771270752, + "10": -3.093134641647339, + "25": -2.7556214332580566, + "50": -2.711057424545288, + "75": -2.636577844619751, + "90": -2.5457825660705566, + "95": -2.510667562484741, + "99": -2.4862241744995117 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 87, + 372 + ], + "log_norms_bin_edges": [ + -16.98356056213379, + -16.69306182861328, + -16.402565002441406, + -16.1120662689209, + -15.821568489074707, + -15.531070709228516, + -15.240572929382324, + -14.950075149536133, + -14.659576416015625, + -14.369078636169434, + -14.078580856323242, + -13.78808307647705, + -13.49758529663086, + -13.207086563110352, + -12.916589736938477, + -12.626091003417969, + -12.335593223571777, + -12.045095443725586, + -11.754596710205078, + -11.464099884033203, + -11.173601150512695, + -10.883103370666504, + -10.592605590820312, + -10.302106857299805, + -10.01161003112793, + -9.721111297607422, + -9.43061351776123, + -9.140115737915039, + -8.849617958068848, + -8.559120178222656, + -8.268621444702148, + -7.978123664855957, + -7.687625885009766, + -7.397128105163574, + -7.106630325317383, + -6.816131591796875, + -6.525633811950684, + -6.235136032104492, + -5.944638252258301, + -5.654140472412109, + -5.363641738891602, + -5.07314395904541, + -4.782646179199219, + -4.492148399353027, + -4.201650619506836, + -3.9111528396606445, + -3.6206541061401367, + -3.3301563262939453, + -3.039658546447754, + -2.7491607666015625, + -2.4586620330810547 + ], + "r_inf_mean": 0.25847411155700684, + "r_inf_median": 0.25355264544487, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6414333581924438, + "eff_dim_mean": 0.6414333581924438, + "topk_energy": { + "1": 0.06796696782112122, + "5": 0.2632758915424347, + "10": 0.41692161560058594, + "25": 0.7170432806015015 + }, + "gamma_raw": 0.09571053087711334, + "gamma_active": { + "1e-08": 0.09829081594944, + "1e-07": 0.09862682223320007, + "1e-06": 0.09872589260339737, + "1e-05": 0.09897961467504501, + "0.0001": 0.09927307069301605 + }, + "gamma_energy_weighted": { + "1e-08": 0.1231833051888881, + "1e-07": 0.1231833051888881, + "1e-06": 0.1231833051888881, + "1e-05": 0.1231833051888881, + "0.0001": 0.1231833051888881 + } + }, + { + "layer": 4, + "mean_norm": 0.0019264412112534046, + "median_norm": 0.0019423150224611163, + "max_norm": 0.0034668573644012213, + "min_norm": 1.0331405614267898e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418492317199707, + "5": -5.628345012664795, + "10": -3.0956547260284424, + "25": -2.7548816204071045, + "50": -2.7116761207580566, + "75": -2.63814377784729, + "90": -2.5463688373565674, + "95": -2.5122199058532715, + "99": -2.4890284538269043 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.985841751098633, + -16.69532585144043, + -16.404809951782227, + -16.114295959472656, + -15.823780059814453, + -15.53326416015625, + -15.242748260498047, + -14.952232360839844, + -14.661717414855957, + -14.37120246887207, + -14.080686569213867, + -13.790170669555664, + -13.499654769897461, + -13.209139823913574, + -12.918623924255371, + -12.628108978271484, + -12.337593078613281, + -12.047077178955078, + -11.756562232971191, + -11.466046333312988, + -11.175531387329102, + -10.885015487670898, + -10.594499588012695, + -10.303983688354492, + -10.013468742370605, + -9.722953796386719, + -9.432437896728516, + -9.141921997070312, + -8.85140609741211, + -8.560891151428223, + -8.27037525177002, + -7.979860305786133, + -7.68934440612793, + -7.398828506469727, + -7.10831356048584, + -6.817797660827637, + -6.52728271484375, + -6.236766815185547, + -5.946250915527344, + -5.655735969543457, + -5.365220069885254, + -5.074704170227051, + -4.784189224243164, + -4.493673324584961, + -4.203157424926758, + -3.912642478942871, + -3.622126579284668, + -3.3316116333007812, + -3.041095733642578, + -2.750579833984375, + -2.460064172744751 + ], + "r_inf_mean": 0.25894469022750854, + "r_inf_median": 0.25327199697494507, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6411838531494141, + "eff_dim_mean": 0.6411838531494141, + "topk_energy": { + "1": 0.06821361929178238, + "5": 0.26404547691345215, + "10": 0.417705774307251, + "25": 0.7179960012435913 + }, + "gamma_raw": 0.056273482739925385, + "gamma_active": { + "1e-08": 0.057817235589027405, + "1e-07": 0.05747979134321213, + "1e-06": 0.058066677302122116, + "1e-05": 0.058453742414712906, + "0.0001": 0.05810721963644028 + }, + "gamma_energy_weighted": { + "1e-08": 0.06843492021097176, + "1e-07": 0.06843492021097176, + "1e-06": 0.06843492021097176, + "1e-05": 0.06843492021097176, + "0.0001": 0.06843492021097176 + } + }, + { + "layer": 5, + "mean_norm": 0.0019262433052062988, + "median_norm": 0.0019417315488681197, + "max_norm": 0.0034629919100552797, + "min_norm": 1.0301849623800766e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418415069580078, + "5": -5.626218795776367, + "10": -3.096813201904297, + "25": -2.7544362545013428, + "50": -2.7117767333984375, + "75": -2.6389262676239014, + "90": -2.5463216304779053, + "95": -2.5117979049682617, + "99": -2.4897587299346924 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 84, + 375 + ], + "log_norms_bin_edges": [ + -16.987085342407227, + -16.69655418395996, + -16.406023025512695, + -16.115493774414062, + -15.824962615966797, + -15.534431457519531, + -15.243901252746582, + -14.953370094299316, + -14.662839889526367, + -14.372308731079102, + -14.081777572631836, + -13.791247367858887, + -13.500716209411621, + -13.210186004638672, + -12.919654846191406, + -12.62912368774414, + -12.338593482971191, + -12.048063278198242, + -11.757532119750977, + -11.467000961303711, + -11.176470756530762, + -10.885939598083496, + -10.595409393310547, + -10.304878234863281, + -10.014347076416016, + -9.723816871643066, + -9.433286666870117, + -9.142755508422852, + -8.852224349975586, + -8.561694145202637, + -8.271162986755371, + -7.980632781982422, + -7.690101623535156, + -7.399570465087891, + -7.109040260314941, + -6.818509101867676, + -6.527978897094727, + -6.237447738647461, + -5.946917533874512, + -5.656386375427246, + -5.365856170654297, + -5.075325012207031, + -4.784793853759766, + -4.494263648986816, + -4.203732490539551, + -3.9132022857666016, + -3.622671127319336, + -3.3321409225463867, + -3.041609764099121, + -2.7510786056518555, + -2.4605486392974854 + ], + "r_inf_mean": 0.25849196314811707, + "r_inf_median": 0.2540794909000397, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.640813946723938, + "eff_dim_mean": 0.6408138871192932, + "topk_energy": { + "1": 0.06793847680091858, + "5": 0.2639818489551544, + "10": 0.41761744022369385, + "25": 0.7181553840637207 + }, + "gamma_raw": 0.110051728785038, + "gamma_active": { + "1e-08": 0.11312972009181976, + "1e-07": 0.11328012496232986, + "1e-06": 0.11298251897096634, + "1e-05": 0.11307842284440994, + "0.0001": 0.11386804282665253 + }, + "gamma_energy_weighted": { + "1e-08": 0.11267996043391094, + "1e-07": 0.11267996043391094, + "1e-06": 0.11267996043391094, + "1e-05": 0.11267996043391094, + "0.0001": 0.11267996043391094 + } + }, + { + "layer": 6, + "mean_norm": 0.0019238308304920793, + "median_norm": 0.0019348851637914777, + "max_norm": 0.0034634615294635296, + "min_norm": 1.0302729743972522e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418950080871582, + "5": -5.626799583435059, + "10": -3.0977182388305664, + "25": -2.7544901371002197, + "50": -2.7133448123931885, + "75": -2.638622999191284, + "90": -2.5459041595458984, + "95": -2.5119869709014893, + "99": -2.4897072315216064 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 85, + 374 + ], + "log_norms_bin_edges": [ + -16.987049102783203, + -16.696517944335938, + -16.405986785888672, + -16.115455627441406, + -15.82492446899414, + -15.534393310546875, + -15.24386215209961, + -14.953330993652344, + -14.662799835205078, + -14.372268676757812, + -14.081737518310547, + -13.791206359863281, + -13.500675201416016, + -13.21014404296875, + -12.919612884521484, + -12.629081726074219, + -12.338550567626953, + -12.048019409179688, + -11.757488250732422, + -11.466957092285156, + -11.17642593383789, + -10.885894775390625, + -10.59536361694336, + -10.304832458496094, + -10.014300346374512, + -9.723769187927246, + -9.43323802947998, + -9.142706871032715, + -8.85217571258545, + -8.561644554138184, + -8.271113395690918, + -7.980582237243652, + -7.690051078796387, + -7.399519920349121, + -7.1089887619018555, + -6.81845760345459, + -6.527926445007324, + -6.237395286560059, + -5.946864128112793, + -5.656332969665527, + -5.365801811218262, + -5.075270652770996, + -4.7847394943237305, + -4.494208335876465, + -4.203677177429199, + -3.9131460189819336, + -3.622614860534668, + -3.3320837020874023, + -3.0415515899658203, + -2.7510204315185547, + -2.4604897499084473 + ], + "r_inf_mean": 0.258775532245636, + "r_inf_median": 0.2540959119796753, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6409775018692017, + "eff_dim_mean": 0.6409774422645569, + "topk_energy": { + "1": 0.0680801197886467, + "5": 0.26402121782302856, + "10": 0.4174819588661194, + "25": 0.7178910970687866 + }, + "gamma_raw": 0.038355160504579544, + "gamma_active": { + "1e-08": 0.03934384882450104, + "1e-07": 0.03943825140595436, + "1e-06": 0.03973475471138954, + "1e-05": 0.03916001692414284, + "0.0001": 0.03880925104022026 + }, + "gamma_energy_weighted": { + "1e-08": 0.06189759388610054, + "1e-07": 0.06189759388610054, + "1e-06": 0.06189759388610054, + "1e-05": 0.06189759388610054, + "0.0001": 0.06189759388610054 + } + }, + { + "layer": 7, + "mean_norm": 0.0019243007991462946, + "median_norm": 0.0019383934559300542, + "max_norm": 0.003468787530437112, + "min_norm": 1.0296903910918311e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.417070388793945, + "5": -5.627363204956055, + "10": -3.0974175930023193, + "25": -2.7552998065948486, + "50": -2.7125487327575684, + "75": -2.6397387981414795, + "90": -2.544675588607788, + "95": -2.511091947555542, + "99": -2.489776611328125 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.987293243408203, + -16.69674301147461, + -16.40619468688965, + -16.115644454956055, + -15.825095176696777, + -15.5345458984375, + -15.243996620178223, + -14.953447341918945, + -14.662898063659668, + -14.37234878540039, + -14.081798553466797, + -13.79124927520752, + -13.500699996948242, + -13.210150718688965, + -12.919601440429688, + -12.629051208496094, + -12.338502883911133, + -12.047952651977539, + -11.757403373718262, + -11.466854095458984, + -11.176304817199707, + -10.88575553894043, + -10.595205307006836, + -10.304656982421875, + -10.014106750488281, + -9.723557472229004, + -9.433008193969727, + -9.14245891571045, + -8.851909637451172, + -8.561359405517578, + -8.2708101272583, + -7.980260848999023, + -7.689711570739746, + -7.399162292480469, + -7.108613014221191, + -6.818063735961914, + -6.52751350402832, + -6.236964225769043, + -5.946414947509766, + -5.655865669250488, + -5.365316390991211, + -5.074767112731934, + -4.78421688079834, + -4.4936676025390625, + -4.203118324279785, + -3.912569046020508, + -3.6220197677612305, + -3.331470489501953, + -3.0409202575683594, + -2.750370979309082, + -2.459822177886963 + ], + "r_inf_mean": 0.25902748107910156, + "r_inf_median": 0.25503379106521606, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6407651901245117, + "eff_dim_mean": 0.6407651901245117, + "topk_energy": { + "1": 0.06821590662002563, + "5": 0.2641260325908661, + "10": 0.4176841378211975, + "25": 0.7182085514068604 + }, + "gamma_raw": 0.12527082860469818, + "gamma_active": { + "1e-08": 0.1287556141614914, + "1e-07": 0.12861301004886627, + "1e-06": 0.12862557172775269, + "1e-05": 0.12870752811431885, + "0.0001": 0.12991736829280853 + }, + "gamma_energy_weighted": { + "1e-08": 0.14745220910439658, + "1e-07": 0.14745220910439658, + "1e-06": 0.14745220910439658, + "1e-05": 0.14745220910439658, + "0.0001": 0.14745220910439658 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json new file mode 100644 index 0000000..91f000a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.551992416381836, + "acc": 0.1328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.017817877233028412, + "median_norm": 0.018319718539714813, + "max_norm": 0.05688602477312088, + "min_norm": 2.9995746899658116e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -4.795566558837891, + "5": -3.507547616958618, + "10": -2.2090487480163574, + "25": -1.8327841758728027, + "50": -1.7370219230651855, + "75": -1.65134859085083, + "90": -1.5807504653930664, + "95": -1.5436553955078125, + "99": -1.4413363933563232 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 4, + 1, + 2, + 2, + 2, + 4, + 1, + 4, + 1, + 1, + 1, + 0, + 0, + 1, + 3, + 3, + 1, + 3, + 2, + 0, + 2, + 5, + 9, + 9, + 45, + 99, + 145, + 90, + 46, + 7, + 4, + 1 + ], + "log_norms_bin_edges": [ + -5.522940635681152, + -5.437381744384766, + -5.351822853088379, + -5.266263961791992, + -5.1807050704956055, + -5.095146179199219, + -5.009587287902832, + -4.924028396606445, + -4.838469505310059, + -4.752910614013672, + -4.667351245880127, + -4.58179235458374, + -4.4962334632873535, + -4.410674571990967, + -4.32511568069458, + -4.239556789398193, + -4.153997898101807, + -4.06843900680542, + -3.982880115509033, + -3.8973212242126465, + -3.8117623329162598, + -3.726203441619873, + -3.6406443119049072, + -3.5550854206085205, + -3.469526529312134, + -3.383967638015747, + -3.2984087467193604, + -3.2128498554229736, + -3.127290725708008, + -3.041731834411621, + -2.9561729431152344, + -2.8706140518188477, + -2.785055160522461, + -2.699496269226074, + -2.6139373779296875, + -2.528378486633301, + -2.442819595336914, + -2.3572604656219482, + -2.2717015743255615, + -2.186142683029175, + -2.100583791732788, + -2.0150249004364014, + -1.9294660091400146, + -1.843907117843628, + -1.758347988128662, + -1.6727890968322754, + -1.5872302055358887, + -1.501671314239502, + -1.4161124229431152, + -1.3305535316467285, + -1.2449945211410522 + ], + "r_inf_mean": 0.3297843337059021, + "r_inf_median": 0.3209940195083618, + "pr_mean": 0.1888091266155243, + "pr_median": 0.18874242901802063, + "hoyer_mean": 0.4595594108104706, + "eff_dim_mean": 0.4595593810081482, + "topk_energy": { + "1": 0.11119898408651352, + "5": 0.4058247208595276, + "10": 0.5945897102355957, + "25": 0.8684347867965698 + }, + "gamma_raw": -0.01682954654097557, + "gamma_active": { + "1e-08": -0.01682954654097557, + "1e-07": -0.01682954654097557, + "1e-06": -0.01682954654097557, + "1e-05": -0.016538551077246666, + "0.0001": -0.015366017818450928 + }, + "gamma_energy_weighted": { + "1e-08": -0.008297840887037949, + "1e-07": -0.008297840887037949, + "1e-06": -0.008297840887037949, + "1e-05": -0.008297840887037949, + "0.0001": -0.008297840887037949 + } + }, + { + "layer": 1, + "mean_norm": 0.002017462160438299, + "median_norm": 0.0021811919286847115, + "max_norm": 0.004820630419999361, + "min_norm": 3.7883120285187033e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.9765625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.778478622436523, + "5": -4.481434345245361, + "10": -3.1368236541748047, + "25": -2.708005428314209, + "50": -2.6612887382507324, + "75": -2.619462013244629, + "90": -2.5735490322113037, + "95": -2.549795389175415, + "99": -2.487616777420044 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 3, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 3, + 1, + 3, + 0, + 4, + 2, + 2, + 0, + 5, + 1, + 0, + 0, + 0, + 0, + 3, + 2, + 1, + 5, + 1, + 2, + 1, + 5, + 6, + 7, + 5, + 29, + 205, + 167, + 32, + 3, + 1 + ], + "log_norms_bin_edges": [ + -6.421554088592529, + -6.339460849761963, + -6.2573676109313965, + -6.17527437210083, + -6.093181610107422, + -6.0110883712768555, + -5.928995132446289, + -5.846901893615723, + -5.764808654785156, + -5.68271541595459, + -5.600622177124023, + -5.518529415130615, + -5.436436176300049, + -5.354342937469482, + -5.272249698638916, + -5.19015645980835, + -5.108063697814941, + -5.025970458984375, + -4.943877220153809, + -4.861783981323242, + -4.779690742492676, + -4.697597503662109, + -4.615504264831543, + -4.533411026000977, + -4.451318264007568, + -4.369225025177002, + -4.2871317863464355, + -4.205038547515869, + -4.122945785522461, + -4.0408525466918945, + -3.958759069442749, + -3.8766660690307617, + -3.7945728302001953, + -3.712479591369629, + -3.6303865909576416, + -3.548293352127075, + -3.466200113296509, + -3.3841071128845215, + -3.302013874053955, + -3.2199206352233887, + -3.1378273963928223, + -3.055734395980835, + -2.9736411571502686, + -2.891547918319702, + -2.809454917907715, + -2.7273616790771484, + -2.645268440246582, + -2.5631754398345947, + -2.4810822010040283, + -2.398989200592041, + -2.3168962001800537 + ], + "r_inf_mean": 0.28430747985839844, + "r_inf_median": 0.2758317291736603, + "pr_mean": 0.28912633657455444, + "pr_median": 0.2916015684604645, + "hoyer_mean": 0.6079657077789307, + "eff_dim_mean": 0.6079657077789307, + "topk_energy": { + "1": 0.08306471258401871, + "5": 0.3059839904308319, + "10": 0.4614958167076111, + "25": 0.7472734451293945 + }, + "gamma_raw": 0.04272165894508362, + "gamma_active": { + "1e-08": 0.04272165894508362, + "1e-07": 0.04272165894508362, + "1e-06": 0.04263946786522865, + "1e-05": 0.042759042233228683, + "0.0001": 0.04325506091117859 + }, + "gamma_energy_weighted": { + "1e-08": 0.048234007565165375, + "1e-07": 0.048234007565165375, + "1e-06": 0.048234007565165375, + "1e-05": 0.048234007565165375, + "0.0001": 0.048234007565165375 + } + }, + { + "layer": 2, + "mean_norm": 0.0016403461340814829, + "median_norm": 0.0018448614282533526, + "max_norm": 0.002238019136711955, + "min_norm": 3.365733789451042e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.97265625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.813933849334717, + "5": -4.583297252655029, + "10": -3.300801992416382, + "25": -2.784433364868164, + "50": -2.733978271484375, + "75": -2.7045297622680664, + "90": -2.686995506286621, + "95": -2.679331064224243, + "99": -2.6587085723876953 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 3, + 1, + 3, + 1, + 3, + 2, + 1, + 1, + 1, + 4, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 5, + 1, + 1, + 4, + 3, + 8, + 4, + 9, + 19, + 184, + 229 + ], + "log_norms_bin_edges": [ + -6.4729204177856445, + -6.396464824676514, + -6.320009231567383, + -6.243553161621094, + -6.167097568511963, + -6.090641975402832, + -6.014186382293701, + -5.93773078918457, + -5.861274719238281, + -5.78481912612915, + -5.7083635330200195, + -5.631907939910889, + -5.555452346801758, + -5.478996276855469, + -5.402541160583496, + -5.326085090637207, + -5.249629497528076, + -5.173173904418945, + -5.096717834472656, + -5.020262718200684, + -4.9438066482543945, + -4.867351055145264, + -4.790895462036133, + -4.714439868927002, + -4.637984275817871, + -4.561528205871582, + -4.485072612762451, + -4.40861701965332, + -4.3321614265441895, + -4.255705833435059, + -4.1792497634887695, + -4.102794170379639, + -4.026338577270508, + -3.949882984161377, + -3.873427152633667, + -3.796971559524536, + -3.720515727996826, + -3.6440601348876953, + -3.5676045417785645, + -3.4911487102508545, + -3.4146931171417236, + -3.3382375240325928, + -3.261781692504883, + -3.185326099395752, + -3.108870506286621, + -3.032414674758911, + -2.9559590816497803, + -2.8795032501220703, + -2.8030476570129395, + -2.7265920639038086, + -2.6501362323760986 + ], + "r_inf_mean": 0.25181084871292114, + "r_inf_median": 0.25030332803726196, + "pr_mean": 0.3463799059391022, + "pr_median": 0.3375723659992218, + "hoyer_mean": 0.6409264206886292, + "eff_dim_mean": 0.6409263610839844, + "topk_energy": { + "1": 0.06450784206390381, + "5": 0.25956159830093384, + "10": 0.41499820351600647, + "25": 0.7161440849304199 + }, + "gamma_raw": 0.007911751978099346, + "gamma_active": { + "1e-08": 0.007911751978099346, + "1e-07": 0.007911751978099346, + "1e-06": 0.007992004975676537, + "1e-05": 0.008006745018064976, + "0.0001": 0.008194154128432274 + }, + "gamma_energy_weighted": { + "1e-08": 0.008516579702229906, + "1e-07": 0.008516579702229906, + "1e-06": 0.008516579702229906, + "1e-05": 0.008516579702229906, + "0.0001": 0.008516579702229906 + } + }, + { + "layer": 3, + "mean_norm": 0.0016368041979148984, + "median_norm": 0.0018420120468363166, + "max_norm": 0.0022480995394289494, + "min_norm": 3.3761105555640825e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.97265625, + "0.0001": 0.927734375 + }, + "log_norms_percentiles": { + "1": -5.8142571449279785, + "5": -4.583332538604736, + "10": -3.3024630546569824, + "25": -2.7868165969848633, + "50": -2.734593391418457, + "75": -2.7057993412017822, + "90": -2.6870784759521484, + "95": -2.679666042327881, + "99": -2.661677598953247 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 3, + 1, + 3, + 1, + 3, + 2, + 1, + 1, + 1, + 4, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 5, + 1, + 1, + 4, + 3, + 8, + 5, + 9, + 19, + 193, + 219 + ], + "log_norms_bin_edges": [ + -6.471583366394043, + -6.395115375518799, + -6.318647384643555, + -6.2421793937683105, + -6.165711402893066, + -6.089243412017822, + -6.012775421142578, + -5.936307430267334, + -5.85983943939209, + -5.783371448516846, + -5.706903457641602, + -5.630435466766357, + -5.553967475891113, + -5.477499485015869, + -5.401031494140625, + -5.324563980102539, + -5.248095512390137, + -5.171627998352051, + -5.095159530639648, + -5.0186920166015625, + -4.94222354888916, + -4.865756034851074, + -4.78928804397583, + -4.712820053100586, + -4.636352062225342, + -4.559884071350098, + -4.4834160804748535, + -4.406948089599609, + -4.330480098724365, + -4.254012107849121, + -4.177544116973877, + -4.101076126098633, + -4.024608135223389, + -3.9481401443481445, + -3.8716721534729004, + -3.7952041625976562, + -3.718736171722412, + -3.642268180847168, + -3.565800189971924, + -3.4893321990966797, + -3.4128642082214355, + -3.3363964557647705, + -3.2599284648895264, + -3.1834604740142822, + -3.106992483139038, + -3.030524492263794, + -2.95405650138855, + -2.8775885105133057, + -2.8011205196380615, + -2.7246525287628174, + -2.6481845378875732 + ], + "r_inf_mean": 0.2515701651573181, + "r_inf_median": 0.25022217631340027, + "pr_mean": 0.3465033173561096, + "pr_median": 0.33574363589286804, + "hoyer_mean": 0.6412702798843384, + "eff_dim_mean": 0.6412702798843384, + "topk_energy": { + "1": 0.06439102441072464, + "5": 0.2597099542617798, + "10": 0.4144821763038635, + "25": 0.7162747383117676 + }, + "gamma_raw": 0.012486713007092476, + "gamma_active": { + "1e-08": 0.012486713007092476, + "1e-07": 0.012486713007092476, + "1e-06": 0.01245160959661007, + "1e-05": 0.01237533614039421, + "0.0001": 0.012531396001577377 + }, + "gamma_energy_weighted": { + "1e-08": 0.012642368266630285, + "1e-07": 0.012642368266630285, + "1e-06": 0.012642368266630285, + "1e-05": 0.012642368266630285, + "0.0001": 0.012642368266630285 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json new file mode 100644 index 0000000..34d5565 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 11.685538291931152, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02710789069533348, + "median_norm": 0.024912701919674873, + "max_norm": 0.15327081084251404, + "min_norm": 4.648817789054682e-11, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -4.567256450653076, + "5": -2.863539457321167, + "10": -1.9279228448867798, + "25": -1.7339415550231934, + "50": -1.6035497188568115, + "75": -1.4914122819900513, + "90": -1.3508113622665405, + "95": -1.2940095663070679, + "99": -1.0347143411636353 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 2, + 1, + 5, + 2, + 1, + 1, + 1, + 6, + 12, + 61, + 177, + 161, + 50, + 12, + 4 + ], + "log_norms_bin_edges": [ + -10.332657814025879, + -10.142295837402344, + -9.951932907104492, + -9.761570930480957, + -9.571208953857422, + -9.38084602355957, + -9.190484046936035, + -9.000121116638184, + -8.809759140014648, + -8.619397163391113, + -8.429034233093262, + -8.238672256469727, + -8.048309326171875, + -7.85794734954834, + -7.667585372924805, + -7.477222919464111, + -7.286860466003418, + -7.096498012542725, + -6.906135559082031, + -6.715773582458496, + -6.525411128997803, + -6.335048675537109, + -6.144686698913574, + -5.954324245452881, + -5.7639617919921875, + -5.573599338531494, + -5.383236885070801, + -5.192874908447266, + -5.002512454986572, + -4.812150001525879, + -4.621788024902344, + -4.43142557144165, + -4.241063117980957, + -4.050700664520264, + -3.8603382110595703, + -3.669976234436035, + -3.479613780975342, + -3.2892513275146484, + -3.0988893508911133, + -2.90852689743042, + -2.7181644439697266, + -2.527801990509033, + -2.33743953704834, + -2.1470775604248047, + -1.9567155838012695, + -1.766352653503418, + -1.5759906768798828, + -1.3856277465820312, + -1.195265769958496, + -1.004903793334961, + -0.8145405650138855 + ], + "r_inf_mean": 0.345892995595932, + "r_inf_median": 0.3415447771549225, + "pr_mean": 0.17457681894302368, + "pr_median": 0.17374975979328156, + "hoyer_mean": 0.44506561756134033, + "eff_dim_mean": 0.44506561756134033, + "topk_energy": { + "1": 0.12255194783210754, + "5": 0.4249127507209778, + "10": 0.6130838394165039, + "25": 0.8784815073013306 + }, + "gamma_raw": 0.007545532658696175, + "gamma_active": { + "1e-08": 0.007560329511761665, + "1e-07": 0.007560329511761665, + "1e-06": 0.007324781268835068, + "1e-05": 0.007948147132992744, + "0.0001": 0.008340965025126934 + }, + "gamma_energy_weighted": { + "1e-08": 0.002352470585694332, + "1e-07": 0.002352470585694332, + "1e-06": 0.002352470585694332, + "1e-05": 0.002352470585694332, + "0.0001": 0.002352470585694332 + } + }, + { + "layer": 1, + "mean_norm": 0.002438522409647703, + "median_norm": 0.0023526723962277174, + "max_norm": 0.007691530976444483, + "min_norm": 1.8069736245490686e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.978515625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.576320171356201, + "5": -3.8075146675109863, + "10": -2.8730361461639404, + "25": -2.724648952484131, + "50": -2.628246784210205, + "75": -2.5255465507507324, + "90": -2.4264512062072754, + "95": -2.375643253326416, + "99": -2.307544469833374 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 1, + 5, + 2, + 3, + 2, + 2, + 2, + 3, + 4, + 7, + 8, + 119, + 238, + 100, + 5 + ], + "log_norms_bin_edges": [ + -11.743048667907715, + -11.550467491149902, + -11.35788631439209, + -11.165305137634277, + -10.972723960876465, + -10.780142784118652, + -10.58756160736084, + -10.394979476928711, + -10.202398300170898, + -10.009817123413086, + -9.817235946655273, + -9.624654769897461, + -9.432073593139648, + -9.239492416381836, + -9.046911239624023, + -8.854330062866211, + -8.661748886108398, + -8.469167709350586, + -8.276586532592773, + -8.084005355834961, + -7.891424179077148, + -7.698842525482178, + -7.506261348724365, + -7.313680171966553, + -7.12109899520874, + -6.928517818450928, + -6.735936641693115, + -6.543355464935303, + -6.350773811340332, + -6.1581926345825195, + -5.965611457824707, + -5.7730302810668945, + -5.580449104309082, + -5.3878679275512695, + -5.195286750793457, + -5.0027055740356445, + -4.810124397277832, + -4.617542743682861, + -4.424961566925049, + -4.232380390167236, + -4.039799213409424, + -3.8472180366516113, + -3.6546363830566406, + -3.462055206298828, + -3.2694740295410156, + -3.076892852783203, + -2.8843116760253906, + -2.691730499267578, + -2.4991493225097656, + -2.306568145751953, + -2.1139872074127197 + ], + "r_inf_mean": 0.2971119284629822, + "r_inf_median": 0.2877795696258545, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5815727114677429, + "eff_dim_mean": 0.5815727114677429, + "topk_energy": { + "1": 0.09147913008928299, + "5": 0.33154866099357605, + "10": 0.49318093061447144, + "25": 0.7714602947235107 + }, + "gamma_raw": 0.07174244523048401, + "gamma_active": { + "1e-08": 0.07188284397125244, + "1e-07": 0.07188406586647034, + "1e-06": 0.0719665139913559, + "1e-05": 0.07217413187026978, + "0.0001": 0.0735902413725853 + }, + "gamma_energy_weighted": { + "1e-08": 0.09384487826728245, + "1e-07": 0.09384487826728245, + "1e-06": 0.09384487826728245, + "1e-05": 0.09384487826728245, + "0.0001": 0.09384487826728245 + } + }, + { + "layer": 2, + "mean_norm": 0.0016111270524561405, + "median_norm": 0.0016135013429448009, + "max_norm": 0.0028802158776670694, + "min_norm": 1.1269426418523271e-13, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.9765625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.639537334442139, + "5": -4.0454277992248535, + "10": -3.0785293579101562, + "25": -2.832136631011963, + "50": -2.7922096252441406, + "75": -2.740079164505005, + "90": -2.6145424842834473, + "95": -2.581818103790283, + "99": -2.5544707775115967 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 4, + 2, + 0, + 5, + 4, + 2, + 1, + 3, + 3, + 2, + 4, + 10, + 15, + 309, + 143 + ], + "log_norms_bin_edges": [ + -12.948099136352539, + -12.739948272705078, + -12.531798362731934, + -12.323647499084473, + -12.115497589111328, + -11.907346725463867, + -11.699195861816406, + -11.491045951843262, + -11.2828950881958, + -11.074745178222656, + -10.866594314575195, + -10.658443450927734, + -10.45029354095459, + -10.242142677307129, + -10.033992767333984, + -9.825841903686523, + -9.617691040039062, + -9.409541130065918, + -9.201390266418457, + -8.993240356445312, + -8.785089492797852, + -8.57693862915039, + -8.368788719177246, + -8.160638809204102, + -7.952487945556641, + -7.74433708190918, + -7.536186695098877, + -7.328036308288574, + -7.1198859214782715, + -6.911735534667969, + -6.703584671020508, + -6.495434284210205, + -6.287283897399902, + -6.0791335105896, + -5.870983123779297, + -5.662832260131836, + -5.454681873321533, + -5.2465314865112305, + -5.038381099700928, + -4.830230712890625, + -4.622079849243164, + -4.4139299392700195, + -4.205779075622559, + -3.9976282119750977, + -3.789478302001953, + -3.581327438354492, + -3.3731775283813477, + -3.1650266647338867, + -2.956876754760742, + -2.7487258911132812, + -2.5405750274658203 + ], + "r_inf_mean": 0.25117719173431396, + "r_inf_median": 0.2453686147928238, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6361703872680664, + "eff_dim_mean": 0.6361703276634216, + "topk_energy": { + "1": 0.06415685266256332, + "5": 0.2601376175880432, + "10": 0.4154936671257019, + "25": 0.7228748798370361 + }, + "gamma_raw": 0.07248663902282715, + "gamma_active": { + "1e-08": 0.07278932631015778, + "1e-07": 0.07278932631015778, + "1e-06": 0.0729980617761612, + "1e-05": 0.07326478511095047, + "0.0001": 0.07436378300189972 + }, + "gamma_energy_weighted": { + "1e-08": 0.09964139577229195, + "1e-07": 0.09964139577229195, + "1e-06": 0.09964139577229195, + "1e-05": 0.09964139577229195, + "0.0001": 0.09964139577229195 + } + }, + { + "layer": 3, + "mean_norm": 0.001585004385560751, + "median_norm": 0.0015949448570609093, + "max_norm": 0.0028116938192397356, + "min_norm": 6.597966530769162e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.645777225494385, + "5": -4.051647663116455, + "10": -3.0880613327026367, + "25": -2.8387179374694824, + "50": -2.7971596717834473, + "75": -2.74446177482605, + "90": -2.6201910972595215, + "95": -2.5910253524780273, + "99": -2.5666158199310303 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 3, + 3, + 0, + 5, + 1, + 4, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 297, + 156 + ], + "log_norms_bin_edges": [ + -13.180590629577637, + -12.967999458312988, + -12.75540828704834, + -12.542817115783691, + -12.330225944519043, + -12.117634773254395, + -11.905043601989746, + -11.692452430725098, + -11.47986125946045, + -11.2672700881958, + -11.054678916931152, + -10.842087745666504, + -10.629496574401855, + -10.416905403137207, + -10.204314231872559, + -9.99172306060791, + -9.779131889343262, + -9.566540718078613, + -9.353949546813965, + -9.141358375549316, + -8.928767204284668, + -8.71617603302002, + -8.503584861755371, + -8.290993690490723, + -8.078402519226074, + -7.865811347961426, + -7.653220176696777, + -7.440629005432129, + -7.2280378341674805, + -7.015446662902832, + -6.802855491638184, + -6.590264320373535, + -6.377673149108887, + -6.165081977844238, + -5.95249080657959, + -5.739899635314941, + -5.527308464050293, + -5.3147172927856445, + -5.102126121520996, + -4.889534950256348, + -4.676943778991699, + -4.464352607727051, + -4.251761436462402, + -4.039170265197754, + -3.8265790939331055, + -3.613987922668457, + -3.4013967514038086, + -3.18880558013916, + -2.9762144088745117, + -2.7636232376098633, + -2.551032066345215 + ], + "r_inf_mean": 0.25097793340682983, + "r_inf_median": 0.24518100917339325, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6365331411361694, + "eff_dim_mean": 0.6365330219268799, + "topk_energy": { + "1": 0.06396312266588211, + "5": 0.2606302499771118, + "10": 0.41602620482444763, + "25": 0.7233495712280273 + }, + "gamma_raw": 0.07401160895824432, + "gamma_active": { + "1e-08": 0.07423581182956696, + "1e-07": 0.07423581182956696, + "1e-06": 0.07438528537750244, + "1e-05": 0.07401876151561737, + "0.0001": 0.07508758455514908 + }, + "gamma_energy_weighted": { + "1e-08": 0.10050701256341148, + "1e-07": 0.10050701256341148, + "1e-06": 0.10050701256341148, + "1e-05": 0.10050701256341148, + "0.0001": 0.10050701256341148 + } + }, + { + "layer": 4, + "mean_norm": 0.001578850788064301, + "median_norm": 0.0015870780916884542, + "max_norm": 0.002779713599011302, + "min_norm": 5.723388749696509e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.6378045082092285, + "5": -4.055647373199463, + "10": -3.0965394973754883, + "25": -2.839184522628784, + "50": -2.799306869506836, + "75": -2.746433734893799, + "90": -2.623314380645752, + "95": -2.5929296016693115, + "99": -2.5730621814727783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 285, + 168 + ], + "log_norms_bin_edges": [ + -13.24234676361084, + -13.028619766235352, + -12.814892768859863, + -12.601165771484375, + -12.387438774108887, + -12.173711776733398, + -11.95998477935791, + -11.746257781982422, + -11.53253173828125, + -11.318803787231445, + -11.105077743530273, + -10.891350746154785, + -10.677623748779297, + -10.463896751403809, + -10.25016975402832, + -10.036442756652832, + -9.822715759277344, + -9.608988761901855, + -9.395261764526367, + -9.181534767150879, + -8.96780776977539, + -8.754081726074219, + -8.540353775024414, + -8.326627731323242, + -8.112899780273438, + -7.899173259735107, + -7.685446262359619, + -7.471719264984131, + -7.257992744445801, + -7.0442657470703125, + -6.830538749694824, + -6.616811752319336, + -6.403084754943848, + -6.189357757568359, + -5.975630760192871, + -5.761903762817383, + -5.5481767654418945, + -5.3344502449035645, + -5.120722770690918, + -4.90699577331543, + -4.693268775939941, + -4.4795427322387695, + -4.265815734863281, + -4.052088737487793, + -3.8383617401123047, + -3.6246347427368164, + -3.410907745361328, + -3.19718074798584, + -2.9834537506103516, + -2.7697267532348633, + -2.555999994277954 + ], + "r_inf_mean": 0.250883549451828, + "r_inf_median": 0.2449640929698944, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.637553334236145, + "eff_dim_mean": 0.6375532746315002, + "topk_energy": { + "1": 0.06396772712469101, + "5": 0.26079338788986206, + "10": 0.4156342148780823, + "25": 0.7230592966079712 + }, + "gamma_raw": 0.035461075603961945, + "gamma_active": { + "1e-08": 0.03537977114319801, + "1e-07": 0.03537977114319801, + "1e-06": 0.035652536898851395, + "1e-05": 0.03563627228140831, + "0.0001": 0.036148227751255035 + }, + "gamma_energy_weighted": { + "1e-08": 0.04056952323522289, + "1e-07": 0.04056952323522289, + "1e-06": 0.04056952323522289, + "1e-05": 0.04056952323522289, + "0.0001": 0.04056952323522289 + } + }, + { + "layer": 5, + "mean_norm": 0.001576357171870768, + "median_norm": 0.0015878068516030908, + "max_norm": 0.0027691232971847057, + "min_norm": 5.4971913116376794e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.636692523956299, + "5": -4.058103561401367, + "10": -3.098578929901123, + "25": -2.839789867401123, + "50": -2.799041509628296, + "75": -2.7471446990966797, + "90": -2.621488332748413, + "95": -2.592961549758911, + "99": -2.5719950199127197 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 284, + 169 + ], + "log_norms_bin_edges": [ + -13.259859085083008, + -13.045815467834473, + -12.831770896911621, + -12.617727279663086, + -12.403682708740234, + -12.1896390914917, + -11.975594520568848, + -11.761550903320312, + -11.547506332397461, + -11.333462715148926, + -11.11941909790039, + -10.905374526977539, + -10.691330909729004, + -10.477286338806152, + -10.263242721557617, + -10.049198150634766, + -9.83515453338623, + -9.621110916137695, + -9.407066345214844, + -9.193021774291992, + -8.978978157043457, + -8.764934539794922, + -8.55088996887207, + -8.336846351623535, + -8.122802734375, + -7.908758163452148, + -7.694714069366455, + -7.480669975280762, + -7.266626358032227, + -7.052582263946533, + -6.83853816986084, + -6.6244940757751465, + -6.410449981689453, + -6.19640588760376, + -5.982361793518066, + -5.768317699432373, + -5.55427360534668, + -5.3402299880981445, + -5.126185417175293, + -4.912141799926758, + -4.698097229003906, + -4.484053611755371, + -4.270009994506836, + -4.055965423583984, + -3.841921806335449, + -3.6278772354125977, + -3.4138336181640625, + -3.199789047241211, + -2.985745429992676, + -2.7717018127441406, + -2.5576577186584473 + ], + "r_inf_mean": 0.25077736377716064, + "r_inf_median": 0.2452044039964676, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6377048492431641, + "eff_dim_mean": 0.6377048492431641, + "topk_energy": { + "1": 0.06389205902814865, + "5": 0.2613905966281891, + "10": 0.41602951288223267, + "25": 0.7230194807052612 + }, + "gamma_raw": 0.05485357716679573, + "gamma_active": { + "1e-08": 0.054925017058849335, + "1e-07": 0.054925017058849335, + "1e-06": 0.05512819066643715, + "1e-05": 0.05513647198677063, + "0.0001": 0.055629052221775055 + }, + "gamma_energy_weighted": { + "1e-08": 0.0583277061369115, + "1e-07": 0.0583277061369115, + "1e-06": 0.0583277061369115, + "1e-05": 0.0583277061369115, + "0.0001": 0.0583277061369115 + } + }, + { + "layer": 6, + "mean_norm": 0.0015737027861177921, + "median_norm": 0.00158563198056072, + "max_norm": 0.002765227574855089, + "min_norm": 5.402908074278803e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.636329650878906, + "5": -4.057345390319824, + "10": -3.0992369651794434, + "25": -2.8404672145843506, + "50": -2.7997238636016846, + "75": -2.748805522918701, + "90": -2.6215813159942627, + "95": -2.592430353164673, + "99": -2.573193311691284 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 287, + 166 + ], + "log_norms_bin_edges": [ + -13.267372131347656, + -13.053190231323242, + -12.839008331298828, + -12.624826431274414, + -12.410643577575684, + -12.19646167755127, + -11.982279777526855, + -11.768097877502441, + -11.553915977478027, + -11.339734077453613, + -11.125551223754883, + -10.911369323730469, + -10.697187423706055, + -10.48300552368164, + -10.268823623657227, + -10.054641723632812, + -9.840459823608398, + -9.626276969909668, + -9.412095069885254, + -9.19791316986084, + -8.983731269836426, + -8.769548416137695, + -8.555366516113281, + -8.341184616088867, + -8.127002716064453, + -7.912820816040039, + -7.698638916015625, + -7.484457015991211, + -7.270274639129639, + -7.056092739105225, + -6.8419108390808105, + -6.627728462219238, + -6.413546562194824, + -6.19936466217041, + -5.985182285308838, + -5.771000385284424, + -5.55681848526001, + -5.3426361083984375, + -5.128454208374023, + -4.914272308349609, + -4.700090408325195, + -4.485908508300781, + -4.271725654602051, + -4.057543754577637, + -3.8433618545532227, + -3.6291799545288086, + -3.4149980545043945, + -3.2008161544799805, + -2.98663330078125, + -2.772451400756836, + -2.5582690238952637 + ], + "r_inf_mean": 0.2508494257926941, + "r_inf_median": 0.2456825226545334, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6373716592788696, + "eff_dim_mean": 0.6373716592788696, + "topk_energy": { + "1": 0.0639113038778305, + "5": 0.2614899277687073, + "10": 0.416392982006073, + "25": 0.7236509919166565 + }, + "gamma_raw": 0.044606782495975494, + "gamma_active": { + "1e-08": 0.04472311586141586, + "1e-07": 0.04472311586141586, + "1e-06": 0.04495822265744209, + "1e-05": 0.045065443962812424, + "0.0001": 0.04538236930966377 + }, + "gamma_energy_weighted": { + "1e-08": 0.06216703408012688, + "1e-07": 0.06216703408012688, + "1e-06": 0.06216703408012688, + "1e-05": 0.06216703408012688, + "0.0001": 0.06216703408012688 + } + }, + { + "layer": 7, + "mean_norm": 0.0015723470132797956, + "median_norm": 0.00158548797480762, + "max_norm": 0.002766449237242341, + "min_norm": 5.3184792182282836e-14, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.974609375, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.638453483581543, + "5": -4.060413837432861, + "10": -3.101661443710327, + "25": -2.8403329849243164, + "50": -2.7997944355010986, + "75": -2.7503182888031006, + "90": -2.6216723918914795, + "95": -2.5920419692993164, + "99": -2.572660207748413 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 0, + 5, + 0, + 5, + 1, + 4, + 1, + 3, + 5, + 8, + 16, + 290, + 163 + ], + "log_norms_bin_edges": [ + -13.274212837219238, + -13.059889793395996, + -12.84556770324707, + -12.631244659423828, + -12.416921615600586, + -12.20259952545166, + -11.988276481628418, + -11.773954391479492, + -11.55963134765625, + -11.345308303833008, + -11.130985260009766, + -10.91666316986084, + -10.702340126037598, + -10.488018035888672, + -10.27369499206543, + -10.059371948242188, + -9.845049858093262, + -9.63072681427002, + -9.416404724121094, + -9.202081680297852, + -8.98775863647461, + -8.773435592651367, + -8.559113502502441, + -8.344791412353516, + -8.130468368530273, + -7.916145324707031, + -7.701822757720947, + -7.487499713897705, + -7.273177146911621, + -7.058854579925537, + -6.844532012939453, + -6.630208969116211, + -6.415886402130127, + -6.201563835144043, + -5.987240791320801, + -5.772918224334717, + -5.558595657348633, + -5.344273090362549, + -5.129950523376465, + -4.915627479553223, + -4.7013044357299805, + -4.486982345581055, + -4.2726593017578125, + -4.05833625793457, + -3.8440141677856445, + -3.6296911239624023, + -3.4153690338134766, + -3.2010459899902344, + -2.986722946166992, + -2.7724008560180664, + -2.558077335357666 + ], + "r_inf_mean": 0.2511153519153595, + "r_inf_median": 0.24565602838993073, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6372654438018799, + "eff_dim_mean": 0.6372654438018799, + "topk_energy": { + "1": 0.06402918696403503, + "5": 0.2617356479167938, + "10": 0.4167100191116333, + "25": 0.7239378094673157 + }, + "gamma_raw": 0.09953433275222778, + "gamma_active": { + "1e-08": 0.09964214265346527, + "1e-07": 0.09964214265346527, + "1e-06": 0.10008937865495682, + "1e-05": 0.10055326670408249, + "0.0001": 0.10152729600667953 + }, + "gamma_energy_weighted": { + "1e-08": 0.12437174017658459, + "1e-07": 0.12437174017658459, + "1e-06": 0.12437174017658459, + "1e-05": 0.12437174017658459, + "0.0001": 0.12437174017658459 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L4.json new file mode 100644 index 0000000..0b7cfd1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 14.915828704833984, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.025022044777870178, + "median_norm": 0.0243986826390028, + "max_norm": 0.08904329687356949, + "min_norm": 2.6663454430475575e-12, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -6.718102931976318, + "5": -3.273912191390991, + "10": -1.9941333532333374, + "25": -1.7658894062042236, + "50": -1.6113617420196533, + "75": -1.499895691871643, + "90": -1.3874518871307373, + "95": -1.3133070468902588, + "99": -1.1728016138076782 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 4, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 5, + 0, + 0, + 6, + 6, + 1, + 4, + 1, + 4, + 27, + 111, + 227, + 94, + 9 + ], + "log_norms_bin_edges": [ + -11.574084281921387, + -11.36361026763916, + -11.15313720703125, + -10.942663192749023, + -10.732189178466797, + -10.52171516418457, + -10.31124210357666, + -10.100768089294434, + -9.890295028686523, + -9.679821014404297, + -9.46934700012207, + -9.258872985839844, + -9.048399925231934, + -8.837925910949707, + -8.627452850341797, + -8.41697883605957, + -8.206504821777344, + -7.996030807495117, + -7.785557270050049, + -7.5750837326049805, + -7.364609718322754, + -7.1541361808776855, + -6.943662643432617, + -6.733188629150391, + -6.522715091705322, + -6.312241554260254, + -6.101767539978027, + -5.891294002532959, + -5.680820465087891, + -5.470346450805664, + -5.259872913360596, + -5.049398899078369, + -4.838925361633301, + -4.628451824188232, + -4.417977809906006, + -4.2075042724609375, + -3.997030258178711, + -3.7865567207336426, + -3.576083183288574, + -3.3656091690063477, + -3.155135154724121, + -2.944662094116211, + -2.7341880798339844, + -2.523714065551758, + -2.3132410049438477, + -2.102766990661621, + -1.8922929763793945, + -1.6818199157714844, + -1.4713459014892578, + -1.2608718872070312, + -1.050398826599121 + ], + "r_inf_mean": 0.257660448551178, + "r_inf_median": 0.2536555528640747, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6292432546615601, + "eff_dim_mean": 0.6292432546615601, + "topk_energy": { + "1": 0.0677863135933876, + "5": 0.26897090673446655, + "10": 0.42750611901283264, + "25": 0.7296578884124756 + }, + "gamma_raw": -0.0050457557663321495, + "gamma_active": { + "1e-08": -0.004943878389894962, + "1e-07": -0.004943878389894962, + "1e-06": -0.0038259578868746758, + "1e-05": -0.0037473354022949934, + "0.0001": -0.00394316203892231 + }, + "gamma_energy_weighted": { + "1e-08": -0.012729218047689334, + "1e-07": -0.012729218047689334, + "1e-06": -0.012729218047689334, + "1e-05": -0.012729218047689334, + "0.0001": -0.012729218047689334 + } + }, + { + "layer": 1, + "mean_norm": 0.002412225818261504, + "median_norm": 0.0023817168548703194, + "max_norm": 0.007157699670642614, + "min_norm": 2.342636718291602e-13, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98046875, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.78765344619751, + "5": -4.288754940032959, + "10": -2.8862533569335938, + "25": -2.697870969772339, + "50": -2.6229662895202637, + "75": -2.5406980514526367, + "90": -2.4505836963653564, + "95": -2.3884456157684326, + "99": -2.263009548187256 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 3, + 3, + 1, + 1, + 5, + 3, + 2, + 4, + 0, + 3, + 4, + 23, + 283, + 141, + 21 + ], + "log_norms_bin_edges": [ + -12.630294799804688, + -12.42059326171875, + -12.210891723632812, + -12.001191139221191, + -11.791489601135254, + -11.581788063049316, + -11.372086524963379, + -11.162384986877441, + -10.95268440246582, + -10.742982864379883, + -10.533281326293945, + -10.323579788208008, + -10.11387825012207, + -9.904176712036133, + -9.694475173950195, + -9.484774589538574, + -9.275073051452637, + -9.0653715133667, + -8.855670928955078, + -8.64596939086914, + -8.436267852783203, + -8.226566314697266, + -8.016864776611328, + -7.807163715362549, + -7.597462177276611, + -7.387760639190674, + -7.1780595779418945, + -6.968358039855957, + -6.7586565017700195, + -6.54895544052124, + -6.339253902435303, + -6.129552841186523, + -5.919851303100586, + -5.710149765014648, + -5.500448703765869, + -5.290747165679932, + -5.081046104431152, + -4.871344566345215, + -4.661643028259277, + -4.45194149017334, + -4.242240905761719, + -4.032539367675781, + -3.8228378295898438, + -3.6131362915039062, + -3.4034347534179688, + -3.1937332153320312, + -2.98403263092041, + -2.7743310928344727, + -2.564629554748535, + -2.3549280166625977, + -2.14522647857666 + ], + "r_inf_mean": 0.2407788336277008, + "r_inf_median": 0.23544469475746155, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6511318683624268, + "eff_dim_mean": 0.6511318683624268, + "topk_energy": { + "1": 0.05872461944818497, + "5": 0.24657098948955536, + "10": 0.4000113010406494, + "25": 0.7071118354797363 + }, + "gamma_raw": -0.02917603775858879, + "gamma_active": { + "1e-08": -0.029403023421764374, + "1e-07": -0.029890375211834908, + "1e-06": -0.0301152765750885, + "1e-05": -0.03042641468346119, + "0.0001": -0.03138231858611107 + }, + "gamma_energy_weighted": { + "1e-08": -0.03538187969402546, + "1e-07": -0.03538187969402546, + "1e-06": -0.03538187969402546, + "1e-05": -0.03538187969402546, + "0.0001": -0.03538187969402546 + } + }, + { + "layer": 2, + "mean_norm": 0.0014475507196038961, + "median_norm": 0.0014982514549046755, + "max_norm": 0.0023187759798020124, + "min_norm": 1.5831918566931724e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.9935455322265625, + "5": -4.471982955932617, + "10": -3.073025941848755, + "25": -2.8835699558258057, + "50": -2.824331283569336, + "75": -2.7534666061401367, + "90": -2.7044713497161865, + "95": -2.6810171604156494, + "99": -2.6395504474639893 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 3, + 4, + 0, + 0, + 5, + 5, + 2, + 2, + 1, + 3, + 4, + 10, + 161, + 297 + ], + "log_norms_bin_edges": [ + -12.800466537475586, + -12.597151756286621, + -12.393837928771973, + -12.190523147583008, + -11.987208366394043, + -11.783893585205078, + -11.58057975769043, + -11.377264976501465, + -11.1739501953125, + -10.970636367797852, + -10.767321586608887, + -10.564006805419922, + -10.360692977905273, + -10.157378196716309, + -9.954063415527344, + -9.750748634338379, + -9.547433853149414, + -9.344120025634766, + -9.1408052444458, + -8.937490463256836, + -8.734176635742188, + -8.530861854553223, + -8.327547073364258, + -8.12423324584961, + -7.9209184646606445, + -7.71760368347168, + -7.514289379119873, + -7.310974597930908, + -7.107660293579102, + -6.904345512390137, + -6.70103120803833, + -6.497716426849365, + -6.294402122497559, + -6.091087818145752, + -5.887773036956787, + -5.6844587326049805, + -5.481143951416016, + -5.277829647064209, + -5.074514865875244, + -4.8712005615234375, + -4.667885780334473, + -4.464571952819824, + -4.261257171630859, + -4.0579423904418945, + -3.8546276092529297, + -3.6513137817382812, + -3.4479990005493164, + -3.2446842193603516, + -3.041370391845703, + -2.8380556106567383, + -2.6347413063049316 + ], + "r_inf_mean": 0.23711252212524414, + "r_inf_median": 0.23228926956653595, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6518200635910034, + "eff_dim_mean": 0.6518200039863586, + "topk_energy": { + "1": 0.056988876312971115, + "5": 0.2432098686695099, + "10": 0.39676520228385925, + "25": 0.7032259702682495 + }, + "gamma_raw": 0.025871656835079193, + "gamma_active": { + "1e-08": 0.02613031305372715, + "1e-07": 0.026078995317220688, + "1e-06": 0.025793269276618958, + "1e-05": 0.026771342381834984, + "0.0001": 0.02567264437675476 + }, + "gamma_energy_weighted": { + "1e-08": 0.045246207879407696, + "1e-07": 0.045246207879407696, + "1e-06": 0.045246207879407696, + "1e-05": 0.045246207879407696, + "0.0001": 0.045246207879407696 + } + }, + { + "layer": 3, + "mean_norm": 0.0014294078573584557, + "median_norm": 0.001472563948482275, + "max_norm": 0.0023282242473214865, + "min_norm": 1.5889653687869293e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.974609375, + "1e-05": 0.95703125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.999645233154297, + "5": -4.477939605712891, + "10": -3.08062481880188, + "25": -2.8942666053771973, + "50": -2.831714630126953, + "75": -2.760953426361084, + "90": -2.7094781398773193, + "95": -2.684312343597412, + "99": -2.6377902030944824 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 3, + 4, + 0, + 0, + 5, + 5, + 2, + 2, + 1, + 3, + 4, + 12, + 179, + 277 + ], + "log_norms_bin_edges": [ + -12.7988862991333, + -12.59556770324707, + -12.392250061035156, + -12.188931465148926, + -11.985613822937012, + -11.782295227050781, + -11.578977584838867, + -11.375658988952637, + -11.172340393066406, + -10.969022750854492, + -10.765704154968262, + -10.562385559082031, + -10.359067916870117, + -10.155749320983887, + -9.952431678771973, + -9.749113082885742, + -9.545795440673828, + -9.342476844787598, + -9.139158248901367, + -8.935840606689453, + -8.732522010803223, + -8.529203414916992, + -8.325885772705078, + -8.122568130493164, + -7.919249534606934, + -7.715930938720703, + -7.512612819671631, + -7.309294700622559, + -7.105976581573486, + -6.902658462524414, + -6.699339866638184, + -6.496021747589111, + -6.292703628540039, + -6.089385509490967, + -5.8860673904418945, + -5.682748794555664, + -5.479430675506592, + -5.2761125564575195, + -5.072794437408447, + -4.869476318359375, + -4.6661577224731445, + -4.4628400802612305, + -4.259521484375, + -4.0562028884887695, + -3.8528852462768555, + -3.649566650390625, + -3.446249008178711, + -3.2429304122924805, + -3.0396127700805664, + -2.836294174194336, + -2.6329751014709473 + ], + "r_inf_mean": 0.23723141849040985, + "r_inf_median": 0.23334407806396484, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6509336233139038, + "eff_dim_mean": 0.6509336233139038, + "topk_energy": { + "1": 0.05696263909339905, + "5": 0.24367500841617584, + "10": 0.3954431712627411, + "25": 0.7035407423973083 + }, + "gamma_raw": -0.005857553333044052, + "gamma_active": { + "1e-08": -0.006018204614520073, + "1e-07": -0.006364159751683474, + "1e-06": -0.006075074430555105, + "1e-05": -0.006182107143104076, + "0.0001": -0.006286018993705511 + }, + "gamma_energy_weighted": { + "1e-08": -0.01307881832397445, + "1e-07": -0.01307881832397445, + "1e-06": -0.01307881832397445, + "1e-05": -0.01307881832397445, + "0.0001": -0.01307881832397445 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L8.json new file mode 100644 index 0000000..240c738 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 21.983301162719727, + "acc": 0.08203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03308797627687454, + "median_norm": 0.03599296510219574, + "max_norm": 0.059110432863235474, + "min_norm": 7.117963021703892e-16, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.984375, + "1e-05": 0.974609375, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.013179779052734, + "5": -3.241302728652954, + "10": -1.7210490703582764, + "25": -1.5404908657073975, + "50": -1.4437439441680908, + "75": -1.3924169540405273, + "90": -1.3518362045288086, + "95": -1.3278738260269165, + "99": -1.280229926109314 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 1, + 2, + 3, + 4, + 2, + 1, + 2, + 1, + 3, + 2, + 5, + 122, + 351 + ], + "log_norms_bin_edges": [ + -15.14764404296875, + -14.869257926940918, + -14.590871810913086, + -14.312485694885254, + -14.034099578857422, + -13.75571346282959, + -13.477327346801758, + -13.198941230773926, + -12.920555114746094, + -12.642168998718262, + -12.36378288269043, + -12.085396766662598, + -11.807010650634766, + -11.528623580932617, + -11.250238418579102, + -10.971851348876953, + -10.693466186523438, + -10.415079116821289, + -10.136693954467773, + -9.858306884765625, + -9.57992172241211, + -9.301534652709961, + -9.023149490356445, + -8.744762420654297, + -8.466376304626465, + -8.187990188598633, + -7.909604072570801, + -7.631217956542969, + -7.352831840515137, + -7.074445724487305, + -6.796059608459473, + -6.517673492431641, + -6.239287376403809, + -5.960901260375977, + -5.6825151443481445, + -5.4041290283203125, + -5.1257429122924805, + -4.847356796264648, + -4.568970680236816, + -4.290584564208984, + -4.012198448181152, + -3.7338123321533203, + -3.4554262161254883, + -3.1770401000976562, + -2.898653984069824, + -2.620267868041992, + -2.34188175201416, + -2.063495635986328, + -1.7851085662841797, + -1.5067224502563477, + -1.228335976600647 + ], + "r_inf_mean": 0.2501823306083679, + "r_inf_median": 0.24767112731933594, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.63080233335495, + "eff_dim_mean": 0.6308022737503052, + "topk_energy": { + "1": 0.0633615106344223, + "5": 0.2691013813018799, + "10": 0.42976605892181396, + "25": 0.7291795611381531 + }, + "gamma_raw": 0.007233061362057924, + "gamma_active": { + "1e-08": 0.007558154407888651, + "1e-07": 0.007300097495317459, + "1e-06": 0.007311787456274033, + "1e-05": 0.007103751879185438, + "0.0001": 0.006727857515215874 + }, + "gamma_energy_weighted": { + "1e-08": 0.001041285021347993, + "1e-07": 0.001041285021347993, + "1e-06": 0.001041285021347993, + "1e-05": 0.001041285021347993, + "0.0001": 0.001041285021347993 + } + }, + { + "layer": 1, + "mean_norm": 0.0014625182375311852, + "median_norm": 0.0015050594229251146, + "max_norm": 0.002104457002133131, + "min_norm": 4.973374133010571e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.259793281555176, + "5": -4.6300153732299805, + "10": -2.923513412475586, + "25": -2.8594486713409424, + "50": -2.8215808868408203, + "75": -2.7559762001037598, + "90": -2.7277450561523438, + "95": -2.7233924865722656, + "99": -2.6977901458740234 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 1, + 13, + 464 + ], + "log_norms_bin_edges": [ + -16.303348541259766, + -16.030818939208984, + -15.758289337158203, + -15.485758781433105, + -15.213229179382324, + -14.940699577331543, + -14.668169975280762, + -14.39564037322998, + -14.123109817504883, + -13.850580215454102, + -13.57805061340332, + -13.305521011352539, + -13.032991409301758, + -12.760461807250977, + -12.487932205200195, + -12.215401649475098, + -11.942872047424316, + -11.670342445373535, + -11.397811889648438, + -11.125282287597656, + -10.852752685546875, + -10.580223083496094, + -10.307693481445312, + -10.035163879394531, + -9.76263427734375, + -9.490104675292969, + -9.217574119567871, + -8.94504451751709, + -8.672514915466309, + -8.399984359741211, + -8.12745475769043, + -7.854925155639648, + -7.582395553588867, + -7.309865951538086, + -7.037336349487305, + -6.764805793762207, + -6.492276191711426, + -6.2197465896606445, + -5.947216987609863, + -5.674687385559082, + -5.402156829833984, + -5.129627227783203, + -4.857097625732422, + -4.584568023681641, + -4.312038421630859, + -4.039508819580078, + -3.7669782638549805, + -3.494448661804199, + -3.221919059753418, + -2.9493894577026367, + -2.6768598556518555 + ], + "r_inf_mean": 0.2515616714954376, + "r_inf_median": 0.24906310439109802, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6396518349647522, + "eff_dim_mean": 0.6396517753601074, + "topk_energy": { + "1": 0.06411425769329071, + "5": 0.26288968324661255, + "10": 0.4174216389656067, + "25": 0.7169562578201294 + }, + "gamma_raw": 0.004068345297127962, + "gamma_active": { + "1e-08": 0.004205549601465464, + "1e-07": 0.004365758504718542, + "1e-06": 0.0046619838103652, + "1e-05": 0.004339305683970451, + "0.0001": 0.0038013258017599583 + }, + "gamma_energy_weighted": { + "1e-08": 0.002263312561266669, + "1e-07": 0.002263312561266669, + "1e-06": 0.002263312561266669, + "1e-05": 0.002263312561266669, + "0.0001": 0.002263312561266669 + } + }, + { + "layer": 2, + "mean_norm": 0.0013190696481615305, + "median_norm": 0.001373418839648366, + "max_norm": 0.0018326925346627831, + "min_norm": 4.5121246576889566e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.305257797241211, + "5": -4.684929847717285, + "10": -2.9833931922912598, + "25": -2.910946846008301, + "50": -2.862102508544922, + "75": -2.8023386001586914, + "90": -2.7640368938446045, + "95": -2.7510714530944824, + "99": -2.7427399158477783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 12, + 466 + ], + "log_norms_bin_edges": [ + -16.345619201660156, + -16.073444366455078, + -15.801270484924316, + -15.529096603393555, + -15.256922721862793, + -14.984748840332031, + -14.712574005126953, + -14.440400123596191, + -14.16822624206543, + -13.896051406860352, + -13.62387752532959, + -13.351703643798828, + -13.07952880859375, + -12.807354927062988, + -12.535181045532227, + -12.263006210327148, + -11.990832328796387, + -11.718658447265625, + -11.446483612060547, + -11.174309730529785, + -10.902135848999023, + -10.629961013793945, + -10.357787132263184, + -10.085613250732422, + -9.813438415527344, + -9.541264533996582, + -9.26909065246582, + -8.996915817260742, + -8.72474193572998, + -8.452568054199219, + -8.180394172668457, + -7.908219337463379, + -7.636045455932617, + -7.3638715744018555, + -7.091696739196777, + -6.819522857666016, + -6.547348976135254, + -6.275174140930176, + -6.003000259399414, + -5.730826377868652, + -5.458652496337891, + -5.1864776611328125, + -4.914303779602051, + -4.642129898071289, + -4.369955062866211, + -4.097781181335449, + -3.8256072998046875, + -3.5534324645996094, + -3.2812585830688477, + -3.009084701538086, + -2.736910343170166 + ], + "r_inf_mean": 0.2582753896713257, + "r_inf_median": 0.25314927101135254, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6389410495758057, + "eff_dim_mean": 0.6389410495758057, + "topk_energy": { + "1": 0.06762443482875824, + "5": 0.267497718334198, + "10": 0.4202384054660797, + "25": 0.7182121276855469 + }, + "gamma_raw": 0.019993091002106667, + "gamma_active": { + "1e-08": 0.020162086933851242, + "1e-07": 0.020838484168052673, + "1e-06": 0.021168233826756477, + "1e-05": 0.020816344767808914, + "0.0001": 0.020367048680782318 + }, + "gamma_energy_weighted": { + "1e-08": 0.024809885262474806, + "1e-07": 0.024809885262474806, + "1e-06": 0.024809885262474806, + "1e-05": 0.024809885262474806, + "0.0001": 0.024809885262474806 + } + }, + { + "layer": 3, + "mean_norm": 0.0013052331050857902, + "median_norm": 0.001345189055427909, + "max_norm": 0.0018247701227664948, + "min_norm": 4.461571679988901e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.307965278625488, + "5": -4.684902667999268, + "10": -2.98930287361145, + "25": -2.917954921722412, + "50": -2.8711915016174316, + "75": -2.805384635925293, + "90": -2.7667741775512695, + "95": -2.755072832107544, + "99": -2.748328685760498 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 13, + 465 + ], + "log_norms_bin_edges": [ + -16.35051155090332, + -16.078277587890625, + -15.806042671203613, + -15.533808708190918, + -15.261573791503906, + -14.989339828491211, + -14.7171049118042, + -14.444870948791504, + -14.172636032104492, + -13.900402069091797, + -13.628168106079102, + -13.35593318939209, + -13.083699226379395, + -12.811464309692383, + -12.539230346679688, + -12.266996383666992, + -11.99476146697998, + -11.722526550292969, + -11.450292587280273, + -11.178058624267578, + -10.905823707580566, + -10.633589744567871, + -10.36135482788086, + -10.089120864868164, + -9.816886901855469, + -9.544651985168457, + -9.272417068481445, + -9.00018310546875, + -8.727949142456055, + -8.45571517944336, + -8.183480262756348, + -7.911245346069336, + -7.639011383056641, + -7.366777420043945, + -7.094542503356934, + -6.822308540344238, + -6.550073623657227, + -6.277839660644531, + -6.0056047439575195, + -5.733370780944824, + -5.4611358642578125, + -5.188901901245117, + -4.916667938232422, + -4.64443302154541, + -4.372199058532715, + -4.099964141845703, + -3.827730178833008, + -3.555495262145996, + -3.283261299133301, + -3.0110273361206055, + -2.7387919425964355 + ], + "r_inf_mean": 0.25726965069770813, + "r_inf_median": 0.25368115305900574, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6392265558242798, + "eff_dim_mean": 0.639226496219635, + "topk_energy": { + "1": 0.06701234728097916, + "5": 0.2659169137477875, + "10": 0.41943955421447754, + "25": 0.7191479206085205 + }, + "gamma_raw": 0.03758229315280914, + "gamma_active": { + "1e-08": 0.0378861203789711, + "1e-07": 0.03756710886955261, + "1e-06": 0.037464361637830734, + "1e-05": 0.03694113716483116, + "0.0001": 0.03683923929929733 + }, + "gamma_energy_weighted": { + "1e-08": 0.03570613368060502, + "1e-07": 0.03570613368060502, + "1e-06": 0.03570613368060502, + "1e-05": 0.03570613368060502, + "0.0001": 0.03570613368060502 + } + }, + { + "layer": 4, + "mean_norm": 0.0013031801208853722, + "median_norm": 0.0013263453729450703, + "max_norm": 0.001817497075535357, + "min_norm": 4.5671275362123027e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.316855430603027, + "5": -4.687309265136719, + "10": -2.9987874031066895, + "25": -2.926168441772461, + "50": -2.8772239685058594, + "75": -2.8040833473205566, + "90": -2.7639808654785156, + "95": -2.7509677410125732, + "99": -2.7424466609954834 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 14, + 464 + ], + "log_norms_bin_edges": [ + -16.340356826782227, + -16.068359375, + -15.796363830566406, + -15.524367332458496, + -15.252370834350586, + -14.98037338256836, + -14.70837688446045, + -14.436380386352539, + -14.164383888244629, + -13.892387390136719, + -13.620390892028809, + -13.348394393920898, + -13.076396942138672, + -12.804401397705078, + -12.532403945922852, + -12.260407447814941, + -11.988410949707031, + -11.716414451599121, + -11.444417953491211, + -11.172420501708984, + -10.90042495727539, + -10.628427505493164, + -10.356431007385254, + -10.084434509277344, + -9.812438011169434, + -9.540441513061523, + -9.268445014953613, + -8.996448516845703, + -8.724451065063477, + -8.452455520629883, + -8.180458068847656, + -7.908461570739746, + -7.636465072631836, + -7.364468574523926, + -7.092472076416016, + -6.8204755783081055, + -6.548479080200195, + -6.276481628417969, + -6.004485130310059, + -5.732488632202148, + -5.460492134094238, + -5.188495635986328, + -4.916499137878418, + -4.644502639770508, + -4.372505187988281, + -4.100508689880371, + -3.828512191772461, + -3.556515693664551, + -3.2845191955566406, + -3.0125226974487305, + -2.7405264377593994 + ], + "r_inf_mean": 0.25767749547958374, + "r_inf_median": 0.2556084096431732, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6421579122543335, + "eff_dim_mean": 0.6421579122543335, + "topk_energy": { + "1": 0.06705062091350555, + "5": 0.26477867364883423, + "10": 0.4165424108505249, + "25": 0.7167223691940308 + }, + "gamma_raw": 0.017149006947875023, + "gamma_active": { + "1e-08": 0.017309365794062614, + "1e-07": 0.017924563959240913, + "1e-06": 0.017558829858899117, + "1e-05": 0.01786881871521473, + "0.0001": 0.01748674549162388 + }, + "gamma_energy_weighted": { + "1e-08": 0.018936131572511675, + "1e-07": 0.018936131572511675, + "1e-06": 0.018936131572511675, + "1e-05": 0.018936131572511675, + "0.0001": 0.018936131572511675 + } + }, + { + "layer": 5, + "mean_norm": 0.0012842350406572223, + "median_norm": 0.0013124720426276326, + "max_norm": 0.0018046835903078318, + "min_norm": 4.489148888994684e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.31862735748291, + "5": -4.689173221588135, + "10": -3.0058155059814453, + "25": -2.931436538696289, + "50": -2.881877899169922, + "75": -2.812382698059082, + "90": -2.7722556591033936, + "95": -2.7548868656158447, + "99": -2.7495768070220947 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 14, + 464 + ], + "log_norms_bin_edges": [ + -16.347837448120117, + -16.07575225830078, + -15.803668022155762, + -15.531582832336426, + -15.259498596191406, + -14.98741340637207, + -14.71532917022705, + -14.443243980407715, + -14.171159744262695, + -13.89907455444336, + -13.626989364624023, + -13.354905128479004, + -13.082819938659668, + -12.810735702514648, + -12.538650512695312, + -12.266565322875977, + -11.994481086730957, + -11.722396850585938, + -11.450311660766602, + -11.178226470947266, + -10.906142234802246, + -10.63405704498291, + -10.36197280883789, + -10.089887619018555, + -9.817802429199219, + -9.5457181930542, + -9.27363395690918, + -9.001548767089844, + -8.729463577270508, + -8.457378387451172, + -8.185294151306152, + -7.913209915161133, + -7.641124725341797, + -7.369039535522461, + -7.096955299377441, + -6.8248701095581055, + -6.552785873413086, + -6.28070068359375, + -6.0086164474487305, + -5.7365312576293945, + -5.464447021484375, + -5.192361831665039, + -4.920276641845703, + -4.648192405700684, + -4.376107215881348, + -4.104022979736328, + -3.831937789916992, + -3.5598535537719727, + -3.2877683639526367, + -3.015683174133301, + -2.7435989379882812 + ], + "r_inf_mean": 0.25666534900665283, + "r_inf_median": 0.25091877579689026, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6394457817077637, + "eff_dim_mean": 0.6394457817077637, + "topk_energy": { + "1": 0.06660450994968414, + "5": 0.2656337022781372, + "10": 0.41926389932632446, + "25": 0.7184456586837769 + }, + "gamma_raw": 0.03154093027114868, + "gamma_active": { + "1e-08": 0.03177398070693016, + "1e-07": 0.03176658973097801, + "1e-06": 0.03141533210873604, + "1e-05": 0.03166859596967697, + "0.0001": 0.031860802322626114 + }, + "gamma_energy_weighted": { + "1e-08": 0.0331710315774927, + "1e-07": 0.0331710315774927, + "1e-06": 0.0331710315774927, + "1e-05": 0.0331710315774927, + "0.0001": 0.0331710315774927 + } + }, + { + "layer": 6, + "mean_norm": 0.0012844405137002468, + "median_norm": 0.0013090806314721704, + "max_norm": 0.0018011146457865834, + "min_norm": 4.499140238177589e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.319854736328125, + "5": -4.68855094909668, + "10": -3.0085582733154297, + "25": -2.9343364238739014, + "50": -2.8830103874206543, + "75": -2.8102307319641113, + "90": -2.7692761421203613, + "95": -2.7520248889923096, + "99": -2.744760751724243 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 14, + 464 + ], + "log_norms_bin_edges": [ + -16.34687042236328, + -16.07482147216797, + -15.802774429321289, + -15.530725479125977, + -15.25867748260498, + -14.986629486083984, + -14.714580535888672, + -14.442532539367676, + -14.17048454284668, + -13.898436546325684, + -13.626388549804688, + -13.354339599609375, + -13.082291603088379, + -12.810243606567383, + -12.53819465637207, + -12.266146659851074, + -11.994098663330078, + -11.722050666809082, + -11.450002670288086, + -11.177953720092773, + -10.905905723571777, + -10.633857727050781, + -10.361808776855469, + -10.089760780334473, + -9.817712783813477, + -9.54566478729248, + -9.273616790771484, + -9.001567840576172, + -8.729519844055176, + -8.45747184753418, + -8.185422897338867, + -7.913374900817871, + -7.641326904296875, + -7.369278907775879, + -7.097230911254883, + -6.82518196105957, + -6.553133964538574, + -6.281085968017578, + -6.009037017822266, + -5.7369890213012695, + -5.464941024780273, + -5.192893028259277, + -4.920845031738281, + -4.648796081542969, + -4.376748085021973, + -4.104700088500977, + -3.832651138305664, + -3.560603141784668, + -3.288555145263672, + -3.016507148742676, + -2.7444589138031006 + ], + "r_inf_mean": 0.2565988600254059, + "r_inf_median": 0.24866969883441925, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6402331590652466, + "eff_dim_mean": 0.6402331590652466, + "topk_energy": { + "1": 0.06655906140804291, + "5": 0.264247864484787, + "10": 0.4171590805053711, + "25": 0.716607928276062 + }, + "gamma_raw": -0.004665999673306942, + "gamma_active": { + "1e-08": -0.004807584453374147, + "1e-07": -0.004937935154885054, + "1e-06": -0.004759637173265219, + "1e-05": -0.005032518412917852, + "0.0001": -0.0049397884868085384 + }, + "gamma_energy_weighted": { + "1e-08": -0.0029264447654749727, + "1e-07": -0.0029264447654749727, + "1e-06": -0.0029264447654749727, + "1e-05": -0.0029264447654749727, + "0.0001": -0.0029264447654749727 + } + }, + { + "layer": 7, + "mean_norm": 0.0012832731008529663, + "median_norm": 0.001303750672377646, + "max_norm": 0.0018016280373558402, + "min_norm": 4.4669020318561926e-17, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.953125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.323599815368652, + "5": -4.692934513092041, + "10": -3.007390022277832, + "25": -2.9347972869873047, + "50": -2.8844974040985107, + "75": -2.811038017272949, + "90": -2.7734756469726562, + "95": -2.754063367843628, + "99": -2.7445151805877686 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 1, + 1, + 4, + 0, + 13, + 465 + ], + "log_norms_bin_edges": [ + -16.349994659423828, + -16.077880859375, + -15.805768013000488, + -15.533655166625977, + -15.261541366577148, + -14.989428520202637, + -14.717315673828125, + -14.445201873779297, + -14.173089027404785, + -13.900976181030273, + -13.628862380981445, + -13.356749534606934, + -13.084636688232422, + -12.812522888183594, + -12.540410041809082, + -12.26829719543457, + -11.996183395385742, + -11.724069595336914, + -11.451956748962402, + -11.17984390258789, + -10.907730102539062, + -10.63561725616455, + -10.363504409790039, + -10.091390609741211, + -9.8192777633667, + -9.547164916992188, + -9.27505111694336, + -9.002938270568848, + -8.730825424194336, + -8.458711624145508, + -8.186598777770996, + -7.914484977722168, + -7.642372131347656, + -7.3702592849731445, + -7.098145484924316, + -6.826032638549805, + -6.553918838500977, + -6.281805992126465, + -6.009693145751953, + -5.737579345703125, + -5.465466499328613, + -5.193353652954102, + -4.921239852905273, + -4.649127006530762, + -4.37701416015625, + -4.104900360107422, + -3.83278751373291, + -3.560673713684082, + -3.2885608673095703, + -3.0164480209350586, + -2.7443349361419678 + ], + "r_inf_mean": 0.25803568959236145, + "r_inf_median": 0.25237536430358887, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6399899125099182, + "eff_dim_mean": 0.6399898529052734, + "topk_energy": { + "1": 0.06728251278400421, + "5": 0.2655191421508789, + "10": 0.41864973306655884, + "25": 0.716442346572876 + }, + "gamma_raw": -0.038398467004299164, + "gamma_active": { + "1e-08": -0.038656312972307205, + "1e-07": -0.038483016192913055, + "1e-06": -0.03869986906647682, + "1e-05": -0.03881426155567169, + "0.0001": -0.038455549627542496 + }, + "gamma_energy_weighted": { + "1e-08": -0.044809072533460025, + "1e-07": -0.044809072533460025, + "1e-06": -0.044809072533460025, + "1e-05": -0.044809072533460025, + "0.0001": -0.044809072533460025 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L4.json new file mode 100644 index 0000000..4bc998a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 12.959124565124512, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.020849689841270447, + "median_norm": 0.020019063726067543, + "max_norm": 0.1204158365726471, + "min_norm": 2.69970845678813e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.293743133544922, + "5": -2.673309087753296, + "10": -1.983201503753662, + "25": -1.8153421878814697, + "50": -1.6980112791061401, + "75": -1.595715045928955, + "90": -1.504317283630371, + "95": -1.441596269607544, + "99": -1.2623846530914307 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 2, + 1, + 2, + 0, + 1, + 2, + 3, + 3, + 1, + 3, + 16, + 60, + 162, + 170, + 53, + 13, + 2, + 1 + ], + "log_norms_bin_edges": [ + -8.568682670593262, + -8.415695190429688, + -8.262707710266113, + -8.109720230102539, + -7.956733226776123, + -7.803746223449707, + -7.650758743286133, + -7.497771263122559, + -7.344783782958984, + -7.191796779632568, + -7.038809299468994, + -6.885822296142578, + -6.732834815979004, + -6.57984733581543, + -6.4268598556518555, + -6.273872375488281, + -6.120885372161865, + -5.967898368835449, + -5.814910888671875, + -5.661923408508301, + -5.508935928344727, + -5.355948448181152, + -5.202961444854736, + -5.049973964691162, + -4.896986961364746, + -4.743999481201172, + -4.591012001037598, + -4.438024520874023, + -4.285037517547607, + -4.132050037384033, + -3.979062557220459, + -3.826075553894043, + -3.6730880737304688, + -3.5201005935668945, + -3.3671135902404785, + -3.2141261100769043, + -3.06113862991333, + -2.908151626586914, + -2.75516414642334, + -2.6021766662597656, + -2.4491891860961914, + -2.2962021827697754, + -2.143214702606201, + -1.990227222442627, + -1.837240219116211, + -1.6842527389526367, + -1.5312652587890625, + -1.3782782554626465, + -1.2252907752990723, + -1.072303295135498, + -0.9193163514137268 + ], + "r_inf_mean": 0.29147428274154663, + "r_inf_median": 0.2831174433231354, + "pr_mean": 0.2754894196987152, + "pr_median": 0.27790722250938416, + "hoyer_mean": 0.5973447561264038, + "eff_dim_mean": 0.5973447561264038, + "topk_energy": { + "1": 0.08721162378787994, + "5": 0.3151194751262665, + "10": 0.47532546520233154, + "25": 0.7594772577285767 + }, + "gamma_raw": -0.011271864175796509, + "gamma_active": { + "1e-08": -0.011237741447985172, + "1e-07": -0.011631795205175877, + "1e-06": -0.011765282601118088, + "1e-05": -0.011560956947505474, + "0.0001": -0.011177451349794865 + }, + "gamma_energy_weighted": { + "1e-08": -0.01621247637014557, + "1e-07": -0.01621247637014557, + "1e-06": -0.01621247637014557, + "1e-05": -0.01621247637014557, + "0.0001": -0.01621247637014557 + } + }, + { + "layer": 1, + "mean_norm": 0.0023438013158738613, + "median_norm": 0.002227926626801491, + "max_norm": 0.00993560254573822, + "min_norm": 7.230209209119209e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.97265625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.293795585632324, + "5": -3.5613181591033936, + "10": -2.8652660846710205, + "25": -2.729630947113037, + "50": -2.6516165733337402, + "75": -2.55887508392334, + "90": -2.4426181316375732, + "95": -2.3778421878814697, + "99": -2.246936082839966 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 1, + 2, + 1, + 1, + 1, + 4, + 2, + 4, + 5, + 11, + 94, + 217, + 100, + 40, + 7, + 2 + ], + "log_norms_bin_edges": [ + -9.140849113464355, + -8.998087882995605, + -8.855327606201172, + -8.712566375732422, + -8.569805145263672, + -8.427044868469238, + -8.284283638000488, + -8.141523361206055, + -7.998762130737305, + -7.856001377105713, + -7.713240623474121, + -7.570479393005371, + -7.427718639373779, + -7.2849578857421875, + -7.1421966552734375, + -6.999435901641846, + -6.856675148010254, + -6.713914394378662, + -6.57115364074707, + -6.42839241027832, + -6.2856316566467285, + -6.142870903015137, + -6.000109672546387, + -5.857348918914795, + -5.714588165283203, + -5.571827411651611, + -5.4290666580200195, + -5.2863054275512695, + -5.143544673919678, + -5.000783920288086, + -4.858022689819336, + -4.715261936187744, + -4.572501182556152, + -4.4297404289245605, + -4.286979675292969, + -4.144218444824219, + -4.001457691192627, + -3.858696937561035, + -3.715935707092285, + -3.5731749534606934, + -3.4304141998291016, + -3.2876534461975098, + -3.144892692565918, + -3.002131462097168, + -2.859370708465576, + -2.7166099548339844, + -2.5738487243652344, + -2.4310879707336426, + -2.288327217102051, + -2.145566463470459, + -2.0028059482574463 + ], + "r_inf_mean": 0.2535910904407501, + "r_inf_median": 0.2487124502658844, + "pr_mean": 0.34114620089530945, + "pr_median": 0.34418973326683044, + "hoyer_mean": 0.6403536796569824, + "eff_dim_mean": 0.6403536796569824, + "topk_energy": { + "1": 0.06549064069986343, + "5": 0.2636696696281433, + "10": 0.41800016164779663, + "25": 0.720429539680481 + }, + "gamma_raw": -0.007565258536487818, + "gamma_active": { + "1e-08": -0.007583105470985174, + "1e-07": -0.0075294203124940395, + "1e-06": -0.00800096895545721, + "1e-05": -0.008042152971029282, + "0.0001": -0.008178286254405975 + }, + "gamma_energy_weighted": { + "1e-08": -0.004645805313279423, + "1e-07": -0.004645805313279423, + "1e-06": -0.004645805313279423, + "1e-05": -0.004645805313279423, + "0.0001": -0.004645805313279423 + } + }, + { + "layer": 2, + "mean_norm": 0.001541963778436184, + "median_norm": 0.001551114022731781, + "max_norm": 0.0025106235407292843, + "min_norm": 7.239647215051548e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.3917131423950195, + "5": -3.856736660003662, + "10": -2.9909493923187256, + "25": -2.872161865234375, + "50": -2.8092594146728516, + "75": -2.712358236312866, + "90": -2.672358989715576, + "95": -2.660907745361328, + "99": -2.642178773880005 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 3, + 0, + 1, + 0, + 0, + 2, + 0, + 3, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 2, + 3, + 4, + 11, + 103, + 192, + 166 + ], + "log_norms_bin_edges": [ + -9.14028263092041, + -9.009481430053711, + -8.878680229187012, + -8.747879028320312, + -8.617077827453613, + -8.486276626586914, + -8.355474472045898, + -8.2246732711792, + -8.0938720703125, + -7.963070869445801, + -7.832269668579102, + -7.701468467712402, + -7.570667266845703, + -7.439866065979004, + -7.309064865112305, + -7.1782636642456055, + -7.047462463378906, + -6.916661262512207, + -6.78585958480835, + -6.65505838394165, + -6.524257183074951, + -6.393455505371094, + -6.2626543045043945, + -6.131853103637695, + -6.001051902770996, + -5.870250701904297, + -5.739449501037598, + -5.608648300170898, + -5.477847099304199, + -5.3470458984375, + -5.216244697570801, + -5.085443019866943, + -4.954641819000244, + -4.823840618133545, + -4.693039417266846, + -4.5622382164001465, + -4.431436538696289, + -4.30063533782959, + -4.169834136962891, + -4.039032936096191, + -3.908231735229492, + -3.777430534362793, + -3.6466288566589355, + -3.5158276557922363, + -3.385026454925537, + -3.254225254058838, + -3.1234240531921387, + -2.9926228523254395, + -2.861821174621582, + -2.731019973754883, + -2.6002185344696045 + ], + "r_inf_mean": 0.24642111361026764, + "r_inf_median": 0.2412864714860916, + "pr_mean": 0.3622996211051941, + "pr_median": 0.35401496291160583, + "hoyer_mean": 0.6509581804275513, + "eff_dim_mean": 0.6509581804275513, + "topk_energy": { + "1": 0.06149294972419739, + "5": 0.24937498569488525, + "10": 0.40079379081726074, + "25": 0.7051854133605957 + }, + "gamma_raw": 0.01821572333574295, + "gamma_active": { + "1e-08": 0.018216563388705254, + "1e-07": 0.017957551404833794, + "1e-06": 0.018069475889205933, + "1e-05": 0.018344035372138023, + "0.0001": 0.018701020628213882 + }, + "gamma_energy_weighted": { + "1e-08": 0.0328259570063264, + "1e-07": 0.0328259570063264, + "1e-06": 0.0328259570063264, + "1e-05": 0.0328259570063264, + "0.0001": 0.0328259570063264 + } + }, + { + "layer": 3, + "mean_norm": 0.0015286629786714911, + "median_norm": 0.0015329713933169842, + "max_norm": 0.0025152985472232103, + "min_norm": 7.187658246365913e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.96875, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -6.3978590965271, + "5": -3.8715133666992188, + "10": -2.99463152885437, + "25": -2.8812828063964844, + "50": -2.81430721282959, + "75": -2.7176032066345215, + "90": -2.6737451553344727, + "95": -2.6640732288360596, + "99": -2.6402840614318848 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 3, + 0, + 1, + 0, + 0, + 2, + 0, + 3, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 4, + 1, + 3, + 4, + 12, + 126, + 170, + 164 + ], + "log_norms_bin_edges": [ + -9.143412590026855, + -9.012532234191895, + -8.88165283203125, + -8.750772476196289, + -8.619892120361328, + -8.489012718200684, + -8.358132362365723, + -8.227252006530762, + -8.096372604370117, + -7.965492248535156, + -7.834611892700195, + -7.703732013702393, + -7.57285213470459, + -7.441971778869629, + -7.311091899871826, + -7.180212020874023, + -7.0493316650390625, + -6.91845178604126, + -6.787571907043457, + -6.656691551208496, + -6.525811672210693, + -6.394931793212891, + -6.26405143737793, + -6.133171558380127, + -6.002291679382324, + -5.871411323547363, + -5.7405314445495605, + -5.609651565551758, + -5.478771209716797, + -5.347891330718994, + -5.217011451721191, + -5.0861310958862305, + -4.955251216888428, + -4.824371337890625, + -4.693490982055664, + -4.562611103057861, + -4.431731224060059, + -4.300850868225098, + -4.169970989227295, + -4.039091110229492, + -3.9082107543945312, + -3.7773308753967285, + -3.646450996398926, + -3.515570640563965, + -3.384690761566162, + -3.2538108825683594, + -3.1229305267333984, + -2.9920506477355957, + -2.861170768737793, + -2.730290412902832, + -2.5994105339050293 + ], + "r_inf_mean": 0.2451314926147461, + "r_inf_median": 0.24067628383636475, + "pr_mean": 0.3636590242385864, + "pr_median": 0.35657650232315063, + "hoyer_mean": 0.6497511267662048, + "eff_dim_mean": 0.6497510671615601, + "topk_energy": { + "1": 0.06096457690000534, + "5": 0.24712970852851868, + "10": 0.4005735516548157, + "25": 0.7055302858352661 + }, + "gamma_raw": 0.0265063364058733, + "gamma_active": { + "1e-08": 0.026595396921038628, + "1e-07": 0.026857731863856316, + "1e-06": 0.02661578170955181, + "1e-05": 0.02657860331237316, + "0.0001": 0.026532702147960663 + }, + "gamma_energy_weighted": { + "1e-08": 0.02154389507303694, + "1e-07": 0.02154389507303694, + "1e-06": 0.02154389507303694, + "1e-05": 0.02154389507303694, + "0.0001": 0.02154389507303694 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L8.json new file mode 100644 index 0000000..04416ea --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 21.2188720703125, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.033050622791051865, + "median_norm": 0.03201344236731529, + "max_norm": 0.12130063027143478, + "min_norm": 3.7236148409461323e-13, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.982421875, + "1e-06": 0.978515625, + "1e-05": 0.9765625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -7.816195011138916, + "5": -3.26931095123291, + "10": -1.786217212677002, + "25": -1.6102724075317383, + "50": -1.4942388534545898, + "75": -1.3821687698364258, + "90": -1.2854688167572021, + "95": -1.217907428741455, + "99": -1.0647449493408203 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 1, + 1, + 2, + 1, + 4, + 1, + 4, + 3, + 2, + 4, + 6, + 5, + 80, + 261, + 110, + 11 + ], + "log_norms_bin_edges": [ + -12.429036140441895, + -12.19877815246582, + -11.968520164489746, + -11.738262176513672, + -11.508004188537598, + -11.277746200561523, + -11.04748821258545, + -10.817230224609375, + -10.5869722366333, + -10.356714248657227, + -10.126456260681152, + -9.896198272705078, + -9.665940284729004, + -9.43568229675293, + -9.205424308776855, + -8.975166320800781, + -8.744908332824707, + -8.514650344848633, + -8.284392356872559, + -8.054134368896484, + -7.82387638092041, + -7.593618392944336, + -7.363360404968262, + -7.1331024169921875, + -6.902844429016113, + -6.672586441040039, + -6.442328453063965, + -6.212070465087891, + -5.981812477111816, + -5.751554489135742, + -5.521296501159668, + -5.291038513183594, + -5.0607805252075195, + -4.830522537231445, + -4.600264549255371, + -4.370006561279297, + -4.139748573303223, + -3.9094905853271484, + -3.679232597351074, + -3.448974609375, + -3.218716621398926, + -2.9884586334228516, + -2.7582006454467773, + -2.527942657470703, + -2.297684669494629, + -2.0674266815185547, + -1.8371686935424805, + -1.6069107055664062, + -1.376652717590332, + -1.1463947296142578, + -0.9161369800567627 + ], + "r_inf_mean": 0.2895147204399109, + "r_inf_median": 0.28208667039871216, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.598538875579834, + "eff_dim_mean": 0.598538875579834, + "topk_energy": { + "1": 0.08575696498155594, + "5": 0.3152620196342468, + "10": 0.47521182894706726, + "25": 0.7584278583526611 + }, + "gamma_raw": 0.005165771581232548, + "gamma_active": { + "1e-08": 0.00516663258895278, + "1e-07": 0.004934568423777819, + "1e-06": 0.004995166324079037, + "1e-05": 0.0051161921583116055, + "0.0001": 0.00529229361563921 + }, + "gamma_energy_weighted": { + "1e-08": 0.0008819307153231642, + "1e-07": 0.0008819307153231642, + "1e-06": 0.0008819307153231642, + "1e-05": 0.0008819307153231642, + "0.0001": 0.0008819307153231642 + } + }, + { + "layer": 1, + "mean_norm": 0.0022144631948322058, + "median_norm": 0.002207677811384201, + "max_norm": 0.006699237506836653, + "min_norm": 2.2203582966369775e-14, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.978515625, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -9.106118202209473, + "5": -4.4996137619018555, + "10": -2.930023193359375, + "25": -2.7439093589782715, + "50": -2.6556034088134766, + "75": -2.5740554332733154, + "90": -2.4813623428344727, + "95": -2.4266347885131836, + "99": -2.238703489303589 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 2, + 0, + 4, + 0, + 2, + 3, + 2, + 3, + 3, + 3, + 6, + 5, + 11, + 238, + 196, + 19 + ], + "log_norms_bin_edges": [ + -13.653576850891113, + -13.42398452758789, + -13.194393157958984, + -12.964800834655762, + -12.735208511352539, + -12.505617141723633, + -12.27602481842041, + -12.046432495117188, + -11.816840171813965, + -11.587248802185059, + -11.357656478881836, + -11.128064155578613, + -10.89847183227539, + -10.668880462646484, + -10.439288139343262, + -10.209695816040039, + -9.980104446411133, + -9.75051212310791, + -9.520919799804688, + -9.291328430175781, + -9.061736106872559, + -8.832143783569336, + -8.60255241394043, + -8.372960090637207, + -8.143367767333984, + -7.91377592086792, + -7.684183597564697, + -7.454591751098633, + -7.224999904632568, + -6.995407581329346, + -6.765815734863281, + -6.536223411560059, + -6.306631565093994, + -6.07703971862793, + -5.847447395324707, + -5.617855072021484, + -5.388263702392578, + -5.1586713790893555, + -4.929079055786133, + -4.699487686157227, + -4.469895362854004, + -4.240303039550781, + -4.010710716247559, + -3.7811193466186523, + -3.5515270233154297, + -3.321934700012207, + -3.092343330383301, + -2.862751007080078, + -2.6331586837768555, + -2.403567314147949, + -2.1739747524261475 + ], + "r_inf_mean": 0.2723037600517273, + "r_inf_median": 0.264283686876297, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6205502152442932, + "eff_dim_mean": 0.6205501556396484, + "topk_energy": { + "1": 0.0755968689918518, + "5": 0.28701460361480713, + "10": 0.4442666471004486, + "25": 0.7372881770133972 + }, + "gamma_raw": 0.0009728274308145046, + "gamma_active": { + "1e-08": 0.0010011473204940557, + "1e-07": 0.0011638683499768376, + "1e-06": 0.001038663904182613, + "1e-05": 0.0014033361803740263, + "0.0001": 0.0022550702560693026 + }, + "gamma_energy_weighted": { + "1e-08": 0.004722181505344796, + "1e-07": 0.004722181505344796, + "1e-06": 0.004722181505344796, + "1e-05": 0.004722181505344796, + "0.0001": 0.004722181505344796 + } + }, + { + "layer": 2, + "mean_norm": 0.001121442299336195, + "median_norm": 0.0012020217254757881, + "max_norm": 0.0016879071481525898, + "min_norm": 7.660244102447936e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.953125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.460363388061523, + "5": -4.815291881561279, + "10": -3.266071319580078, + "25": -2.9679512977600098, + "50": -2.92000675201416, + "75": -2.871279716491699, + "90": -2.818833589553833, + "95": -2.7992937564849854, + "99": -2.7763986587524414 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 48, + 411 + ], + "log_norms_bin_edges": [ + -14.11575698852539, + -13.888895034790039, + -13.662033081054688, + -13.435171127319336, + -13.208308219909668, + -12.981446266174316, + -12.754584312438965, + -12.527722358703613, + -12.300860404968262, + -12.073997497558594, + -11.847135543823242, + -11.62027359008789, + -11.393411636352539, + -11.166549682617188, + -10.939687728881836, + -10.712825775146484, + -10.485963821411133, + -10.259100914001465, + -10.032238960266113, + -9.805377006530762, + -9.57851505279541, + -9.351652145385742, + -9.12479019165039, + -8.897928237915039, + -8.671066284179688, + -8.444204330444336, + -8.217342376708984, + -7.990480422973633, + -7.763617992401123, + -7.5367560386657715, + -7.30989408493042, + -7.08303165435791, + -6.856169700622559, + -6.629307746887207, + -6.402445316314697, + -6.175583362579346, + -5.948720932006836, + -5.721858978271484, + -5.494997024536133, + -5.268135070800781, + -5.04127311706543, + -4.814411163330078, + -4.58754825592041, + -4.360686302185059, + -4.133824348449707, + -3.9069623947143555, + -3.680100440979004, + -3.4532384872436523, + -3.2263755798339844, + -2.999513626098633, + -2.772651433944702 + ], + "r_inf_mean": 0.2519077956676483, + "r_inf_median": 0.25070297718048096, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6428478360176086, + "eff_dim_mean": 0.6428478360176086, + "topk_energy": { + "1": 0.06425856053829193, + "5": 0.25931456685066223, + "10": 0.41296297311782837, + "25": 0.7178517580032349 + }, + "gamma_raw": -0.006777606904506683, + "gamma_active": { + "1e-08": -0.006719435565173626, + "1e-07": -0.0067976308055222034, + "1e-06": -0.007130829151719809, + "1e-05": -0.006709566805511713, + "0.0001": -0.0061569432727992535 + }, + "gamma_energy_weighted": { + "1e-08": 0.004150943278060154, + "1e-07": 0.004150943278060154, + "1e-06": 0.004150943278060154, + "1e-05": 0.004150943278060154, + "0.0001": 0.004150943278060154 + } + }, + { + "layer": 3, + "mean_norm": 0.0011047911830246449, + "median_norm": 0.001189927919767797, + "max_norm": 0.0016754992539063096, + "min_norm": 7.350931387033188e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.463567733764648, + "5": -4.820508003234863, + "10": -3.2705607414245605, + "25": -2.9772675037384033, + "50": -2.924206256866455, + "75": -2.8829216957092285, + "90": -2.828892230987549, + "95": -2.8053970336914062, + "99": -2.7814383506774902 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 47, + 412 + ], + "log_norms_bin_edges": [ + -14.133657455444336, + -13.906501770019531, + -13.67934513092041, + -13.452189445495605, + -13.2250337600708, + -12.99787712097168, + -12.770721435546875, + -12.54356575012207, + -12.31640911102295, + -12.089253425598145, + -11.862096786499023, + -11.634941101074219, + -11.407785415649414, + -11.180628776550293, + -10.953473091125488, + -10.726316452026367, + -10.499160766601562, + -10.272005081176758, + -10.044849395751953, + -9.817692756652832, + -9.590537071228027, + -9.363380432128906, + -9.136224746704102, + -8.909069061279297, + -8.681913375854492, + -8.454756736755371, + -8.22760009765625, + -8.000444412231445, + -7.773288726806641, + -7.546132564544678, + -7.318976402282715, + -7.09182071685791, + -6.864664554595947, + -6.637508392333984, + -6.41035270690918, + -6.183196544647217, + -5.956040382385254, + -5.728884696960449, + -5.501728057861328, + -5.274572372436523, + -5.047416687011719, + -4.820260047912598, + -4.593104362487793, + -4.365948677062988, + -4.138792037963867, + -3.9116363525390625, + -3.6844797134399414, + -3.4573240280151367, + -3.230168342590332, + -3.003011703491211, + -2.775855779647827 + ], + "r_inf_mean": 0.24826452136039734, + "r_inf_median": 0.24679230153560638, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6453292369842529, + "eff_dim_mean": 0.6453292369842529, + "topk_energy": { + "1": 0.06227497756481171, + "5": 0.2569202780723572, + "10": 0.40977743268013, + "25": 0.7152853012084961 + }, + "gamma_raw": 0.030753720551729202, + "gamma_active": { + "1e-08": 0.03156011924147606, + "1e-07": 0.03129652887582779, + "1e-06": 0.0313422717154026, + "1e-05": 0.031831443309783936, + "0.0001": 0.03217751160264015 + }, + "gamma_energy_weighted": { + "1e-08": 0.03535611239945074, + "1e-07": 0.03535611239945074, + "1e-06": 0.03535611239945074, + "1e-05": 0.03535611239945074, + "0.0001": 0.03535611239945074 + } + }, + { + "layer": 4, + "mean_norm": 0.0011014454066753387, + "median_norm": 0.0011933819623664021, + "max_norm": 0.0016671719495207071, + "min_norm": 7.224419393064233e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.466917037963867, + "5": -4.820438861846924, + "10": -3.273090124130249, + "25": -2.9777908325195312, + "50": -2.9231090545654297, + "75": -2.8840579986572266, + "90": -2.828707695007324, + "95": -2.804194927215576, + "99": -2.7823140621185303 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 48, + 411 + ], + "log_norms_bin_edges": [ + -14.141197204589844, + -13.913933753967285, + -13.686670303344727, + -13.459406852722168, + -13.23214340209961, + -13.004878997802734, + -12.777616500854492, + -12.550352096557617, + -12.323088645935059, + -12.0958251953125, + -11.868561744689941, + -11.641298294067383, + -11.414034843444824, + -11.186771392822266, + -10.959507942199707, + -10.732244491577148, + -10.504980087280273, + -10.277717590332031, + -10.050453186035156, + -9.823189735412598, + -9.595926284790039, + -9.36866283416748, + -9.141399383544922, + -8.914135932922363, + -8.686872482299805, + -8.45960807800293, + -8.232345581054688, + -8.005081176757812, + -7.777818202972412, + -7.5505547523498535, + -7.323290824890137, + -7.096027374267578, + -6.8687639236450195, + -6.641500473022461, + -6.414237022399902, + -6.1869730949401855, + -5.959710121154785, + -5.732446670532227, + -5.505182266235352, + -5.277918815612793, + -5.050655364990234, + -4.823391914367676, + -4.596128463745117, + -4.368865013122559, + -4.1416015625, + -3.9143381118774414, + -3.687074661254883, + -3.459811210632324, + -3.2325477600097656, + -3.0052833557128906, + -2.778019666671753 + ], + "r_inf_mean": 0.24633727967739105, + "r_inf_median": 0.24724449217319489, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6452067494392395, + "eff_dim_mean": 0.6452067494392395, + "topk_energy": { + "1": 0.06135495752096176, + "5": 0.2547208070755005, + "10": 0.4079950451850891, + "25": 0.7142287492752075 + }, + "gamma_raw": 0.03714071586728096, + "gamma_active": { + "1e-08": 0.037975288927555084, + "1e-07": 0.038031842559576035, + "1e-06": 0.03777046129107475, + "1e-05": 0.0382908396422863, + "0.0001": 0.0378631092607975 + }, + "gamma_energy_weighted": { + "1e-08": 0.047628357338053644, + "1e-07": 0.047628357338053644, + "1e-06": 0.047628357338053644, + "1e-05": 0.047628357338053644, + "0.0001": 0.047628357338053644 + } + }, + { + "layer": 5, + "mean_norm": 0.0011009732261300087, + "median_norm": 0.0011912117479369044, + "max_norm": 0.0016585133271291852, + "min_norm": 7.24604583827353e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.468154907226562, + "5": -4.81973123550415, + "10": -3.271303653717041, + "25": -2.9795985221862793, + "50": -2.9238901138305664, + "75": -2.884960412979126, + "90": -2.828214406967163, + "95": -2.80509877204895, + "99": -2.7833783626556396 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 47, + 412 + ], + "log_norms_bin_edges": [ + -14.139898300170898, + -13.91270637512207, + -13.685513496398926, + -13.458321571350098, + -13.231128692626953, + -13.003936767578125, + -12.77674388885498, + -12.549551963806152, + -12.322359085083008, + -12.09516716003418, + -11.867975234985352, + -11.640782356262207, + -11.413590431213379, + -11.186397552490234, + -10.959205627441406, + -10.732013702392578, + -10.504820823669434, + -10.277627944946289, + -10.050436019897461, + -9.823244094848633, + -9.596051216125488, + -9.36885929107666, + -9.141666412353516, + -8.914474487304688, + -8.68728256225586, + -8.460089683532715, + -8.23289680480957, + -8.005704879760742, + -7.778512954711914, + -7.551320552825928, + -7.324128150939941, + -7.096935749053955, + -6.869743347167969, + -6.642550945281982, + -6.415358543395996, + -6.18816614151001, + -5.960973739624023, + -5.733781814575195, + -5.506588935852051, + -5.279397010803223, + -5.052204132080078, + -4.82501220703125, + -4.597820281982422, + -4.370627403259277, + -4.143435478210449, + -3.9162425994873047, + -3.6890506744384766, + -3.461857795715332, + -3.234665870666504, + -3.007473945617676, + -2.7802810668945312 + ], + "r_inf_mean": 0.24532254040241241, + "r_inf_median": 0.24526575207710266, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6458324193954468, + "eff_dim_mean": 0.6458324193954468, + "topk_energy": { + "1": 0.06085998937487602, + "5": 0.25246375799179077, + "10": 0.4054985046386719, + "25": 0.7136576771736145 + }, + "gamma_raw": 0.019221791997551918, + "gamma_active": { + "1e-08": 0.019540632143616676, + "1e-07": 0.019560884684324265, + "1e-06": 0.01960301399230957, + "1e-05": 0.019371116533875465, + "0.0001": 0.019003557041287422 + }, + "gamma_energy_weighted": { + "1e-08": 0.022522660941281625, + "1e-07": 0.022522660941281625, + "1e-06": 0.022522660941281625, + "1e-05": 0.022522660941281625, + "0.0001": 0.022522660941281625 + } + }, + { + "layer": 6, + "mean_norm": 0.0010994800832122564, + "median_norm": 0.0011914967326447368, + "max_norm": 0.001642203307710588, + "min_norm": 7.211711357756577e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.466772079467773, + "5": -4.818079471588135, + "10": -3.2708637714385986, + "25": -2.9787044525146484, + "50": -2.9238648414611816, + "75": -2.886521816253662, + "90": -2.8282508850097656, + "95": -2.8070802688598633, + "99": -2.785667896270752 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 46, + 413 + ], + "log_norms_bin_edges": [ + -14.141961097717285, + -13.914813041687012, + -13.687665939331055, + -13.460517883300781, + -13.233369827270508, + -13.006221771240234, + -12.779074668884277, + -12.551926612854004, + -12.324779510498047, + -12.097631454467773, + -11.8704833984375, + -11.643335342407227, + -11.41618824005127, + -11.189040184020996, + -10.961893081665039, + -10.734745025634766, + -10.507596969604492, + -10.280448913574219, + -10.053300857543945, + -9.826153755187988, + -9.599005699157715, + -9.371858596801758, + -9.144710540771484, + -8.917562484741211, + -8.690414428710938, + -8.46326732635498, + -8.236119270324707, + -8.00897216796875, + -7.781824111938477, + -7.554676055908203, + -7.327528476715088, + -7.1003804206848145, + -6.873232841491699, + -6.646085262298584, + -6.4189372062683105, + -6.191789627075195, + -5.964641571044922, + -5.737494468688965, + -5.510346412658691, + -5.283198356628418, + -5.0560503005981445, + -4.8289031982421875, + -4.601755142211914, + -4.374607086181641, + -4.147459983825684, + -3.92031192779541, + -3.6931638717651367, + -3.4660167694091797, + -3.2388687133789062, + -3.011720657348633, + -2.7845730781555176 + ], + "r_inf_mean": 0.24504724144935608, + "r_inf_median": 0.24444910883903503, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6469094753265381, + "eff_dim_mean": 0.6469094753265381, + "topk_energy": { + "1": 0.06070874631404877, + "5": 0.25170964002609253, + "10": 0.40503931045532227, + "25": 0.7126675248146057 + }, + "gamma_raw": -0.04020995646715164, + "gamma_active": { + "1e-08": -0.0406089648604393, + "1e-07": -0.04058226943016052, + "1e-06": -0.04089048132300377, + "1e-05": -0.03958043083548546, + "0.0001": -0.03977508097887039 + }, + "gamma_energy_weighted": { + "1e-08": -0.032311979255841165, + "1e-07": -0.032311979255841165, + "1e-06": -0.032311979255841165, + "1e-05": -0.032311979255841165, + "0.0001": -0.032311979255841165 + } + }, + { + "layer": 7, + "mean_norm": 0.0011000277008861303, + "median_norm": 0.001189462491311133, + "max_norm": 0.0016415733844041824, + "min_norm": 7.224587952620737e-15, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.96875, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.46646499633789, + "5": -4.818084716796875, + "10": -3.27021861076355, + "25": -2.9780306816101074, + "50": -2.9245948791503906, + "75": -2.886284351348877, + "90": -2.828092336654663, + "95": -2.806879997253418, + "99": -2.7853915691375732 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 2, + 1, + 3, + 1, + 3, + 4, + 2, + 6, + 5, + 6, + 44, + 415 + ], + "log_norms_bin_edges": [ + -14.14118766784668, + -13.914058685302734, + -13.686929702758789, + -13.459800720214844, + -13.232671737670898, + -13.005542755126953, + -12.778413772583008, + -12.551284790039062, + -12.324155807495117, + -12.097026824951172, + -11.869897842407227, + -11.642768859863281, + -11.415639877319336, + -11.18851089477539, + -10.961381912231445, + -10.7342529296875, + -10.507123947143555, + -10.27999496459961, + -10.052865982055664, + -9.825736999511719, + -9.598608016967773, + -9.371479034423828, + -9.144350051879883, + -8.917221069335938, + -8.690092086791992, + -8.462963104248047, + -8.235834121704102, + -8.008705139160156, + -7.781576633453369, + -7.554447650909424, + -7.3273186683654785, + -7.100189685821533, + -6.873060703277588, + -6.645931720733643, + -6.418802738189697, + -6.191673755645752, + -5.964545249938965, + -5.7374162673950195, + -5.510287284851074, + -5.283158302307129, + -5.056029319763184, + -4.828900337219238, + -4.601771354675293, + -4.374642372131348, + -4.147513389587402, + -3.920384407043457, + -3.6932554244995117, + -3.4661264419555664, + -3.238997459411621, + -3.011868476867676, + -2.7847397327423096 + ], + "r_inf_mean": 0.2470611184835434, + "r_inf_median": 0.245708629488945, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.646449863910675, + "eff_dim_mean": 0.646449863910675, + "topk_energy": { + "1": 0.061732202768325806, + "5": 0.25378745794296265, + "10": 0.40644603967666626, + "25": 0.713261604309082 + }, + "gamma_raw": -0.04500541090965271, + "gamma_active": { + "1e-08": -0.0460195317864418, + "1e-07": -0.04618159681558609, + "1e-06": -0.04661038517951965, + "1e-05": -0.04726073890924454, + "0.0001": -0.04744952172040939 + }, + "gamma_energy_weighted": { + "1e-08": -0.04471249304037104, + "1e-07": -0.04471249304037104, + "1e-06": -0.04471249304037104, + "1e-05": -0.04471249304037104, + "0.0001": -0.04471249304037104 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L4.json new file mode 100644 index 0000000..77f49f3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 7.766484260559082, + "acc": 0.115234375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.012512223795056343, + "median_norm": 0.012398666702210903, + "max_norm": 0.045163288712501526, + "min_norm": 5.067564643468359e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.99609375, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.2650370597839355, + "5": -2.972125768661499, + "10": -2.305250406265259, + "25": -2.049042224884033, + "50": -1.9061012268066406, + "75": -1.8033556938171387, + "90": -1.698662519454956, + "95": -1.6488031148910522, + "99": -1.5264573097229004 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 1, + 3, + 1, + 3, + 3, + 3, + 2, + 3, + 5, + 3, + 2, + 6, + 9, + 31, + 46, + 88, + 109, + 105, + 55, + 13, + 6, + 2 + ], + "log_norms_bin_edges": [ + -6.295200824737549, + -6.196201324462891, + -6.097201347351074, + -5.998201847076416, + -5.8992018699646, + -5.800202369689941, + -5.701202392578125, + -5.602202892303467, + -5.50320291519165, + -5.404203414916992, + -5.305203437805176, + -5.206203937530518, + -5.107203960418701, + -5.008204460144043, + -4.909204483032227, + -4.810204982757568, + -4.711205005645752, + -4.612205505371094, + -4.513205528259277, + -4.414206027984619, + -4.315206050872803, + -4.2162065505981445, + -4.117206573486328, + -4.01820707321167, + -3.9192073345184326, + -3.8202075958251953, + -3.721207857131958, + -3.6222081184387207, + -3.5232083797454834, + -3.424208641052246, + -3.325208902359009, + -3.2262091636657715, + -3.127209424972534, + -3.028209686279297, + -2.9292099475860596, + -2.8302102088928223, + -2.731210470199585, + -2.6322107315063477, + -2.5332109928131104, + -2.434211254119873, + -2.3352115154266357, + -2.2362117767333984, + -2.1372122764587402, + -2.038212299346924, + -1.9392127990722656, + -1.8402128219604492, + -1.741213321685791, + -1.6422133445739746, + -1.5432138442993164, + -1.4442138671875, + -1.3452144861221313 + ], + "r_inf_mean": 0.3672805428504944, + "r_inf_median": 0.3589692711830139, + "pr_mean": 0.1512557566165924, + "pr_median": 0.15087945759296417, + "hoyer_mean": 0.4073936343193054, + "eff_dim_mean": 0.40739360451698303, + "topk_energy": { + "1": 0.13857562839984894, + "5": 0.4639095664024353, + "10": 0.6553084850311279, + "25": 0.9032579064369202 + }, + "gamma_raw": -0.0018527547363191843, + "gamma_active": { + "1e-08": -0.0018527547363191843, + "1e-07": -0.0018527547363191843, + "1e-06": -0.0020284440834075212, + "1e-05": -0.002281083259731531, + "0.0001": -0.002260190900415182 + }, + "gamma_energy_weighted": { + "1e-08": 0.00431851247706124, + "1e-07": 0.00431851247706124, + "1e-06": 0.00431851247706124, + "1e-05": 0.00431851247706124, + "0.0001": 0.00431851247706124 + } + }, + { + "layer": 1, + "mean_norm": 0.0019125386606901884, + "median_norm": 0.001960108522325754, + "max_norm": 0.0044932556338608265, + "min_norm": 1.305613750446355e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.129554271697998, + "5": -3.7532660961151123, + "10": -3.0705392360687256, + "25": -2.811774730682373, + "50": -2.7077083587646484, + "75": -2.624713659286499, + "90": -2.548888683319092, + "95": -2.5066235065460205, + "99": -2.409855604171753 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 3, + 3, + 0, + 1, + 2, + 1, + 4, + 1, + 3, + 5, + 2, + 3, + 3, + 5, + 3, + 3, + 7, + 12, + 76, + 105, + 139, + 83, + 29, + 10 + ], + "log_norms_bin_edges": [ + -6.884185314178467, + -6.793450355529785, + -6.7027153968811035, + -6.611980438232422, + -6.52124547958374, + -6.430510520935059, + -6.339775562286377, + -6.249040603637695, + -6.158306121826172, + -6.067570686340332, + -5.976836204528809, + -5.886101245880127, + -5.795366287231445, + -5.704631328582764, + -5.613896369934082, + -5.5231614112854, + -5.432426452636719, + -5.341691493988037, + -5.2509565353393555, + -5.160221576690674, + -5.069486618041992, + -4.9787516593933105, + -4.888016700744629, + -4.7972822189331055, + -4.706546783447266, + -4.615812301635742, + -4.525076866149902, + -4.434342384338379, + -4.343607425689697, + -4.252872467041016, + -4.162137508392334, + -4.071402549743652, + -3.9806675910949707, + -3.889932632446289, + -3.7991976737976074, + -3.708462715148926, + -3.617727756500244, + -3.5269930362701416, + -3.43625807762146, + -3.3455231189727783, + -3.2547881603240967, + -3.164053201675415, + -3.0733182430267334, + -2.9825832843780518, + -2.891848564147949, + -2.8011136054992676, + -2.710378646850586, + -2.6196436882019043, + -2.5289087295532227, + -2.438173770904541, + -2.3474388122558594 + ], + "r_inf_mean": 0.33036497235298157, + "r_inf_median": 0.3217131793498993, + "pr_mean": 0.2217961847782135, + "pr_median": 0.21400749683380127, + "hoyer_mean": 0.5536887049674988, + "eff_dim_mean": 0.5536887049674988, + "topk_energy": { + "1": 0.11319026350975037, + "5": 0.37840673327445984, + "10": 0.536608874797821, + "25": 0.7915829420089722 + }, + "gamma_raw": -0.039965227246284485, + "gamma_active": { + "1e-08": -0.039965227246284485, + "1e-07": -0.039965227246284485, + "1e-06": -0.03984401375055313, + "1e-05": -0.03986816480755806, + "0.0001": -0.040501564741134644 + }, + "gamma_energy_weighted": { + "1e-08": -0.04922121268985581, + "1e-07": -0.04922121268985581, + "1e-06": -0.04922121268985581, + "1e-05": -0.04922121268985581, + "0.0001": -0.04922121268985581 + } + }, + { + "layer": 2, + "mean_norm": 0.001309582032263279, + "median_norm": 0.0013445973163470626, + "max_norm": 0.0022778722923249006, + "min_norm": 1.0344784584503941e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.98828125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.277168273925781, + "5": -3.9282851219177246, + "10": -3.2529313564300537, + "25": -2.957728385925293, + "50": -2.8713064193725586, + "75": -2.7685701847076416, + "90": -2.7289018630981445, + "95": -2.710777997970581, + "99": -2.6588971614837646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 3, + 3, + 4, + 2, + 4, + 3, + 3, + 5, + 3, + 6, + 32, + 114, + 113, + 140, + 52 + ], + "log_norms_bin_edges": [ + -6.985278606414795, + -6.8984222412109375, + -6.811566352844238, + -6.724709987640381, + -6.637854099273682, + -6.550997734069824, + -6.464141845703125, + -6.377285480499268, + -6.29042911529541, + -6.203573226928711, + -6.1167168617248535, + -6.029860973358154, + -5.943004608154297, + -5.856148719787598, + -5.76929235458374, + -5.682435989379883, + -5.595580101013184, + -5.508724212646484, + -5.421867847442627, + -5.3350114822387695, + -5.24815559387207, + -5.161299228668213, + -5.0744428634643555, + -4.987586975097656, + -4.900731086730957, + -4.8138747215271, + -4.727018356323242, + -4.640162467956543, + -4.5533061027526855, + -4.466449737548828, + -4.379593849182129, + -4.29273796081543, + -4.205881595611572, + -4.119025230407715, + -4.032169342041016, + -3.9453132152557373, + -3.858457088470459, + -3.7716007232666016, + -3.6847445964813232, + -3.597888469696045, + -3.5110323429107666, + -3.4241762161254883, + -3.33732008934021, + -3.2504639625549316, + -3.163607597351074, + -3.076751470565796, + -2.9898953437805176, + -2.9030394554138184, + -2.816183090209961, + -2.7293267250061035, + -2.6424708366394043 + ], + "r_inf_mean": 0.25116419792175293, + "r_inf_median": 0.24041901528835297, + "pr_mean": 0.34499138593673706, + "pr_median": 0.33811965584754944, + "hoyer_mean": 0.639059841632843, + "eff_dim_mean": 0.639059841632843, + "topk_energy": { + "1": 0.0643099844455719, + "5": 0.26119282841682434, + "10": 0.4157230257987976, + "25": 0.7192766070365906 + }, + "gamma_raw": 0.052754729986190796, + "gamma_active": { + "1e-08": 0.052754729986190796, + "1e-07": 0.052754729986190796, + "1e-06": 0.052421510219573975, + "1e-05": 0.05215103551745415, + "0.0001": 0.05218858644366264 + }, + "gamma_energy_weighted": { + "1e-08": 0.0713355899164244, + "1e-07": 0.0713355899164244, + "1e-06": 0.0713355899164244, + "1e-05": 0.0713355899164244, + "0.0001": 0.0713355899164244 + } + }, + { + "layer": 3, + "mean_norm": 0.0013040915364399552, + "median_norm": 0.0013324314495548606, + "max_norm": 0.0022470401600003242, + "min_norm": 1.0329247146501075e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.98828125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.27721643447876, + "5": -3.928389549255371, + "10": -3.254202127456665, + "25": -2.958075523376465, + "50": -2.8752379417419434, + "75": -2.768913507461548, + "90": -2.731945276260376, + "95": -2.7121365070343018, + "99": -2.6664950847625732 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 4, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 3, + 3, + 4, + 2, + 4, + 3, + 3, + 5, + 3, + 5, + 32, + 109, + 118, + 136, + 57 + ], + "log_norms_bin_edges": [ + -6.985931396484375, + -6.8991804122924805, + -6.812429904937744, + -6.72567892074585, + -6.638927936553955, + -6.552177429199219, + -6.465426445007324, + -6.37867546081543, + -6.291924476623535, + -6.205173969268799, + -6.118422985076904, + -6.03167200088501, + -5.944921493530273, + -5.858170509338379, + -5.771419525146484, + -5.68466854095459, + -5.5979180335998535, + -5.511167049407959, + -5.4244160652160645, + -5.337665557861328, + -5.250914573669434, + -5.164163589477539, + -5.0774126052856445, + -4.990662097930908, + -4.903911113739014, + -4.817160606384277, + -4.730409622192383, + -4.643658638000488, + -4.556907653808594, + -4.470156669616699, + -4.383406162261963, + -4.296655178070068, + -4.209904670715332, + -4.1231536865234375, + -4.036402702331543, + -3.9496519565582275, + -3.862900972366333, + -3.7761502265930176, + -3.689399480819702, + -3.6026484966278076, + -3.515897750854492, + -3.4291467666625977, + -3.3423960208892822, + -3.255645275115967, + -3.1688942909240723, + -3.082143545150757, + -2.9953925609588623, + -2.908641815185547, + -2.8218908309936523, + -2.735140323638916, + -2.6483893394470215 + ], + "r_inf_mean": 0.24856436252593994, + "r_inf_median": 0.24015846848487854, + "pr_mean": 0.3479299545288086, + "pr_median": 0.3388077914714813, + "hoyer_mean": 0.6398414373397827, + "eff_dim_mean": 0.6398413777351379, + "topk_energy": { + "1": 0.06272265315055847, + "5": 0.2595949172973633, + "10": 0.4143582582473755, + "25": 0.7184975147247314 + }, + "gamma_raw": 0.027887340635061264, + "gamma_active": { + "1e-08": 0.027887340635061264, + "1e-07": 0.027887340635061264, + "1e-06": 0.02821151725947857, + "1e-05": 0.02777143381536007, + "0.0001": 0.027292734012007713 + }, + "gamma_energy_weighted": { + "1e-08": 0.02290948326939249, + "1e-07": 0.02290948326939249, + "1e-06": 0.02290948326939249, + "1e-05": 0.02290948326939249, + "0.0001": 0.02290948326939249 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L8.json new file mode 100644 index 0000000..ee0b201 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s1024_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 1024, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 7.653697967529297, + "acc": 0.08203125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.012659456580877304, + "median_norm": 0.012558362446725368, + "max_norm": 0.03875494748353958, + "min_norm": 4.352617906988598e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -4.045698165893555, + "5": -2.4675190448760986, + "10": -2.169550895690918, + "25": -2.0023138523101807, + "50": -1.900123953819275, + "75": -1.8113512992858887, + "90": -1.732157826423645, + "95": -1.6517436504364014, + "99": -1.580523133277893 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 1, + 4, + 0, + 0, + 2, + 4, + 5, + 5, + 9, + 13, + 32, + 81, + 105, + 111, + 75, + 23, + 21, + 2, + 2 + ], + "log_norms_bin_edges": [ + -5.3612494468688965, + -5.282258033752441, + -5.203266143798828, + -5.124274730682373, + -5.045283317565918, + -4.966291904449463, + -4.887300491333008, + -4.8083086013793945, + -4.7293171882629395, + -4.650325775146484, + -4.571333885192871, + -4.492342472076416, + -4.413351058959961, + -4.334359645843506, + -4.255368232727051, + -4.1763763427734375, + -4.097384929656982, + -4.018393516540527, + -3.939401865005493, + -3.860410213470459, + -3.781418800354004, + -3.702427387237549, + -3.6234357357025146, + -3.5444440841674805, + -3.4654526710510254, + -3.3864612579345703, + -3.307469606399536, + -3.228477954864502, + -3.149486541748047, + -3.070495128631592, + -2.9915034770965576, + -2.9125118255615234, + -2.8335204124450684, + -2.7545289993286133, + -2.675537347793579, + -2.596545696258545, + -2.51755428314209, + -2.4385628700256348, + -2.3595712184906006, + -2.2805795669555664, + -2.2015881538391113, + -2.1225967407226562, + -2.043605089187622, + -1.964613437652588, + -1.8856220245361328, + -1.8066306114196777, + -1.7276389598846436, + -1.6486473083496094, + -1.5696558952331543, + -1.4906644821166992, + -1.411672830581665 + ], + "r_inf_mean": 0.37796124815940857, + "r_inf_median": 0.3655901551246643, + "pr_mean": 0.14009979367256165, + "pr_median": 0.13996055722236633, + "hoyer_mean": 0.38102465867996216, + "eff_dim_mean": 0.38102465867996216, + "topk_energy": { + "1": 0.1471274495124817, + "5": 0.48462772369384766, + "10": 0.678197979927063, + "25": 0.9180551767349243 + }, + "gamma_raw": 0.0007652774220332503, + "gamma_active": { + "1e-08": 0.0007652774220332503, + "1e-07": 0.0007652774220332503, + "1e-06": 0.0007652774220332503, + "1e-05": 0.0013141448143869638, + "0.0001": 0.0011454606428742409 + }, + "gamma_energy_weighted": { + "1e-08": -0.000894818525791004, + "1e-07": -0.000894818525791004, + "1e-06": -0.000894818525791004, + "1e-05": -0.000894818525791004, + "0.0001": -0.000894818525791004 + } + }, + { + "layer": 1, + "mean_norm": 0.0014497078955173492, + "median_norm": 0.001492685405537486, + "max_norm": 0.0030814060010015965, + "min_norm": 3.54146322933957e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.986328125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.101866245269775, + "5": -3.484647274017334, + "10": -2.9922516345977783, + "25": -2.9032177925109863, + "50": -2.8259875774383545, + "75": -2.767590284347534, + "90": -2.714479684829712, + "95": -2.678377866744995, + "99": -2.6019439697265625 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 3, + 1, + 0, + 2, + 3, + 1, + 3, + 2, + 6, + 3, + 3, + 14, + 69, + 129, + 159, + 77, + 16, + 5 + ], + "log_norms_bin_edges": [ + -6.450817584991455, + -6.372026443481445, + -6.293234825134277, + -6.214443683624268, + -6.1356520652771, + -6.05686092376709, + -5.97806978225708, + -5.899278163909912, + -5.820487022399902, + -5.741695404052734, + -5.662904262542725, + -5.584113121032715, + -5.505321502685547, + -5.426530361175537, + -5.347738742828369, + -5.268947601318359, + -5.190155982971191, + -5.111364841461182, + -5.032573699951172, + -4.953782081604004, + -4.874990940093994, + -4.796199798583984, + -4.717408180236816, + -4.638617038726807, + -4.559825420379639, + -4.481034278869629, + -4.402242660522461, + -4.323451519012451, + -4.244660377502441, + -4.165868759155273, + -4.087077617645264, + -4.008286476135254, + -3.929494857788086, + -3.850703477859497, + -3.771912097930908, + -3.6931209564208984, + -3.6143295764923096, + -3.5355381965637207, + -3.456746816635132, + -3.377955436706543, + -3.299164295196533, + -3.2203729152679443, + -3.1415815353393555, + -3.0627901554107666, + -2.9839987754821777, + -2.905207395553589, + -2.826416254043579, + -2.7476248741149902, + -2.6688334941864014, + -2.5900421142578125, + -2.5112509727478027 + ], + "r_inf_mean": 0.32984647154808044, + "r_inf_median": 0.31920233368873596, + "pr_mean": 0.23165331780910492, + "pr_median": 0.22605593502521515, + "hoyer_mean": 0.5675790309906006, + "eff_dim_mean": 0.5675790309906006, + "topk_energy": { + "1": 0.1140892282128334, + "5": 0.3641347289085388, + "10": 0.5205209255218506, + "25": 0.7794020175933838 + }, + "gamma_raw": -0.01946048066020012, + "gamma_active": { + "1e-08": -0.01946048066020012, + "1e-07": -0.01946048066020012, + "1e-06": -0.019199350848793983, + "1e-05": -0.019165202975273132, + "0.0001": -0.018445422872900963 + }, + "gamma_energy_weighted": { + "1e-08": -0.020725032141680488, + "1e-07": -0.020725032141680488, + "1e-06": -0.020725032141680488, + "1e-05": -0.020725032141680488, + "0.0001": -0.020725032141680488 + } + }, + { + "layer": 2, + "mean_norm": 0.0010657396633177996, + "median_norm": 0.0010881614871323109, + "max_norm": 0.0018338417867198586, + "min_norm": 2.5423096872145834e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.241312503814697, + "5": -3.6286773681640625, + "10": -3.1669585704803467, + "25": -3.03410005569458, + "50": -2.9632816314697266, + "75": -2.888235092163086, + "90": -2.8441238403320312, + "95": -2.8084323406219482, + "99": -2.740020990371704 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 0, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 2, + 6, + 19, + 51, + 127, + 139, + 101, + 30 + ], + "log_norms_bin_edges": [ + -6.594771385192871, + -6.517608642578125, + -6.440445899963379, + -6.363283157348633, + -6.286120891571045, + -6.208958148956299, + -6.131795406341553, + -6.054632663726807, + -5.9774699211120605, + -5.9003071784973145, + -5.823144912719727, + -5.7459821701049805, + -5.668819427490234, + -5.591656684875488, + -5.514493942260742, + -5.437331199645996, + -5.36016845703125, + -5.283006191253662, + -5.205843448638916, + -5.12868070602417, + -5.051517963409424, + -4.974355220794678, + -4.89719295501709, + -4.820030212402344, + -4.742867469787598, + -4.665704727172852, + -4.5885419845581055, + -4.511379241943359, + -4.434216499328613, + -4.357053756713867, + -4.279891014099121, + -4.202728748321533, + -4.125566005706787, + -4.048403263092041, + -3.971240758895874, + -3.894078016281128, + -3.816915273666382, + -3.739752769470215, + -3.6625900268554688, + -3.5854272842407227, + -3.5082645416259766, + -3.4311020374298096, + -3.3539392948150635, + -3.2767765522003174, + -3.1996140480041504, + -3.1224513053894043, + -3.045288562774658, + -2.968126058578491, + -2.890963315963745, + -2.813800573348999, + -2.736638069152832 + ], + "r_inf_mean": 0.24893420934677124, + "r_inf_median": 0.24368874728679657, + "pr_mean": 0.3494652211666107, + "pr_median": 0.3429511487483978, + "hoyer_mean": 0.6450495719909668, + "eff_dim_mean": 0.6450495719909668, + "topk_energy": { + "1": 0.06306702643632889, + "5": 0.2592911720275879, + "10": 0.41204833984375, + "25": 0.711882472038269 + }, + "gamma_raw": 0.0360482856631279, + "gamma_active": { + "1e-08": 0.0360482856631279, + "1e-07": 0.0360482856631279, + "1e-06": 0.036104943603277206, + "1e-05": 0.03619315102696419, + "0.0001": 0.03563005477190018 + }, + "gamma_energy_weighted": { + "1e-08": 0.048453270305859206, + "1e-07": 0.048453270305859206, + "1e-06": 0.048453270305859206, + "1e-05": 0.048453270305859206, + "0.0001": 0.048453270305859206 + } + }, + { + "layer": 3, + "mean_norm": 0.0010581876849755645, + "median_norm": 0.0010784368496388197, + "max_norm": 0.0018306737765669823, + "min_norm": 2.5295065597674693e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.242605209350586, + "5": -3.63152813911438, + "10": -3.1661899089813232, + "25": -3.0402092933654785, + "50": -2.9666061401367188, + "75": -2.8941574096679688, + "90": -2.847161293029785, + "95": -2.8112804889678955, + "99": -2.7403829097747803 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 6, + 20, + 53, + 134, + 134, + 97, + 28 + ], + "log_norms_bin_edges": [ + -6.596964359283447, + -6.519773006439209, + -6.4425811767578125, + -6.365389823913574, + -6.288198471069336, + -6.2110066413879395, + -6.133815288543701, + -6.056623935699463, + -5.979432106018066, + -5.902240753173828, + -5.82504940032959, + -5.747858047485352, + -5.670666217803955, + -5.593474864959717, + -5.51628303527832, + -5.439091682434082, + -5.361900329589844, + -5.2847089767456055, + -5.207517623901367, + -5.130325794219971, + -5.053134441375732, + -4.975942611694336, + -4.898751258850098, + -4.821559906005859, + -4.744368553161621, + -4.667176723480225, + -4.589985370635986, + -4.51279354095459, + -4.435602188110352, + -4.358410835266113, + -4.281219482421875, + -4.204028129577637, + -4.12683629989624, + -4.049644470214844, + -3.9724533557891846, + -3.895261764526367, + -3.818070411682129, + -3.7408788204193115, + -3.663687229156494, + -3.586495876312256, + -3.5093042850494385, + -3.432112693786621, + -3.354921340942383, + -3.2777297496795654, + -3.200538158416748, + -3.1233468055725098, + -3.0461552143096924, + -2.968963861465454, + -2.8917722702026367, + -2.8145806789398193, + -2.737389087677002 + ], + "r_inf_mean": 0.2492501139640808, + "r_inf_median": 0.24470090866088867, + "pr_mean": 0.34706971049308777, + "pr_median": 0.34230563044548035, + "hoyer_mean": 0.6435791254043579, + "eff_dim_mean": 0.6435790657997131, + "topk_energy": { + "1": 0.0632440596818924, + "5": 0.2602882385253906, + "10": 0.4145500361919403, + "25": 0.714641809463501 + }, + "gamma_raw": 0.04740060865879059, + "gamma_active": { + "1e-08": 0.04740060865879059, + "1e-07": 0.04740060865879059, + "1e-06": 0.04727385938167572, + "1e-05": 0.04722774401307106, + "0.0001": 0.04781521484255791 + }, + "gamma_energy_weighted": { + "1e-08": 0.044816113650852335, + "1e-07": 0.044816113650852335, + "1e-06": 0.044816113650852335, + "1e-05": 0.044816113650852335, + "0.0001": 0.044816113650852335 + } + }, + { + "layer": 4, + "mean_norm": 0.0010572019964456558, + "median_norm": 0.0010784731712192297, + "max_norm": 0.001829910441301763, + "min_norm": 2.530373706122191e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.242310523986816, + "5": -3.6328134536743164, + "10": -3.1665971279144287, + "25": -3.0401086807250977, + "50": -2.96622633934021, + "75": -2.8951849937438965, + "90": -2.8473362922668457, + "95": -2.811150074005127, + "99": -2.7403953075408936 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 6, + 20, + 51, + 137, + 133, + 97, + 28 + ], + "log_norms_bin_edges": [ + -6.596815586090088, + -6.5196309089660645, + -6.442445755004883, + -6.365261077880859, + -6.288075923919678, + -6.210891246795654, + -6.133706092834473, + -6.056521415710449, + -5.979336261749268, + -5.902151584625244, + -5.8249664306640625, + -5.747781753540039, + -5.670596599578857, + -5.593411922454834, + -5.516226768493652, + -5.439042091369629, + -5.361856937408447, + -5.284672260284424, + -5.207487106323242, + -5.130302429199219, + -5.053117275238037, + -4.975932598114014, + -4.898747444152832, + -4.821562767028809, + -4.744378089904785, + -4.6671929359436035, + -4.590007781982422, + -4.512823104858398, + -4.435638427734375, + -4.358453273773193, + -4.281268119812012, + -4.204083442687988, + -4.126898765563965, + -4.049713611602783, + -3.9725286960601807, + -3.895343780517578, + -3.8181588649749756, + -3.740973949432373, + -3.6637890338897705, + -3.586604118347168, + -3.5094192028045654, + -3.432234287261963, + -3.3550493717193604, + -3.277864456176758, + -3.2006795406341553, + -3.1234946250915527, + -3.04630970954895, + -2.9691247940063477, + -2.891940116882324, + -2.8147552013397217, + -2.737570285797119 + ], + "r_inf_mean": 0.2494942843914032, + "r_inf_median": 0.2447907030582428, + "pr_mean": 0.3469545841217041, + "pr_median": 0.34191539883613586, + "hoyer_mean": 0.6437410712242126, + "eff_dim_mean": 0.6437410116195679, + "topk_energy": { + "1": 0.06338074803352356, + "5": 0.260424941778183, + "10": 0.4144740104675293, + "25": 0.7142121195793152 + }, + "gamma_raw": 0.01448369212448597, + "gamma_active": { + "1e-08": 0.01448369212448597, + "1e-07": 0.01448369212448597, + "1e-06": 0.014460562728345394, + "1e-05": 0.014132088981568813, + "0.0001": 0.013807137496769428 + }, + "gamma_energy_weighted": { + "1e-08": 0.020344398813808926, + "1e-07": 0.020344398813808926, + "1e-06": 0.020344398813808926, + "1e-05": 0.020344398813808926, + "0.0001": 0.020344398813808926 + } + }, + { + "layer": 5, + "mean_norm": 0.0010562886018306017, + "median_norm": 0.0010797326685860753, + "max_norm": 0.0018279037903994322, + "min_norm": 2.5278436055486964e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.242941856384277, + "5": -3.6337974071502686, + "10": -3.165158271789551, + "25": -3.0408854484558105, + "50": -2.9659485816955566, + "75": -2.89579701423645, + "90": -2.8489205837249756, + "95": -2.811269521713257, + "99": -2.7406187057495117 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 6, + 20, + 52, + 134, + 135, + 97, + 28 + ], + "log_norms_bin_edges": [ + -6.597249984741211, + -6.520065784454346, + -6.442882061004639, + -6.365697860717773, + -6.288513660430908, + -6.211329460144043, + -6.134145736694336, + -6.056961536407471, + -5.9797773361206055, + -5.902593612670898, + -5.825409412384033, + -5.748225212097168, + -5.671041011810303, + -5.593857288360596, + -5.5166730880737305, + -5.439488887786865, + -5.3623046875, + -5.285120964050293, + -5.207936763763428, + -5.1307525634765625, + -5.0535688400268555, + -4.97638463973999, + -4.899200439453125, + -4.822016716003418, + -4.744832515716553, + -4.6676483154296875, + -4.5904645919799805, + -4.513279914855957, + -4.43609619140625, + -4.358911991119385, + -4.2817277908325195, + -4.2045440673828125, + -4.127359867095947, + -4.050175666809082, + -3.972991704940796, + -3.8958077430725098, + -3.8186235427856445, + -3.7414395809173584, + -3.664255380630493, + -3.587071418762207, + -3.509887218475342, + -3.4327032566070557, + -3.3555192947387695, + -3.2783350944519043, + -3.201151132583618, + -3.123966932296753, + -3.046782970428467, + -2.9695987701416016, + -2.8924148082733154, + -2.8152308464050293, + -2.738046646118164 + ], + "r_inf_mean": 0.24957633018493652, + "r_inf_median": 0.24478615820407867, + "pr_mean": 0.34672975540161133, + "pr_median": 0.34176746010780334, + "hoyer_mean": 0.643510639667511, + "eff_dim_mean": 0.643510639667511, + "topk_energy": { + "1": 0.06342394649982452, + "5": 0.2604382634162903, + "10": 0.41440659761428833, + "25": 0.714276909828186 + }, + "gamma_raw": 0.032081425189971924, + "gamma_active": { + "1e-08": 0.032081425189971924, + "1e-07": 0.032081425189971924, + "1e-06": 0.03179719299077988, + "1e-05": 0.03168685734272003, + "0.0001": 0.032425541430711746 + }, + "gamma_energy_weighted": { + "1e-08": 0.033644221638748466, + "1e-07": 0.033644221638748466, + "1e-06": 0.033644221638748466, + "1e-05": 0.033644221638748466, + "0.0001": 0.033644221638748466 + } + }, + { + "layer": 6, + "mean_norm": 0.0010551470331847668, + "median_norm": 0.0010752211092039943, + "max_norm": 0.0018232847796753049, + "min_norm": 2.527281424136163e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.243150234222412, + "5": -3.635136842727661, + "10": -3.1647889614105225, + "25": -3.041173219680786, + "50": -2.968254566192627, + "75": -2.8963825702667236, + "90": -2.8500921726226807, + "95": -2.811387538909912, + "99": -2.741579532623291 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 2, + 7, + 20, + 49, + 134, + 137, + 98, + 28 + ], + "log_norms_bin_edges": [ + -6.597346305847168, + -6.520182132720947, + -6.443018436431885, + -6.365854263305664, + -6.288690090179443, + -6.211526393890381, + -6.13436222076416, + -6.0571980476379395, + -5.980034351348877, + -5.902870178222656, + -5.8257060050964355, + -5.748542308807373, + -5.671378135681152, + -5.594213962554932, + -5.517049789428711, + -5.439886093139648, + -5.362721920013428, + -5.285557746887207, + -5.2083940505981445, + -5.131229877471924, + -5.054065704345703, + -4.976902008056641, + -4.89973783493042, + -4.822573661804199, + -4.745409965515137, + -4.668245792388916, + -4.591081619262695, + -4.513917922973633, + -4.436753749847412, + -4.359589576721191, + -4.282425880432129, + -4.205261707305908, + -4.1280975341796875, + -4.050933837890625, + -3.9737696647644043, + -3.8966057300567627, + -3.819441795349121, + -3.7422776222229004, + -3.665113687515259, + -3.587949752807617, + -3.5107855796813965, + -3.433621644973755, + -3.3564577102661133, + -3.2792935371398926, + -3.202129602432251, + -3.1249656677246094, + -3.0478014945983887, + -2.970637559890747, + -2.8934736251831055, + -2.8163094520568848, + -2.739145517349243 + ], + "r_inf_mean": 0.24992519617080688, + "r_inf_median": 0.24463237822055817, + "pr_mean": 0.34660643339157104, + "pr_median": 0.34162673354148865, + "hoyer_mean": 0.6434237360954285, + "eff_dim_mean": 0.6434236764907837, + "topk_energy": { + "1": 0.06362444162368774, + "5": 0.260313481092453, + "10": 0.41440391540527344, + "25": 0.7143754959106445 + }, + "gamma_raw": -0.011014001443982124, + "gamma_active": { + "1e-08": -0.011014001443982124, + "1e-07": -0.011014001443982124, + "1e-06": -0.010930826887488365, + "1e-05": -0.010463175363838673, + "0.0001": -0.00945095531642437 + }, + "gamma_energy_weighted": { + "1e-08": -0.019370321641381506, + "1e-07": -0.019370321641381506, + "1e-06": -0.019370321641381506, + "1e-05": -0.019370321641381506, + "0.0001": -0.019370321641381506 + } + }, + { + "layer": 7, + "mean_norm": 0.0010559912770986557, + "median_norm": 0.001080100191757083, + "max_norm": 0.0018245133105665445, + "min_norm": 2.530362621655513e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.982421875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.243724346160889, + "5": -3.6356770992279053, + "10": -3.1651158332824707, + "25": -3.040865659713745, + "50": -2.9661829471588135, + "75": -2.894564390182495, + "90": -2.8481786251068115, + "95": -2.810403347015381, + "99": -2.7411606311798096 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 6, + 20, + 53, + 131, + 136, + 98, + 28 + ], + "log_norms_bin_edges": [ + -6.596817493438721, + -6.519658088684082, + -6.442499160766602, + -6.365339756011963, + -6.288180351257324, + -6.2110209465026855, + -6.133861541748047, + -6.056702613830566, + -5.979543209075928, + -5.902383804321289, + -5.825224876403809, + -5.74806547164917, + -5.670906066894531, + -5.593746662139893, + -5.516587257385254, + -5.439428329467773, + -5.362268924713135, + -5.285109519958496, + -5.207950592041016, + -5.130791187286377, + -5.053631782531738, + -4.9764723777771, + -4.899312973022461, + -4.8221540451049805, + -4.744994640350342, + -4.667835235595703, + -4.590676307678223, + -4.513516902923584, + -4.436357498168945, + -4.359198093414307, + -4.282038688659668, + -4.2048797607421875, + -4.127720355987549, + -4.05056095123291, + -3.9734017848968506, + -3.896242618560791, + -3.8190832138061523, + -3.7419238090515137, + -3.664764642715454, + -3.5876054763793945, + -3.510446071624756, + -3.433286666870117, + -3.3561275005340576, + -3.278968334197998, + -3.2018089294433594, + -3.1246495246887207, + -3.047490358352661, + -2.9703311920166016, + -2.893171787261963, + -2.816012382507324, + -2.7388532161712646 + ], + "r_inf_mean": 0.24967920780181885, + "r_inf_median": 0.244498610496521, + "pr_mean": 0.3465574085712433, + "pr_median": 0.34202179312705994, + "hoyer_mean": 0.6434366703033447, + "eff_dim_mean": 0.6434366703033447, + "topk_energy": { + "1": 0.063505619764328, + "5": 0.26042598485946655, + "10": 0.4145601987838745, + "25": 0.714544415473938 + }, + "gamma_raw": -0.05686101317405701, + "gamma_active": { + "1e-08": -0.05686101317405701, + "1e-07": -0.05686101317405701, + "1e-06": -0.056581079959869385, + "1e-05": -0.05728532746434212, + "0.0001": -0.05888816714286804 + }, + "gamma_energy_weighted": { + "1e-08": -0.05907851921058483, + "1e-07": -0.05907851921058483, + "1e-06": -0.05907851921058483, + "1e-05": -0.05907851921058483, + "0.0001": -0.05907851921058483 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L4.json new file mode 100644 index 0000000..0584da5 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 25.737621307373047, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03983801603317261, + "median_norm": 0.03930540755391121, + "max_norm": 0.09983262419700623, + "min_norm": 1.9183269556188876e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.966796875, + "1e-05": 0.95703125, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.078531265258789, + "5": -3.905355930328369, + "10": -1.765890121459961, + "25": -1.5297898054122925, + "50": -1.4050830602645874, + "75": -1.3020031452178955, + "90": -1.1957676410675049, + "95": -1.1425212621688843, + "99": -1.0203189849853516 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 1, + 2, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 3, + 0, + 0, + 0, + 3, + 1, + 4, + 0, + 2, + 0, + 1, + 1, + 4, + 1, + 9, + 40, + 180, + 191, + 50 + ], + "log_norms_bin_edges": [ + -10.71707820892334, + -10.522750854492188, + -10.328424453735352, + -10.1340970993042, + -9.939769744873047, + -9.745443344116211, + -9.551115989685059, + -9.356788635253906, + -9.16246223449707, + -8.968134880065918, + -8.773808479309082, + -8.57948112487793, + -8.385153770446777, + -8.190827369689941, + -7.996500015258789, + -7.802173137664795, + -7.607846260070801, + -7.413518905639648, + -7.219192028045654, + -7.02486515045166, + -6.830537796020508, + -6.636210918426514, + -6.4418840408325195, + -6.247557163238525, + -6.053229808807373, + -5.858902931213379, + -5.664576053619385, + -5.470248699188232, + -5.275921821594238, + -5.081594944000244, + -4.88726806640625, + -4.692940711975098, + -4.4986138343811035, + -4.304286956787109, + -4.109959602355957, + -3.915632724761963, + -3.7213058471679688, + -3.5269789695739746, + -3.3326516151428223, + -3.138324737548828, + -2.943997859954834, + -2.7496705055236816, + -2.5553436279296875, + -2.361016273498535, + -2.166689872741699, + -1.9723625183105469, + -1.778036117553711, + -1.5837087631225586, + -1.3893814086914062, + -1.1950550079345703, + -1.0007275342941284 + ], + "r_inf_mean": 0.25103074312210083, + "r_inf_median": 0.245527982711792, + "pr_mean": Infinity, + "pr_median": 0.3415853977203369, + "hoyer_mean": 0.6357638835906982, + "eff_dim_mean": 0.6357638835906982, + "topk_energy": { + "1": 0.06397493183612823, + "5": 0.2617810368537903, + "10": 0.4168669879436493, + "25": 0.7226446270942688 + }, + "gamma_raw": -0.007458722218871117, + "gamma_active": { + "1e-08": -0.007514766417443752, + "1e-07": -0.007968674413859844, + "1e-06": -0.008092648349702358, + "1e-05": -0.007072539534419775, + "0.0001": -0.006716664880514145 + }, + "gamma_energy_weighted": { + "1e-08": -0.0014498051885338359, + "1e-07": -0.0014498051885338359, + "1e-06": -0.0014498051885338359, + "1e-05": -0.0014498051885338359, + "0.0001": -0.0014498051885338359 + } + }, + { + "layer": 1, + "mean_norm": 0.0046018133871257305, + "median_norm": 0.004294900223612785, + "max_norm": 0.015285511501133442, + "min_norm": 1.5531366340595931e-12, + "support": { + "1e-08": 0.9765625, + "1e-07": 0.96484375, + "1e-06": 0.95703125, + "1e-05": 0.951171875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -9.132806777954102, + "5": -4.917346000671387, + "10": -2.689563512802124, + "25": -2.471637487411499, + "50": -2.3665971755981445, + "75": -2.248631238937378, + "90": -2.121716260910034, + "95": -2.051913022994995, + "99": -1.888936996459961 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 1, + 2, + 0, + 3, + 0, + 0, + 0, + 3, + 1, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 3, + 17, + 136, + 215, + 76, + 23 + ], + "log_norms_bin_edges": [ + -11.80879020690918, + -11.608928680419922, + -11.409067153930664, + -11.209205627441406, + -11.009344100952148, + -10.809483528137207, + -10.60962200164795, + -10.409760475158691, + -10.209898948669434, + -10.010037422180176, + -9.810175895690918, + -9.610315322875977, + -9.410453796386719, + -9.210592269897461, + -9.010730743408203, + -8.810869216918945, + -8.611007690429688, + -8.41114616394043, + -8.211284637451172, + -8.011423110961914, + -7.8115620613098145, + -7.611700534820557, + -7.411839485168457, + -7.211977958679199, + -7.012116432189941, + -6.812254905700684, + -6.612393379211426, + -6.412532329559326, + -6.212670803070068, + -6.0128092765808105, + -5.812948226928711, + -5.613086700439453, + -5.413225173950195, + -5.2133636474609375, + -5.01350212097168, + -4.81364107131958, + -4.613779544830322, + -4.4139180183410645, + -4.214056968688965, + -4.014195442199707, + -3.814333915710449, + -3.6144723892211914, + -3.4146108627319336, + -3.214749336242676, + -3.0148887634277344, + -2.8150272369384766, + -2.6151657104492188, + -2.415304183959961, + -2.215442657470703, + -2.0155811309814453, + -1.8157200813293457 + ], + "r_inf_mean": 0.23490005731582642, + "r_inf_median": 0.23220184445381165, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6544803380966187, + "eff_dim_mean": 0.6544802784919739, + "topk_energy": { + "1": 0.05573173239827156, + "5": 0.2430349886417389, + "10": 0.3972465395927429, + "25": 0.7046182155609131 + }, + "gamma_raw": 0.03882991522550583, + "gamma_active": { + "1e-08": 0.03967352584004402, + "1e-07": 0.04002673923969269, + "1e-06": 0.04005081579089165, + "1e-05": 0.04040241613984108, + "0.0001": 0.0399397574365139 + }, + "gamma_energy_weighted": { + "1e-08": 0.07537193221426114, + "1e-07": 0.07537193221426114, + "1e-06": 0.07537193221426114, + "1e-05": 0.07537193221426114, + "0.0001": 0.07537193221426114 + } + }, + { + "layer": 2, + "mean_norm": 0.0015512385871261358, + "median_norm": 0.0015533164842054248, + "max_norm": 0.0028085007797926664, + "min_norm": 2.318858809396279e-13, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.962890625, + "1e-06": 0.951171875, + "1e-05": 0.94140625, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.79574203491211, + "5": -5.433923244476318, + "10": -2.9486894607543945, + "25": -2.863374948501587, + "50": -2.8084874153137207, + "75": -2.7167885303497314, + "90": -2.657604455947876, + "95": -2.6165504455566406, + "99": -2.5685529708862305 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 1, + 2, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 1, + 3, + 1, + 5, + 4, + 293, + 168 + ], + "log_norms_bin_edges": [ + -12.634726524353027, + -12.433062553405762, + -12.231398582458496, + -12.02973461151123, + -11.828070640563965, + -11.6264066696167, + -11.424742698669434, + -11.223078727722168, + -11.021414756774902, + -10.819750785827637, + -10.618085861206055, + -10.416421890258789, + -10.214757919311523, + -10.013093948364258, + -9.811429977416992, + -9.609766006469727, + -9.408102035522461, + -9.206438064575195, + -9.00477409362793, + -8.803110122680664, + -8.601446151733398, + -8.399782180786133, + -8.198118209838867, + -7.996454238891602, + -7.794790267944336, + -7.59312629699707, + -7.391462326049805, + -7.189797878265381, + -6.988133907318115, + -6.78646993637085, + -6.584805965423584, + -6.383141994476318, + -6.181478023529053, + -5.979814052581787, + -5.7781500816345215, + -5.576486110687256, + -5.37482213973999, + -5.173158168792725, + -4.971493721008301, + -4.769829750061035, + -4.5681657791137695, + -4.366501808166504, + -4.164837837219238, + -3.9631738662719727, + -3.761509895324707, + -3.5598459243774414, + -3.358181953430176, + -3.15651798248291, + -2.9548540115356445, + -2.753190040588379, + -2.551525592803955 + ], + "r_inf_mean": 0.22437265515327454, + "r_inf_median": 0.2171166092157364, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6652671694755554, + "eff_dim_mean": 0.6652671098709106, + "topk_energy": { + "1": 0.05092602223157883, + "5": 0.23203617334365845, + "10": 0.38672733306884766, + "25": 0.6944762468338013 + }, + "gamma_raw": -0.006862250622361898, + "gamma_active": { + "1e-08": -0.00758087495341897, + "1e-07": -0.00747804855927825, + "1e-06": -0.00813345517963171, + "1e-05": -0.007926948368549347, + "0.0001": -0.007313466165214777 + }, + "gamma_energy_weighted": { + "1e-08": -0.01803352575892776, + "1e-07": -0.01803352575892776, + "1e-06": -0.01803352575892776, + "1e-05": -0.01803352575892776, + "0.0001": -0.01803352575892776 + } + }, + { + "layer": 3, + "mean_norm": 0.0015092245303094387, + "median_norm": 0.0015027365880087018, + "max_norm": 0.0026944512501358986, + "min_norm": 2.2684927395745513e-13, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.962890625, + "1e-06": 0.951171875, + "1e-05": 0.94140625, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -9.800701141357422, + "5": -5.445613384246826, + "10": -2.9549078941345215, + "25": -2.870645046234131, + "50": -2.8230948448181152, + "75": -2.7218990325927734, + "90": -2.6701669692993164, + "95": -2.621509552001953, + "99": -2.576181650161743 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 1, + 1, + 2, + 0, + 2, + 1, + 0, + 0, + 1, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 1, + 3, + 1, + 5, + 3, + 293, + 169 + ], + "log_norms_bin_edges": [ + -12.64426326751709, + -12.442769050598145, + -12.241273880004883, + -12.039779663085938, + -11.838284492492676, + -11.63679027557373, + -11.435295104980469, + -11.233800888061523, + -11.032305717468262, + -10.830811500549316, + -10.629316329956055, + -10.42782211303711, + -10.226326942443848, + -10.024832725524902, + -9.82333755493164, + -9.621843338012695, + -9.420348167419434, + -9.218853950500488, + -9.017358779907227, + -8.815864562988281, + -8.614370346069336, + -8.412875175476074, + -8.211380004882812, + -8.009885787963867, + -7.808391094207764, + -7.60689640045166, + -7.405401706695557, + -7.203907012939453, + -7.00241231918335, + -6.800917625427246, + -6.599422931671143, + -6.397928237915039, + -6.1964335441589355, + -5.994938850402832, + -5.7934441566467285, + -5.591949462890625, + -5.3904547691345215, + -5.188960075378418, + -4.9874653816223145, + -4.785970687866211, + -4.584476470947266, + -4.382981300354004, + -4.181487083435059, + -3.979991912841797, + -3.7784976959228516, + -3.57700252532959, + -3.3755083084106445, + -3.174013137817383, + -2.9725189208984375, + -2.771023750305176, + -2.5695297718048096 + ], + "r_inf_mean": 0.22535979747772217, + "r_inf_median": 0.22189438343048096, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6667420864105225, + "eff_dim_mean": 0.6667420268058777, + "topk_energy": { + "1": 0.05143648758530617, + "5": 0.2334788292646408, + "10": 0.3876110911369324, + "25": 0.6932651996612549 + }, + "gamma_raw": -0.02449757419526577, + "gamma_active": { + "1e-08": -0.025148160755634308, + "1e-07": -0.025129543617367744, + "1e-06": -0.02551642619073391, + "1e-05": -0.02496306411921978, + "0.0001": -0.024645758792757988 + }, + "gamma_energy_weighted": { + "1e-08": -0.025560258142746317, + "1e-07": -0.025560258142746317, + "1e-06": -0.025560258142746317, + "1e-05": -0.025560258142746317, + "0.0001": -0.025560258142746317 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L8.json new file mode 100644 index 0000000..fd9b568 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 25.058712005615234, + "acc": 0.07421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03640046715736389, + "median_norm": 0.0357523187994957, + "max_norm": 0.1102774441242218, + "min_norm": 1.2673913567934347e-12, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98828125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -8.125408172607422, + "5": -2.3320541381835938, + "10": -1.701607346534729, + "25": -1.5621711015701294, + "50": -1.446641206741333, + "75": -1.3453139066696167, + "90": -1.252057671546936, + "95": -1.2015804052352905, + "99": -1.081568956375122 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 3, + 0, + 1, + 1, + 3, + 3, + 4, + 3, + 55, + 239, + 164, + 20 + ], + "log_norms_bin_edges": [ + -11.897089004516602, + -11.67829704284668, + -11.459506034851074, + -11.240714073181152, + -11.021923065185547, + -10.803131103515625, + -10.58434009552002, + -10.365548133850098, + -10.146757125854492, + -9.92796516418457, + -9.709173202514648, + -9.490382194519043, + -9.271591186523438, + -9.052799224853516, + -8.834007263183594, + -8.615216255187988, + -8.396424293518066, + -8.177633285522461, + -7.958841323852539, + -7.740049839019775, + -7.521258354187012, + -7.302466869354248, + -7.083675384521484, + -6.864883899688721, + -6.646092414855957, + -6.427300930023193, + -6.20850944519043, + -5.989717483520508, + -5.770925998687744, + -5.5521345138549805, + -5.333343029022217, + -5.114551544189453, + -4.8957600593566895, + -4.676968574523926, + -4.458177089691162, + -4.239385604858398, + -4.020594120025635, + -3.801802635192871, + -3.583010673522949, + -3.3642196655273438, + -3.145427703857422, + -2.9266366958618164, + -2.7078447341918945, + -2.4890527725219727, + -2.270261764526367, + -2.0514698028564453, + -1.8326787948608398, + -1.613886833190918, + -1.3950958251953125, + -1.1763038635253906, + -0.9575132727622986 + ], + "r_inf_mean": 0.25554245710372925, + "r_inf_median": 0.25164595246315, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6415658593177795, + "eff_dim_mean": 0.6415657997131348, + "topk_energy": { + "1": 0.06631921976804733, + "5": 0.26188188791275024, + "10": 0.4152863025665283, + "25": 0.7176152467727661 + }, + "gamma_raw": 0.0037243999540805817, + "gamma_active": { + "1e-08": 0.0037279222160577774, + "1e-07": 0.0037279222160577774, + "1e-06": 0.004050226882100105, + "1e-05": 0.004390182439237833, + "0.0001": 0.0037881331518292427 + }, + "gamma_energy_weighted": { + "1e-08": 0.009538052674525243, + "1e-07": 0.009538052674525243, + "1e-06": 0.009538052674525243, + "1e-05": 0.009538052674525243, + "0.0001": 0.009538052674525243 + } + }, + { + "layer": 1, + "mean_norm": 0.0025056058075278997, + "median_norm": 0.002405928447842598, + "max_norm": 0.007182009983807802, + "min_norm": 8.49439605026675e-14, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.97265625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -9.362427711486816, + "5": -3.47279691696167, + "10": -2.7827017307281494, + "25": -2.6970834732055664, + "50": -2.618070125579834, + "75": -2.5305278301239014, + "90": -2.4368457794189453, + "95": -2.349453926086426, + "99": -2.2533130645751953 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 3, + 0, + 1, + 1, + 2, + 4, + 3, + 2, + 17, + 264, + 172, + 27 + ], + "log_norms_bin_edges": [ + -13.070867538452148, + -12.852325439453125, + -12.633783340454102, + -12.415240287780762, + -12.196698188781738, + -11.978156089782715, + -11.759613990783691, + -11.541071891784668, + -11.322528839111328, + -11.103986740112305, + -10.885444641113281, + -10.666902542114258, + -10.448360443115234, + -10.229818344116211, + -10.011276245117188, + -9.792733192443848, + -9.574191093444824, + -9.3556489944458, + -9.137105941772461, + -8.918563842773438, + -8.700021743774414, + -8.48147964477539, + -8.262937545776367, + -8.044395446777344, + -7.825852870941162, + -7.607310771942139, + -7.388768196105957, + -7.170226097106934, + -6.95168399810791, + -6.7331414222717285, + -6.514599323272705, + -6.296056747436523, + -6.0775146484375, + -5.858972549438477, + -5.640429973602295, + -5.4218878746032715, + -5.20334529876709, + -4.984803199768066, + -4.766261100769043, + -4.5477190017700195, + -4.32917594909668, + -4.110633850097656, + -3.892091751098633, + -3.6735496520996094, + -3.455007553100586, + -3.2364654541015625, + -3.0179224014282227, + -2.799380302429199, + -2.580838203430176, + -2.3622961044311523, + -2.143754005432129 + ], + "r_inf_mean": 0.23580402135849, + "r_inf_median": 0.2326040416955948, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6546152234077454, + "eff_dim_mean": 0.6546151638031006, + "topk_energy": { + "1": 0.0561869852244854, + "5": 0.24053525924682617, + "10": 0.3941228985786438, + "25": 0.7044061422348022 + }, + "gamma_raw": -0.011849706061184406, + "gamma_active": { + "1e-08": -0.011979584582149982, + "1e-07": -0.011988281272351742, + "1e-06": -0.012658038176596165, + "1e-05": -0.012237819842994213, + "0.0001": -0.012185984291136265 + }, + "gamma_energy_weighted": { + "1e-08": -0.025609025355516304, + "1e-07": -0.025609025355516304, + "1e-06": -0.025609025355516304, + "1e-05": -0.025609025355516304, + "0.0001": -0.025609025355516304 + } + }, + { + "layer": 2, + "mean_norm": 0.001150366966612637, + "median_norm": 0.0011903865961357951, + "max_norm": 0.0018804660066962242, + "min_norm": 3.7112626611202765e-14, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.67855453491211, + "5": -3.853915214538574, + "10": -3.0035207271575928, + "25": -2.9637603759765625, + "50": -2.9242677688598633, + "75": -2.8767430782318115, + "90": -2.848963499069214, + "95": -2.8174707889556885, + "99": -2.744579315185547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 4, + 3, + 4, + 4, + 165, + 309 + ], + "log_norms_bin_edges": [ + -13.430479049682617, + -13.216383934020996, + -13.002288818359375, + -12.78819465637207, + -12.57409954071045, + -12.360004425048828, + -12.145909309387207, + -11.931815147399902, + -11.717720031738281, + -11.50362491607666, + -11.289529800415039, + -11.075435638427734, + -10.861340522766113, + -10.647245407104492, + -10.433150291442871, + -10.21905517578125, + -10.004961013793945, + -9.790865898132324, + -9.576770782470703, + -9.362676620483398, + -9.148580551147461, + -8.934486389160156, + -8.720391273498535, + -8.506296157836914, + -8.29220199584961, + -8.078106880187988, + -7.864011764526367, + -7.649917125701904, + -7.435822010040283, + -7.22172737121582, + -7.007632255554199, + -6.793537616729736, + -6.579442501068115, + -6.365347385406494, + -6.151252746582031, + -5.93715763092041, + -5.723062992095947, + -5.508967876434326, + -5.294873237609863, + -5.080778121948242, + -4.866683006286621, + -4.652588844299316, + -4.438493728637695, + -4.224398612976074, + -4.010303497314453, + -3.7962093353271484, + -3.5821142196655273, + -3.3680191040039062, + -3.153923988342285, + -2.939828872680664, + -2.7257344722747803 + ], + "r_inf_mean": 0.2436198890209198, + "r_inf_median": 0.2436562329530716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6520813703536987, + "eff_dim_mean": 0.6520813703536987, + "topk_energy": { + "1": 0.06042953208088875, + "5": 0.24606075882911682, + "10": 0.39939892292022705, + "25": 0.7063397169113159 + }, + "gamma_raw": 0.013265038840472698, + "gamma_active": { + "1e-08": 0.013486422598361969, + "1e-07": 0.013609449379146099, + "1e-06": 0.013575581833720207, + "1e-05": 0.013836364261806011, + "0.0001": 0.01371809747070074 + }, + "gamma_energy_weighted": { + "1e-08": 0.015449710228357, + "1e-07": 0.015449710228357, + "1e-06": 0.015449710228357, + "1e-05": 0.015449710228357, + "0.0001": 0.015449710228357 + } + }, + { + "layer": 3, + "mean_norm": 0.0011339113116264343, + "median_norm": 0.0011655120179057121, + "max_norm": 0.0017877324717119336, + "min_norm": 3.544660428351186e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.681053161621094, + "5": -3.8692586421966553, + "10": -3.0139901638031006, + "25": -2.966021776199341, + "50": -2.9332683086395264, + "75": -2.887584686279297, + "90": -2.8565139770507812, + "95": -2.8202505111694336, + "99": -2.757906913757324 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 2, + 4, + 3, + 3, + 4, + 123, + 352 + ], + "log_norms_bin_edges": [ + -13.45042610168457, + -13.236371994018555, + -13.022316932678223, + -12.808262825012207, + -12.594207763671875, + -12.38015365600586, + -12.166098594665527, + -11.952044486999512, + -11.73798942565918, + -11.523935317993164, + -11.309880256652832, + -11.095826148986816, + -10.881771087646484, + -10.667716979980469, + -10.453661918640137, + -10.239607810974121, + -10.025552749633789, + -9.811498641967773, + -9.597443580627441, + -9.383389472961426, + -9.169334411621094, + -8.955280303955078, + -8.741226196289062, + -8.52717113494873, + -8.313116073608398, + -8.099061965942383, + -7.885007381439209, + -7.670952796936035, + -7.456898212432861, + -7.2428436279296875, + -7.028789043426514, + -6.81473445892334, + -6.600679874420166, + -6.386625289916992, + -6.172570705413818, + -5.9585161209106445, + -5.744461536407471, + -5.530406951904297, + -5.316352844238281, + -5.102297782897949, + -4.888243675231934, + -4.674188613891602, + -4.460134506225586, + -4.246079444885254, + -4.032025337219238, + -3.8179702758789062, + -3.6039161682128906, + -3.3898611068725586, + -3.175806999206543, + -2.961751937866211, + -2.747697353363037 + ], + "r_inf_mean": 0.24113863706588745, + "r_inf_median": 0.2419586330652237, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6551931500434875, + "eff_dim_mean": 0.6551931500434875, + "topk_energy": { + "1": 0.05915011465549469, + "5": 0.24529549479484558, + "10": 0.3978769779205322, + "25": 0.7046840190887451 + }, + "gamma_raw": -0.04615304619073868, + "gamma_active": { + "1e-08": -0.04690238833427429, + "1e-07": -0.047036536037921906, + "1e-06": -0.04672306776046753, + "1e-05": -0.04633624479174614, + "0.0001": -0.04625256359577179 + }, + "gamma_energy_weighted": { + "1e-08": -0.04133157419255304, + "1e-07": -0.04133157419255304, + "1e-06": -0.04133157419255304, + "1e-05": -0.04133157419255304, + "0.0001": -0.04133157419255304 + } + }, + { + "layer": 4, + "mean_norm": 0.001129340147599578, + "median_norm": 0.0011670974781736732, + "max_norm": 0.001763777807354927, + "min_norm": 3.5658640347132134e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.686302185058594, + "5": -3.8676493167877197, + "10": -3.0169246196746826, + "25": -2.969623565673828, + "50": -2.9327869415283203, + "75": -2.888659715652466, + "90": -2.8577728271484375, + "95": -2.8227553367614746, + "99": -2.7597949504852295 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 2, + 4, + 3, + 3, + 4, + 110, + 365 + ], + "log_norms_bin_edges": [ + -13.447834968566895, + -13.233949661254883, + -13.020063400268555, + -12.806178092956543, + -12.592292785644531, + -12.37840747833252, + -12.164521217346191, + -11.95063591003418, + -11.736750602722168, + -11.522865295410156, + -11.308979034423828, + -11.095093727111816, + -10.881208419799805, + -10.667322158813477, + -10.453436851501465, + -10.239551544189453, + -10.025665283203125, + -9.811779975891113, + -9.597894668579102, + -9.384008407592773, + -9.170124053955078, + -8.95623779296875, + -8.742352485656738, + -8.528467178344727, + -8.314580917358398, + -8.100695610046387, + -7.886809825897217, + -7.672924518585205, + -7.459038734436035, + -7.245153427124023, + -7.0312676429748535, + -6.817382335662842, + -6.603496551513672, + -6.389610767364502, + -6.17572546005249, + -5.96183967590332, + -5.747954368591309, + -5.534068584442139, + -5.320182800292969, + -5.106297492980957, + -4.892412185668945, + -4.678525924682617, + -4.4646406173706055, + -4.250755310058594, + -4.036870002746582, + -3.822983741760254, + -3.609098434448242, + -3.3952131271362305, + -3.1813268661499023, + -2.9674415588378906, + -2.753556251525879 + ], + "r_inf_mean": 0.2395400106906891, + "r_inf_median": 0.23984073102474213, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6566669940948486, + "eff_dim_mean": 0.6566669940948486, + "topk_energy": { + "1": 0.058393821120262146, + "5": 0.2447580099105835, + "10": 0.39649438858032227, + "25": 0.7011587619781494 + }, + "gamma_raw": -0.025439616292715073, + "gamma_active": { + "1e-08": -0.02536228857934475, + "1e-07": -0.025536343455314636, + "1e-06": -0.024574842303991318, + "1e-05": -0.024501033127307892, + "0.0001": -0.025442583486437798 + }, + "gamma_energy_weighted": { + "1e-08": -0.023278464605300316, + "1e-07": -0.023278464605300316, + "1e-06": -0.023278464605300316, + "1e-05": -0.023278464605300316, + "0.0001": -0.023278464605300316 + } + }, + { + "layer": 5, + "mean_norm": 0.0011307987151667476, + "median_norm": 0.001165807363577187, + "max_norm": 0.0017345226369798183, + "min_norm": 3.4495474375171795e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.68569564819336, + "5": -3.8701393604278564, + "10": -3.011976957321167, + "25": -2.969813346862793, + "50": -2.9332916736602783, + "75": -2.891432285308838, + "90": -2.8544771671295166, + "95": -2.8235278129577637, + "99": -2.7629122734069824 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 1, + 5, + 3, + 3, + 4, + 67, + 408 + ], + "log_norms_bin_edges": [ + -13.462238311767578, + -13.248209953308105, + -13.034181594848633, + -12.82015323638916, + -12.606124877929688, + -12.392096519470215, + -12.178068161010742, + -11.96403980255127, + -11.750011444091797, + -11.535983085632324, + -11.321954727172852, + -11.107926368713379, + -10.893898010253906, + -10.679869651794434, + -10.465841293334961, + -10.251812934875488, + -10.037784576416016, + -9.823756217956543, + -9.60972785949707, + -9.395699501037598, + -9.181671142578125, + -8.967642784118652, + -8.75361442565918, + -8.539586067199707, + -8.325557708740234, + -8.111529350280762, + -7.897500991821289, + -7.683472633361816, + -7.469444274902344, + -7.255415916442871, + -7.041387557983398, + -6.827359199523926, + -6.613330841064453, + -6.3993024826049805, + -6.185274124145508, + -5.971245765686035, + -5.7572174072265625, + -5.54318904876709, + -5.329160690307617, + -5.1151323318481445, + -4.901103973388672, + -4.687075614929199, + -4.473047256469727, + -4.259018898010254, + -4.044990539550781, + -3.8309621810913086, + -3.616933822631836, + -3.4029054641723633, + -3.1888771057128906, + -2.974848747253418, + -2.760820150375366 + ], + "r_inf_mean": 0.24057680368423462, + "r_inf_median": 0.2393595576286316, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6531875729560852, + "eff_dim_mean": 0.6531875729560852, + "topk_energy": { + "1": 0.058926790952682495, + "5": 0.24648213386535645, + "10": 0.3984159827232361, + "25": 0.7053670883178711 + }, + "gamma_raw": 0.02707088366150856, + "gamma_active": { + "1e-08": 0.0274246446788311, + "1e-07": 0.027633637189865112, + "1e-06": 0.027273619547486305, + "1e-05": 0.02757127210497856, + "0.0001": 0.028337400406599045 + }, + "gamma_energy_weighted": { + "1e-08": 0.03295146795384819, + "1e-07": 0.03295146795384819, + "1e-06": 0.03295146795384819, + "1e-05": 0.03295146795384819, + "0.0001": 0.03295146795384819 + } + }, + { + "layer": 6, + "mean_norm": 0.0011301906779408455, + "median_norm": 0.0011649694060906768, + "max_norm": 0.0017144513549283147, + "min_norm": 3.422837439371641e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.681827545166016, + "5": -3.871593475341797, + "10": -3.0154542922973633, + "25": -2.9663589000701904, + "50": -2.933638572692871, + "75": -2.8902368545532227, + "90": -2.8540964126586914, + "95": -2.8237884044647217, + "99": -2.7667181491851807 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 2, + 1, + 0, + 2, + 5, + 3, + 3, + 4, + 45, + 430 + ], + "log_norms_bin_edges": [ + -13.465614318847656, + -13.251619338989258, + -13.03762435913086, + -12.823630332946777, + -12.609635353088379, + -12.39564037322998, + -12.181645393371582, + -11.967650413513184, + -11.753656387329102, + -11.539661407470703, + -11.325666427612305, + -11.111671447753906, + -10.897676467895508, + -10.683682441711426, + -10.469687461853027, + -10.255692481994629, + -10.04169750213623, + -9.827703475952148, + -9.61370849609375, + -9.399713516235352, + -9.185718536376953, + -8.971723556518555, + -8.757728576660156, + -8.543733596801758, + -8.329739570617676, + -8.115744590759277, + -7.901750087738037, + -7.687755107879639, + -7.47376012802124, + -7.259765625, + -7.045770645141602, + -6.831776142120361, + -6.617781162261963, + -6.4037861824035645, + -6.189791679382324, + -5.975796699523926, + -5.7618021965026855, + -5.547807216644287, + -5.333812713623047, + -5.119817733764648, + -4.90582275390625, + -4.691827774047852, + -4.4778337478637695, + -4.263838768005371, + -4.049843788146973, + -3.835848808288574, + -3.621853828430176, + -3.4078598022460938, + -3.1938648223876953, + -2.979869842529297, + -2.7658751010894775 + ], + "r_inf_mean": 0.2401367574930191, + "r_inf_median": 0.23625989258289337, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6542488932609558, + "eff_dim_mean": 0.6542488932609558, + "topk_energy": { + "1": 0.058638978749513626, + "5": 0.24595163762569427, + "10": 0.3983590602874756, + "25": 0.7041977047920227 + }, + "gamma_raw": -0.04021576792001724, + "gamma_active": { + "1e-08": -0.041023001074790955, + "1e-07": -0.041101712733507156, + "1e-06": -0.04083414375782013, + "1e-05": -0.04067680612206459, + "0.0001": -0.0395064614713192 + }, + "gamma_energy_weighted": { + "1e-08": -0.037145070182450377, + "1e-07": -0.037145070182450377, + "1e-06": -0.037145070182450377, + "1e-05": -0.037145070182450377, + "0.0001": -0.037145070182450377 + } + }, + { + "layer": 7, + "mean_norm": 0.001128460164181888, + "median_norm": 0.0011582436272874475, + "max_norm": 0.001709353062324226, + "min_norm": 3.398069179554389e-14, + "support": { + "1e-08": 0.984375, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -9.67858600616455, + "5": -3.8720240592956543, + "10": -3.010347366333008, + "25": -2.967604160308838, + "50": -2.9360575675964355, + "75": -2.8897457122802734, + "90": -2.8542470932006836, + "95": -2.8233284950256348, + "99": -2.7680435180664062 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 3, + 0, + 2, + 1, + 1, + 1, + 5, + 3, + 3, + 4, + 44, + 431 + ], + "log_norms_bin_edges": [ + -13.468768119812012, + -13.254735946655273, + -13.040703773498535, + -12.826672554016113, + -12.612640380859375, + -12.398608207702637, + -12.184576034545898, + -11.97054386138916, + -11.756511688232422, + -11.54248046875, + -11.328448295593262, + -11.114416122436523, + -10.900383949279785, + -10.686351776123047, + -10.472320556640625, + -10.258288383483887, + -10.044256210327148, + -9.83022403717041, + -9.616191864013672, + -9.40216064453125, + -9.188128471374512, + -8.974096298217773, + -8.760064125061035, + -8.546031951904297, + -8.332000732421875, + -8.11796760559082, + -7.903936386108398, + -7.68990421295166, + -7.475872039794922, + -7.261840343475342, + -7.0478081703186035, + -6.833776473999023, + -6.619744300842285, + -6.405712127685547, + -6.191680431365967, + -5.9776482582092285, + -5.763616561889648, + -5.54958438873291, + -5.335552215576172, + -5.121520042419434, + -4.907488822937012, + -4.693456649780273, + -4.479424476623535, + -4.265392303466797, + -4.051360130310059, + -3.8373279571533203, + -3.6232967376708984, + -3.40926456451416, + -3.195232391357422, + -2.9812002182006836, + -2.7671682834625244 + ], + "r_inf_mean": 0.23948146402835846, + "r_inf_median": 0.23425878584384918, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6548244953155518, + "eff_dim_mean": 0.6548244953155518, + "topk_energy": { + "1": 0.05839347839355469, + "5": 0.24584856629371643, + "10": 0.3982590436935425, + "25": 0.7037556171417236 + }, + "gamma_raw": 0.02686832658946514, + "gamma_active": { + "1e-08": 0.027132736518979073, + "1e-07": 0.027182526886463165, + "1e-06": 0.02709536999464035, + "1e-05": 0.027440495789051056, + "0.0001": 0.0276701170951128 + }, + "gamma_energy_weighted": { + "1e-08": 0.02902888265871839, + "1e-07": 0.02902888265871839, + "1e-06": 0.02902888265871839, + "1e-05": 0.02902888265871839, + "0.0001": 0.02902888265871839 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L4.json new file mode 100644 index 0000000..d9ee6e0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 20.59084129333496, + "acc": 0.078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03231589496135712, + "median_norm": 0.031825948506593704, + "max_norm": 0.09105607867240906, + "min_norm": 9.65666657748443e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -7.0453996658325195, + "5": -3.629444122314453, + "10": -1.7908798456192017, + "25": -1.6137206554412842, + "50": -1.4971681833267212, + "75": -1.3937530517578125, + "90": -1.316457748413086, + "95": -1.2420819997787476, + "99": -1.1245797872543335 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 2, + 0, + 3, + 1, + 0, + 2, + 1, + 2, + 1, + 1, + 2, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 10, + 41, + 135, + 202, + 73, + 17 + ], + "log_norms_bin_edges": [ + -9.015172958374023, + -8.855683326721191, + -8.69619369506836, + -8.536704063415527, + -8.377214431762695, + -8.217724800109863, + -8.058235168457031, + -7.898745536804199, + -7.739255905151367, + -7.579766273498535, + -7.420276641845703, + -7.260787010192871, + -7.101297378540039, + -6.941807746887207, + -6.782318115234375, + -6.622828483581543, + -6.463338851928711, + -6.303849220275879, + -6.144359588623047, + -5.984869956970215, + -5.825380325317383, + -5.665890693664551, + -5.506401062011719, + -5.346911430358887, + -5.187421798706055, + -5.027932167053223, + -4.868442535400391, + -4.708952903747559, + -4.549463272094727, + -4.3899736404418945, + -4.2304840087890625, + -4.0709943771362305, + -3.9115047454833984, + -3.7520151138305664, + -3.5925254821777344, + -3.4330358505249023, + -3.2735462188720703, + -3.1140565872192383, + -2.9545669555664062, + -2.795077323913574, + -2.635587692260742, + -2.47609806060791, + -2.316608428955078, + -2.157118797302246, + -1.997629165649414, + -1.838139533996582, + -1.67864990234375, + -1.519160270690918, + -1.359670639038086, + -1.200181007385254, + -1.0406911373138428 + ], + "r_inf_mean": 0.2839764952659607, + "r_inf_median": 0.2791913151741028, + "pr_mean": 0.2859639823436737, + "pr_median": 0.2869824767112732, + "hoyer_mean": 0.6029107570648193, + "eff_dim_mean": 0.6029106378555298, + "topk_energy": { + "1": 0.08245116472244263, + "5": 0.3063143491744995, + "10": 0.46492326259613037, + "25": 0.7535841464996338 + }, + "gamma_raw": -0.006785756908357143, + "gamma_active": { + "1e-08": -0.006669681053608656, + "1e-07": -0.006809659767895937, + "1e-06": -0.007052681874483824, + "1e-05": -0.007129086647182703, + "0.0001": -0.007400582544505596 + }, + "gamma_energy_weighted": { + "1e-08": -0.002814375680510269, + "1e-07": -0.002814375680510269, + "1e-06": -0.002814375680510269, + "1e-05": -0.002814375680510269, + "0.0001": -0.002814375680510269 + } + }, + { + "layer": 1, + "mean_norm": 0.003443933790549636, + "median_norm": 0.0033444517757743597, + "max_norm": 0.011754350736737251, + "min_norm": 9.492314573256166e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.95703125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -8.104267120361328, + "5": -4.681316375732422, + "10": -2.718698263168335, + "25": -2.5710973739624023, + "50": -2.4756476879119873, + "75": -2.3764419555664062, + "90": -2.285379409790039, + "95": -2.2179346084594727, + "99": -2.0679328441619873 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 3, + 0, + 1, + 0, + 2, + 3, + 1, + 0, + 1, + 1, + 3, + 1, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 9, + 82, + 215, + 131, + 31, + 9 + ], + "log_norms_bin_edges": [ + -10.022627830505371, + -9.860771179199219, + -9.698914527893066, + -9.537057876586914, + -9.375202178955078, + -9.213345527648926, + -9.051488876342773, + -8.889632225036621, + -8.727775573730469, + -8.565918922424316, + -8.404062271118164, + -8.242205619812012, + -8.08034896850586, + -7.918492794036865, + -7.756636619567871, + -7.594779968261719, + -7.432923316955566, + -7.271066665649414, + -7.109210014343262, + -6.947353839874268, + -6.785497188568115, + -6.623640537261963, + -6.461784362792969, + -6.299927711486816, + -6.138071060180664, + -5.976214408874512, + -5.814357757568359, + -5.652501583099365, + -5.490644931793213, + -5.3287882804870605, + -5.166932106018066, + -5.005075454711914, + -4.843218803405762, + -4.681362152099609, + -4.519505500793457, + -4.357649326324463, + -4.1957926750183105, + -4.033936023712158, + -3.872079849243164, + -3.7102231979370117, + -3.5483665466308594, + -3.386509895324707, + -3.2246532440185547, + -3.0627970695495605, + -2.900940418243408, + -2.739083766937256, + -2.5772275924682617, + -2.4153709411621094, + -2.253514289855957, + -2.0916576385498047, + -1.9298014640808105 + ], + "r_inf_mean": 0.2764531373977661, + "r_inf_median": 0.2710539996623993, + "pr_mean": 0.30143827199935913, + "pr_median": 0.30027154088020325, + "hoyer_mean": 0.615958571434021, + "eff_dim_mean": 0.615958571434021, + "topk_energy": { + "1": 0.07813169062137604, + "5": 0.2952359914779663, + "10": 0.45171239972114563, + "25": 0.740990936756134 + }, + "gamma_raw": 0.023174835368990898, + "gamma_active": { + "1e-08": 0.023629162460565567, + "1e-07": 0.023851245641708374, + "1e-06": 0.023586006835103035, + "1e-05": 0.02322227694094181, + "0.0001": 0.023825816810131073 + }, + "gamma_energy_weighted": { + "1e-08": 0.03712341461220662, + "1e-07": 0.03712341461220662, + "1e-06": 0.03712341461220662, + "1e-05": 0.03712341461220662, + "0.0001": 0.03712341461220662 + } + }, + { + "layer": 2, + "mean_norm": 0.0015425492310896516, + "median_norm": 0.0014973458601161838, + "max_norm": 0.00277371471747756, + "min_norm": 1.7422526962795892e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.9609375, + "1e-05": 0.94921875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.418000221252441, + "5": -5.062509536743164, + "10": -2.946939706802368, + "25": -2.871952772140503, + "50": -2.8245255947113037, + "75": -2.740767478942871, + "90": -2.648414373397827, + "95": -2.613274574279785, + "99": -2.55971360206604 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 1, + 5, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 7, + 59, + 298, + 112 + ], + "log_norms_bin_edges": [ + -10.758889198303223, + -10.594850540161133, + -10.430810928344727, + -10.266772270202637, + -10.102733612060547, + -9.93869400024414, + -9.77465534210205, + -9.610615730285645, + -9.446577072143555, + -9.282538414001465, + -9.118498802185059, + -8.954460144042969, + -8.790420532226562, + -8.626381874084473, + -8.462343215942383, + -8.298303604125977, + -8.134264945983887, + -7.970225811004639, + -7.806186676025391, + -7.642148017883301, + -7.478108882904053, + -7.314069747924805, + -7.150031089782715, + -6.985991954803467, + -6.821952819824219, + -6.657913684844971, + -6.493874549865723, + -6.329835891723633, + -6.165796756744385, + -6.001757621765137, + -5.837718963623047, + -5.673679828643799, + -5.509640693664551, + -5.345601558685303, + -5.181562423706055, + -5.017523765563965, + -4.853484630584717, + -4.689445495605469, + -4.525406837463379, + -4.361367702484131, + -4.197328567504883, + -4.033289432525635, + -3.8692502975463867, + -3.705211639404297, + -3.541172504425049, + -3.377133369445801, + -3.213094711303711, + -3.049055576324463, + -2.885016441345215, + -2.720977783203125, + -2.556938409805298 + ], + "r_inf_mean": 0.2245587706565857, + "r_inf_median": 0.2224794328212738, + "pr_mean": Infinity, + "pr_median": 0.38563889265060425, + "hoyer_mean": 0.6726800203323364, + "eff_dim_mean": 0.6726800203323364, + "topk_energy": { + "1": 0.051181647926568985, + "5": 0.22662128508090973, + "10": 0.3745412528514862, + "25": 0.6820441484451294 + }, + "gamma_raw": -0.003722515655681491, + "gamma_active": { + "1e-08": -0.0038017930928617716, + "1e-07": -0.003342478536069393, + "1e-06": -0.003865394974127412, + "1e-05": -0.003630812279880047, + "0.0001": -0.0035035337787121534 + }, + "gamma_energy_weighted": { + "1e-08": -0.024491355149350316, + "1e-07": -0.024491355149350316, + "1e-06": -0.024491355149350316, + "1e-05": -0.024491355149350316, + "0.0001": -0.024491355149350316 + } + }, + { + "layer": 3, + "mean_norm": 0.0015195945743471384, + "median_norm": 0.0014695866266265512, + "max_norm": 0.002736717229709029, + "min_norm": 1.6578585726456652e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.9609375, + "1e-05": 0.94921875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.420453071594238, + "5": -5.068925380706787, + "10": -2.9568886756896973, + "25": -2.87874174118042, + "50": -2.832746982574463, + "75": -2.74299955368042, + "90": -2.651705026626587, + "95": -2.6151583194732666, + "99": -2.5632596015930176 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 5, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 6, + 63, + 291, + 116 + ], + "log_norms_bin_edges": [ + -10.780452728271484, + -10.61609935760498, + -10.45174503326416, + -10.287391662597656, + -10.123038291931152, + -9.958684921264648, + -9.794330596923828, + -9.629977226257324, + -9.46562385559082, + -9.30126953125, + -9.136916160583496, + -8.972562789916992, + -8.808208465576172, + -8.643855094909668, + -8.479501724243164, + -8.315147399902344, + -8.15079402923584, + -7.986440658569336, + -7.822087287902832, + -7.657732963562012, + -7.493379592895508, + -7.329026222229004, + -7.164672374725342, + -7.00031852722168, + -6.835965156555176, + -6.671611309051514, + -6.50725793838501, + -6.342904090881348, + -6.1785502433776855, + -6.014196872711182, + -5.8498430252075195, + -5.685489654541016, + -5.5211358070373535, + -5.356781959533691, + -5.1924285888671875, + -5.028074741363525, + -4.8637213706970215, + -4.699367523193359, + -4.535013675689697, + -4.370660305023193, + -4.206306457519531, + -4.041953086853027, + -3.8775992393493652, + -3.713245391845703, + -3.548892021179199, + -3.384538173675537, + -3.220184803009033, + -3.055830955505371, + -2.891477584838867, + -2.727123260498047, + -2.562770128250122 + ], + "r_inf_mean": 0.22220022976398468, + "r_inf_median": 0.2199264019727707, + "pr_mean": Infinity, + "pr_median": 0.4024738371372223, + "hoyer_mean": 0.6779419183731079, + "eff_dim_mean": 0.6779417991638184, + "topk_energy": { + "1": 0.05020107701420784, + "5": 0.2231455147266388, + "10": 0.3704935908317566, + "25": 0.6766259670257568 + }, + "gamma_raw": -0.0009576563024893403, + "gamma_active": { + "1e-08": -0.0010782398749142885, + "1e-07": -0.000791313883382827, + "1e-06": -0.00032293249387294054, + "1e-05": 7.128519064281136e-05, + "0.0001": -0.0001854581496445462 + }, + "gamma_energy_weighted": { + "1e-08": -0.0015415258121823671, + "1e-07": -0.0015415258121823671, + "1e-06": -0.0015415258121823671, + "1e-05": -0.0015415258121823671, + "0.0001": -0.0015415258121823671 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L8.json new file mode 100644 index 0000000..3e6fbe3 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 23.80502700805664, + "acc": 0.060546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.034564584493637085, + "median_norm": 0.034190837293863297, + "max_norm": 0.0896759033203125, + "min_norm": 9.293033009782903e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -5.752612590789795, + "5": -2.32989501953125, + "10": -1.6329407691955566, + "25": -1.5372194051742554, + "50": -1.465528964996338, + "75": -1.386114478111267, + "90": -1.3188107013702393, + "95": -1.2697566747665405, + "99": -1.1783854961395264 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 2, + 1, + 3, + 5, + 2, + 1, + 0, + 8, + 104, + 273, + 90, + 8 + ], + "log_norms_bin_edges": [ + -9.031842231750488, + -8.872152328491211, + -8.712461471557617, + -8.55277156829834, + -8.393080711364746, + -8.233390808105469, + -8.073699951171875, + -7.9140095710754395, + -7.754319190979004, + -7.594628810882568, + -7.434938430786133, + -7.275248050689697, + -7.115557670593262, + -6.955867767333984, + -6.796176910400391, + -6.636487007141113, + -6.4767961502075195, + -6.317106246948242, + -6.157415390014648, + -5.997725486755371, + -5.838034629821777, + -5.6783447265625, + -5.518653869628906, + -5.358963966369629, + -5.199273586273193, + -5.039583206176758, + -4.879892826080322, + -4.720202445983887, + -4.560512065887451, + -4.400821685791016, + -4.24113130569458, + -4.0814409255981445, + -3.921750545501709, + -3.7620601654052734, + -3.602369785308838, + -3.4426794052124023, + -3.282989025115967, + -3.1232986450195312, + -2.9636082649230957, + -2.80391788482666, + -2.6442275047302246, + -2.484537124633789, + -2.3248467445373535, + -2.165156364440918, + -2.0054659843444824, + -1.8457756042480469, + -1.6860852241516113, + -1.5263948440551758, + -1.3667049407958984, + -1.207014560699463, + -1.047324299812317 + ], + "r_inf_mean": 0.29007285833358765, + "r_inf_median": 0.28222957253456116, + "pr_mean": 0.2793211340904236, + "pr_median": 0.2789638340473175, + "hoyer_mean": 0.6017380952835083, + "eff_dim_mean": 0.6017380952835083, + "topk_energy": { + "1": 0.08626443892717361, + "5": 0.3122043013572693, + "10": 0.4700333774089813, + "25": 0.7544329166412354 + }, + "gamma_raw": 0.0018179609905928373, + "gamma_active": { + "1e-08": 0.0016573446337133646, + "1e-07": 0.0016573446337133646, + "1e-06": 0.0014728741953149438, + "1e-05": 0.0013783531030640006, + "0.0001": 0.001181980362161994 + }, + "gamma_energy_weighted": { + "1e-08": 0.00027573343976449, + "1e-07": 0.00027573343976449, + "1e-06": 0.00027573343976449, + "1e-05": 0.00027573343976449, + "0.0001": 0.00027573343976449 + } + }, + { + "layer": 1, + "mean_norm": 0.0017429569270461798, + "median_norm": 0.0018080814043059945, + "max_norm": 0.0032875032629817724, + "min_norm": 4.7463123709068356e-11, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -7.023780822753906, + "5": -3.590001344680786, + "10": -2.8581597805023193, + "25": -2.795203447341919, + "50": -2.7423949241638184, + "75": -2.6938798427581787, + "90": -2.6558456420898438, + "95": -2.637852668762207, + "99": -2.5705227851867676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 5, + 2, + 0, + 2, + 5, + 88, + 357, + 32 + ], + "log_norms_bin_edges": [ + -10.323643684387207, + -10.166833877563477, + -10.01002311706543, + -9.8532133102417, + -9.696402549743652, + -9.539592742919922, + -9.382782936096191, + -9.225972175598145, + -9.069162368774414, + -8.912351608276367, + -8.755541801452637, + -8.598731994628906, + -8.44192123413086, + -8.285111427307129, + -8.128300666809082, + -7.971490859985352, + -7.814680576324463, + -7.657870292663574, + -7.501060485839844, + -7.344249725341797, + -7.187439918518066, + -7.030629634857178, + -6.873819351196289, + -6.717009544372559, + -6.560198783874512, + -6.403388977050781, + -6.246578693389893, + -6.089768409729004, + -5.932958126068115, + -5.776147842407227, + -5.619338035583496, + -5.462527751922607, + -5.305717468261719, + -5.14890718460083, + -4.992096900939941, + -4.835287094116211, + -4.678476810455322, + -4.521666526794434, + -4.364856243133545, + -4.208045959472656, + -4.051236152648926, + -3.894425868988037, + -3.7376155853271484, + -3.5808053016662598, + -3.423995018005371, + -3.2671847343444824, + -3.110374927520752, + -2.9535646438598633, + -2.7967543601989746, + -2.639944076538086, + -2.4831340312957764 + ], + "r_inf_mean": 0.26060494780540466, + "r_inf_median": 0.2585485875606537, + "pr_mean": 0.32018569111824036, + "pr_median": 0.321401983499527, + "hoyer_mean": 0.6235739588737488, + "eff_dim_mean": 0.6235739588737488, + "topk_energy": { + "1": 0.06903716921806335, + "5": 0.2788986563682556, + "10": 0.43754178285598755, + "25": 0.7368230819702148 + }, + "gamma_raw": -0.03548435494303703, + "gamma_active": { + "1e-08": -0.03561560809612274, + "1e-07": -0.03555072844028473, + "1e-06": -0.03517761081457138, + "1e-05": -0.03493605926632881, + "0.0001": -0.035270608961582184 + }, + "gamma_energy_weighted": { + "1e-08": -0.03204482435868558, + "1e-07": -0.03204482435868558, + "1e-06": -0.03204482435868558, + "1e-05": -0.03204482435868558, + "0.0001": -0.03204482435868558 + } + }, + { + "layer": 2, + "mean_norm": 0.0013226385926827788, + "median_norm": 0.0013226086739450693, + "max_norm": 0.002009510062634945, + "min_norm": 3.510942578333065e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.974609375, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.161595344543457, + "5": -3.726001024246216, + "10": -2.9795923233032227, + "25": -2.9185972213745117, + "50": -2.8783814907073975, + "75": -2.8015084266662598, + "90": -2.7613954544067383, + "95": -2.748499870300293, + "99": -2.711406707763672 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 6, + 2, + 1, + 2, + 2, + 9, + 270, + 201 + ], + "log_norms_bin_edges": [ + -10.45457649230957, + -10.299423217773438, + -10.144269943237305, + -9.989116668701172, + -9.833963394165039, + -9.678810119628906, + -9.523656845092773, + -9.36850357055664, + -9.213350296020508, + -9.058197021484375, + -8.903042793273926, + -8.747889518737793, + -8.59273624420166, + -8.437582969665527, + -8.282429695129395, + -8.127276420593262, + -7.972123146057129, + -7.816969871520996, + -7.661816596984863, + -7.5066633224487305, + -7.351510047912598, + -7.196356773376465, + -7.041203022003174, + -6.886049747467041, + -6.730896472930908, + -6.575743198394775, + -6.420589923858643, + -6.26543664932251, + -6.110282897949219, + -5.955129623413086, + -5.799976348876953, + -5.64482307434082, + -5.4896697998046875, + -5.334516525268555, + -5.179363250732422, + -5.024209976196289, + -4.869056701660156, + -4.713902950286865, + -4.558749675750732, + -4.4035964012146, + -4.248443126678467, + -4.093289852142334, + -3.938136577606201, + -3.7829833030700684, + -3.6278295516967773, + -3.4726762771606445, + -3.3175230026245117, + -3.162369728088379, + -3.007216453552246, + -2.8520631790161133, + -2.6969099044799805 + ], + "r_inf_mean": 0.2511380612850189, + "r_inf_median": 0.24805492162704468, + "pr_mean": 0.3433660864830017, + "pr_median": 0.34861382842063904, + "hoyer_mean": 0.6388208866119385, + "eff_dim_mean": 0.6388208270072937, + "topk_energy": { + "1": 0.064033642411232, + "5": 0.2621956169605255, + "10": 0.41797205805778503, + "25": 0.7209136486053467 + }, + "gamma_raw": -0.020471710711717606, + "gamma_active": { + "1e-08": -0.02058231271803379, + "1e-07": -0.020907245576381683, + "1e-06": -0.021252470090985298, + "1e-05": -0.021401776000857353, + "0.0001": -0.02131872996687889 + }, + "gamma_energy_weighted": { + "1e-08": -0.028067469457485856, + "1e-07": -0.028067469457485856, + "1e-06": -0.028067469457485856, + "1e-05": -0.028067469457485856, + "0.0001": -0.028067469457485856 + } + }, + { + "layer": 3, + "mean_norm": 0.0013060150668025017, + "median_norm": 0.0013023128267377615, + "max_norm": 0.0019716352690011263, + "min_norm": 3.462661060660288e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.1697096824646, + "5": -3.731715202331543, + "10": -2.9830198287963867, + "25": -2.9228103160858154, + "50": -2.885209560394287, + "75": -2.80755877494812, + "90": -2.7655889987945557, + "95": -2.7508177757263184, + "99": -2.714221477508545 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 6, + 2, + 1, + 1, + 3, + 8, + 265, + 207 + ], + "log_norms_bin_edges": [ + -10.460590362548828, + -10.305481910705566, + -10.150373458862305, + -9.995265007019043, + -9.840156555175781, + -9.685049057006836, + -9.529940605163574, + -9.374832153320312, + -9.21972370147705, + -9.064615249633789, + -8.909506797790527, + -8.754398345947266, + -8.59929084777832, + -8.444181442260742, + -8.289073944091797, + -8.133965492248535, + -7.978857040405273, + -7.823748588562012, + -7.66864013671875, + -7.5135321617126465, + -7.358423709869385, + -7.203315258026123, + -7.0482072830200195, + -6.893098831176758, + -6.737990379333496, + -6.582881927490234, + -6.427773475646973, + -6.272665500640869, + -6.117557048797607, + -5.962448596954346, + -5.807340621948242, + -5.6522321701049805, + -5.497123718261719, + -5.342015266418457, + -5.186906814575195, + -5.031798839569092, + -4.87669038772583, + -4.721581935882568, + -4.566473960876465, + -4.411365509033203, + -4.256257057189941, + -4.10114860534668, + -3.946040153503418, + -3.7909321784973145, + -3.6358237266540527, + -3.480715274810791, + -3.3256072998046875, + -3.170498847961426, + -3.015390396118164, + -2.8602819442749023, + -2.7051734924316406 + ], + "r_inf_mean": 0.2509402632713318, + "r_inf_median": 0.24385260045528412, + "pr_mean": 0.3452209234237671, + "pr_median": 0.3479704260826111, + "hoyer_mean": 0.6395038366317749, + "eff_dim_mean": 0.6395038366317749, + "topk_energy": { + "1": 0.0639154389500618, + "5": 0.2613620162010193, + "10": 0.4168558418750763, + "25": 0.7195061445236206 + }, + "gamma_raw": -0.031437188386917114, + "gamma_active": { + "1e-08": -0.031579211354255676, + "1e-07": -0.03153165802359581, + "1e-06": -0.03165119141340256, + "1e-05": -0.032100919634103775, + "0.0001": -0.03217415139079094 + }, + "gamma_energy_weighted": { + "1e-08": -0.034172874256947317, + "1e-07": -0.034172874256947317, + "1e-06": -0.034172874256947317, + "1e-05": -0.034172874256947317, + "0.0001": -0.034172874256947317 + } + }, + { + "layer": 4, + "mean_norm": 0.0012982471380382776, + "median_norm": 0.0012889221543446183, + "max_norm": 0.001968744210898876, + "min_norm": 3.459500047542363e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.173208236694336, + "5": -3.735985040664673, + "10": -2.988565444946289, + "25": -2.9249117374420166, + "50": -2.889726161956787, + "75": -2.807328224182129, + "90": -2.76731276512146, + "95": -2.750783920288086, + "99": -2.714319944381714 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 6, + 2, + 1, + 2, + 2, + 9, + 274, + 197 + ], + "log_norms_bin_edges": [ + -10.460987091064453, + -10.305883407592773, + -10.150779724121094, + -9.995676040649414, + -9.84057331085205, + -9.685469627380371, + -9.530365943908691, + -9.375262260437012, + -9.220158576965332, + -9.065054893493652, + -8.909952163696289, + -8.75484848022461, + -8.59974479675293, + -8.44464111328125, + -8.28953742980957, + -8.13443374633789, + -7.979330539703369, + -7.824227333068848, + -7.669123649597168, + -7.514019966125488, + -7.358916282653809, + -7.203812599182129, + -7.048709392547607, + -6.893605709075928, + -6.738502502441406, + -6.583398818969727, + -6.428295135498047, + -6.273191452026367, + -6.118088245391846, + -5.962984561920166, + -5.807880878448486, + -5.652777671813965, + -5.497673988342285, + -5.3425703048706055, + -5.187467098236084, + -5.032363414764404, + -4.877259731292725, + -4.722156524658203, + -4.567052841186523, + -4.411949157714844, + -4.256845474243164, + -4.101742267608643, + -3.946638584136963, + -3.791534900665283, + -3.6364316940307617, + -3.481328010559082, + -3.3262243270874023, + -3.171121120452881, + -3.016017436981201, + -2.8609137535095215, + -2.705810785293579 + ], + "r_inf_mean": 0.24958054721355438, + "r_inf_median": 0.24049387872219086, + "pr_mean": 0.34688445925712585, + "pr_median": 0.3455451726913452, + "hoyer_mean": 0.6403712034225464, + "eff_dim_mean": 0.6403710842132568, + "topk_energy": { + "1": 0.06317029893398285, + "5": 0.26050588488578796, + "10": 0.41602396965026855, + "25": 0.7177090644836426 + }, + "gamma_raw": -0.015358823351562023, + "gamma_active": { + "1e-08": -0.015311799943447113, + "1e-07": -0.015309670008718967, + "1e-06": -0.015427970327436924, + "1e-05": -0.015827611088752747, + "0.0001": -0.0159757100045681 + }, + "gamma_energy_weighted": { + "1e-08": -0.01564021633628345, + "1e-07": -0.01564021633628345, + "1e-06": -0.01564021633628345, + "1e-05": -0.01564021633628345, + "0.0001": -0.01564021633628345 + } + }, + { + "layer": 5, + "mean_norm": 0.0012949401279911399, + "median_norm": 0.0012855877866968513, + "max_norm": 0.001967120449990034, + "min_norm": 3.4592662068178015e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.174756050109863, + "5": -3.7394943237304688, + "10": -2.9905471801757812, + "25": -2.926407814025879, + "50": -2.890798568725586, + "75": -2.8072266578674316, + "90": -2.7671663761138916, + "95": -2.752418279647827, + "99": -2.712735414505005 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 6, + 2, + 1, + 2, + 2, + 9, + 276, + 195 + ], + "log_norms_bin_edges": [ + -10.461016654968262, + -10.305919647216797, + -10.150822639465332, + -9.995725631713867, + -9.840628623962402, + -9.685531616210938, + -9.530434608459473, + -9.375337600708008, + -9.22024154663086, + -9.065143585205078, + -8.91004753112793, + -8.754950523376465, + -8.599853515625, + -8.444756507873535, + -8.28965950012207, + -8.134562492370605, + -7.979465484619141, + -7.824368476867676, + -7.669271469116211, + -7.514174461364746, + -7.359077453613281, + -7.203980445861816, + -7.04888391494751, + -6.893786907196045, + -6.73868989944458, + -6.583592891693115, + -6.42849588394165, + -6.2733988761901855, + -6.118302345275879, + -5.963205337524414, + -5.808108329772949, + -5.653011322021484, + -5.4979143142700195, + -5.342817306518555, + -5.18772029876709, + -5.032623291015625, + -4.87752628326416, + -4.7224297523498535, + -4.567332744598389, + -4.412235736846924, + -4.257138729095459, + -4.102041721343994, + -3.9469447135925293, + -3.7918477058410645, + -3.636751174926758, + -3.481654167175293, + -3.326557159423828, + -3.1714601516723633, + -3.0163631439208984, + -2.8612661361694336, + -2.7061691284179688 + ], + "r_inf_mean": 0.2502301335334778, + "r_inf_median": 0.24216978251934052, + "pr_mean": 0.34783118963241577, + "pr_median": 0.34914761781692505, + "hoyer_mean": 0.6422127485275269, + "eff_dim_mean": 0.6422126293182373, + "topk_energy": { + "1": 0.06349968910217285, + "5": 0.2597450017929077, + "10": 0.41482171416282654, + "25": 0.7169256210327148 + }, + "gamma_raw": 0.0018811083864420652, + "gamma_active": { + "1e-08": 0.0020997775718569756, + "1e-07": 0.0024340578820556402, + "1e-06": 0.00247711269184947, + "1e-05": 0.0026583955623209476, + "0.0001": 0.0024388672318309546 + }, + "gamma_energy_weighted": { + "1e-08": 0.012971532611231542, + "1e-07": 0.012971532611231542, + "1e-06": 0.012971532611231542, + "1e-05": 0.012971532611231542, + "0.0001": 0.012971532611231542 + } + }, + { + "layer": 6, + "mean_norm": 0.0012914631515741348, + "median_norm": 0.0012831345666199923, + "max_norm": 0.001977924956008792, + "min_norm": 3.475677731734628e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.175684928894043, + "5": -3.7417168617248535, + "10": -2.991990327835083, + "25": -2.9275054931640625, + "50": -2.891507387161255, + "75": -2.8076226711273193, + "90": -2.7685110569000244, + "95": -2.7526328563690186, + "99": -2.713629961013794 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 6, + 2, + 1, + 2, + 2, + 10, + 281, + 189 + ], + "log_norms_bin_edges": [ + -10.458961486816406, + -10.303857803344727, + -10.148755073547363, + -9.993651390075684, + -9.838547706604004, + -9.683444023132324, + -9.528341293334961, + -9.373237609863281, + -9.218133926391602, + -9.063030242919922, + -8.907927513122559, + -8.752823829650879, + -8.5977201461792, + -8.442617416381836, + -8.287513732910156, + -8.132410049438477, + -7.977306365966797, + -7.822203159332275, + -7.667099952697754, + -7.511996269226074, + -7.3568925857543945, + -7.201789379119873, + -7.046686172485352, + -6.891582489013672, + -6.73647928237915, + -6.581376075744629, + -6.426272392272949, + -6.2711687088012695, + -6.116065502166748, + -5.960961818695068, + -5.805858612060547, + -5.650754928588867, + -5.495651721954346, + -5.340548515319824, + -5.1854448318481445, + -5.030341625213623, + -4.875237941741943, + -4.720134735107422, + -4.565031051635742, + -4.409927845001221, + -4.254824161529541, + -4.0997209548950195, + -3.94461727142334, + -3.7895140647888184, + -3.6344103813171387, + -3.479307174682617, + -3.3242034912109375, + -3.169100284576416, + -3.0139970779418945, + -2.858893394470215, + -2.7037901878356934 + ], + "r_inf_mean": 0.2501707971096039, + "r_inf_median": 0.24192853271961212, + "pr_mean": 0.3478848338127136, + "pr_median": 0.34874898195266724, + "hoyer_mean": 0.6431211233139038, + "eff_dim_mean": 0.6431211233139038, + "topk_energy": { + "1": 0.06346690654754639, + "5": 0.2600858509540558, + "10": 0.4143376350402832, + "25": 0.716093122959137 + }, + "gamma_raw": -0.056301672011613846, + "gamma_active": { + "1e-08": -0.0564957931637764, + "1e-07": -0.05631402134895325, + "1e-06": -0.05605725571513176, + "1e-05": -0.055763110518455505, + "0.0001": -0.05536901578307152 + }, + "gamma_energy_weighted": { + "1e-08": -0.060063522211947946, + "1e-07": -0.060063522211947946, + "1e-06": -0.060063522211947946, + "1e-05": -0.060063522211947946, + "0.0001": -0.060063522211947946 + } + }, + { + "layer": 7, + "mean_norm": 0.0012926111230626702, + "median_norm": 0.0012819314142689109, + "max_norm": 0.001972361234948039, + "min_norm": 3.4737292903264105e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.978515625, + "1e-05": 0.97265625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -7.178211212158203, + "5": -3.7409496307373047, + "10": -2.9931929111480713, + "25": -2.9280104637145996, + "50": -2.8920202255249023, + "75": -2.8066015243530273, + "90": -2.769017219543457, + "95": -2.754392623901367, + "99": -2.7121877670288086 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 6, + 2, + 1, + 2, + 2, + 9, + 281, + 190 + ], + "log_norms_bin_edges": [ + -10.45920467376709, + -10.304121017456055, + -10.14903736114502, + -9.993952751159668, + -9.838869094848633, + -9.683785438537598, + -9.528701782226562, + -9.373618125915527, + -9.218534469604492, + -9.06344985961914, + -8.908366203308105, + -8.75328254699707, + -8.598198890686035, + -8.443115234375, + -8.288030624389648, + -8.132946968078613, + -7.977863311767578, + -7.822779655456543, + -7.66769552230835, + -7.5126118659973145, + -7.357527732849121, + -7.202444076538086, + -7.047360420227051, + -6.892276763916016, + -6.737192630767822, + -6.582108497619629, + -6.427024841308594, + -6.271941184997559, + -6.116857528686523, + -5.96177339553833, + -5.806689739227295, + -5.651605606079102, + -5.496521949768066, + -5.341438293457031, + -5.186354160308838, + -5.031270503997803, + -4.876186370849609, + -4.721102714538574, + -4.566019058227539, + -4.410934925079346, + -4.2558512687683105, + -4.100767612457275, + -3.945683479309082, + -3.790599822998047, + -3.6355161666870117, + -3.4804320335388184, + -3.325348377227783, + -3.17026424407959, + -3.0151805877685547, + -2.8600969314575195, + -2.7050135135650635 + ], + "r_inf_mean": 0.25076907873153687, + "r_inf_median": 0.24466845393180847, + "pr_mean": 0.349432110786438, + "pr_median": 0.3490380644798279, + "hoyer_mean": 0.6447193622589111, + "eff_dim_mean": 0.6447193622589111, + "topk_energy": { + "1": 0.06378583610057831, + "5": 0.2586289048194885, + "10": 0.4122970700263977, + "25": 0.7145404815673828 + }, + "gamma_raw": 0.02437409572303295, + "gamma_active": { + "1e-08": 0.024343427270650864, + "1e-07": 0.024853546172380447, + "1e-06": 0.024485617876052856, + "1e-05": 0.024760255590081215, + "0.0001": 0.024006403982639313 + }, + "gamma_energy_weighted": { + "1e-08": 0.023140543086037323, + "1e-07": 0.023140543086037323, + "1e-06": 0.023140543086037323, + "1e-05": 0.023140543086037323, + "0.0001": 0.023140543086037323 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L4.json new file mode 100644 index 0000000..0b5bb41 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 7.164189338684082, + "acc": 0.095703125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.011911958456039429, + "median_norm": 0.011427618563175201, + "max_norm": 0.03258842974901199, + "min_norm": 8.247970072261523e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.986328125 + }, + "log_norms_percentiles": { + "1": -4.10256814956665, + "5": -2.496995449066162, + "10": -2.241044282913208, + "25": -2.0636558532714844, + "50": -1.940964937210083, + "75": -1.8334342241287231, + "90": -1.7265896797180176, + "95": -1.6754708290100098, + "99": -1.5349881649017334 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 2, + 5, + 1, + 9, + 17, + 34, + 37, + 64, + 91, + 85, + 65, + 41, + 21, + 7, + 9 + ], + "log_norms_bin_edges": [ + -5.083652973175049, + -5.01171875, + -4.939784526824951, + -4.867849826812744, + -4.795915603637695, + -4.7239813804626465, + -4.652047157287598, + -4.580112457275391, + -4.508178234100342, + -4.436244010925293, + -4.364309787750244, + -4.292375564575195, + -4.220440864562988, + -4.1485066413879395, + -4.076572418212891, + -4.004638195037842, + -3.932703733444214, + -3.860769271850586, + -3.788835048675537, + -3.7169008255004883, + -3.6449663639068604, + -3.5730321407318115, + -3.5010976791381836, + -3.4291634559631348, + -3.357229232788086, + -3.285294771194458, + -3.21336030960083, + -3.1414260864257812, + -3.0694918632507324, + -2.9975574016571045, + -2.9256231784820557, + -2.8536887168884277, + -2.781754493713379, + -2.70982027053833, + -2.637885808944702, + -2.5659515857696533, + -2.4940171241760254, + -2.4220829010009766, + -2.3501484394073486, + -2.2782142162323, + -2.206279754638672, + -2.134345531463623, + -2.062411308288574, + -1.9904768466949463, + -1.9185426235198975, + -1.8466081619262695, + -1.7746739387512207, + -1.7027394771575928, + -1.630805253982544, + -1.5588710308074951, + -1.4869366884231567 + ], + "r_inf_mean": 0.3684871792793274, + "r_inf_median": 0.3613724410533905, + "pr_mean": 0.14797335863113403, + "pr_median": 0.14833831787109375, + "hoyer_mean": 0.39769065380096436, + "eff_dim_mean": 0.39769065380096436, + "topk_energy": { + "1": 0.13908863067626953, + "5": 0.4691154658794403, + "10": 0.6624410152435303, + "25": 0.9092597961425781 + }, + "gamma_raw": -0.005738692823797464, + "gamma_active": { + "1e-08": -0.005738692823797464, + "1e-07": -0.005738692823797464, + "1e-06": -0.005738692823797464, + "1e-05": -0.005783744156360626, + "0.0001": -0.005445684306323528 + }, + "gamma_energy_weighted": { + "1e-08": -0.010655210534433726, + "1e-07": -0.010655210534433726, + "1e-06": -0.010655210534433726, + "1e-05": -0.010655210534433726, + "0.0001": -0.010655210534433726 + } + }, + { + "layer": 1, + "mean_norm": 0.0015652119182050228, + "median_norm": 0.0015711728483438492, + "max_norm": 0.003132197540253401, + "min_norm": 1.0177517424381222e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.9921875, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.980600833892822, + "5": -3.464951515197754, + "10": -3.00283145904541, + "25": -2.8763372898101807, + "50": -2.803433895111084, + "75": -2.7284913063049316, + "90": -2.6466727256774902, + "95": -2.6112780570983887, + "99": -2.550701141357422 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 3, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 1, + 2, + 0, + 3, + 2, + 3, + 0, + 2, + 7, + 5, + 10, + 28, + 83, + 124, + 122, + 51, + 41, + 9 + ], + "log_norms_bin_edges": [ + -5.992358207702637, + -5.92259407043457, + -5.852829933166504, + -5.7830657958984375, + -5.713301658630371, + -5.643537521362305, + -5.573773384094238, + -5.504009246826172, + -5.4342451095581055, + -5.364480972290039, + -5.294716835021973, + -5.224952697753906, + -5.15518856048584, + -5.085424423217773, + -5.015660285949707, + -4.945896148681641, + -4.876132011413574, + -4.806367874145508, + -4.736603736877441, + -4.666839599609375, + -4.597075462341309, + -4.527311325073242, + -4.457547187805176, + -4.387783050537109, + -4.318018913269043, + -4.248254776000977, + -4.17849063873291, + -4.108726501464844, + -4.038962364196777, + -3.969197988510132, + -3.8994338512420654, + -3.829669713973999, + -3.7599055767059326, + -3.690141439437866, + -3.6203773021698, + -3.5506131649017334, + -3.480849027633667, + -3.4110848903656006, + -3.341320753097534, + -3.2715566158294678, + -3.2017924785614014, + -3.132028341293335, + -3.0622642040252686, + -2.992500066757202, + -2.9227359294891357, + -2.8529717922210693, + -2.783207654953003, + -2.7134435176849365, + -2.643679141998291, + -2.5739150047302246, + -2.504150867462158 + ], + "r_inf_mean": 0.2929855287075043, + "r_inf_median": 0.2881760001182556, + "pr_mean": 0.28208020329475403, + "pr_median": 0.2764635980129242, + "hoyer_mean": 0.6089857220649719, + "eff_dim_mean": 0.6089857220649719, + "topk_energy": { + "1": 0.08852425217628479, + "5": 0.3158268332481384, + "10": 0.47071272134780884, + "25": 0.7467679977416992 + }, + "gamma_raw": 0.008273635059595108, + "gamma_active": { + "1e-08": 0.008273635059595108, + "1e-07": 0.008273635059595108, + "1e-06": 0.008273635059595108, + "1e-05": 0.008169233798980713, + "0.0001": 0.00830994825810194 + }, + "gamma_energy_weighted": { + "1e-08": 0.010532418529861047, + "1e-07": 0.010532418529861047, + "1e-06": 0.010532418529861047, + "1e-05": 0.010532418529861047, + "0.0001": 0.010532418529861047 + } + }, + { + "layer": 2, + "mean_norm": 0.001192594994790852, + "median_norm": 0.0011938753305003047, + "max_norm": 0.002300039865076542, + "min_norm": 6.458586767621455e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.986328125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.107573509216309, + "5": -3.61702299118042, + "10": -3.1444973945617676, + "25": -2.985435962677002, + "50": -2.9229702949523926, + "75": -2.8518173694610596, + "90": -2.767554759979248, + "95": -2.7335102558135986, + "99": -2.666984796524048 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 2, + 1, + 3, + 0, + 4, + 5, + 6, + 10, + 18, + 44, + 141, + 127, + 64, + 43, + 20 + ], + "log_norms_bin_edges": [ + -6.1898627281188965, + -6.118830680847168, + -6.0477986335754395, + -5.976767063140869, + -5.905735015869141, + -5.834702968597412, + -5.763670921325684, + -5.692638874053955, + -5.621606826782227, + -5.550575256347656, + -5.479543209075928, + -5.408511161804199, + -5.337479114532471, + -5.266447067260742, + -5.195415496826172, + -5.124383449554443, + -5.053351402282715, + -4.982319355010986, + -4.911287307739258, + -4.8402557373046875, + -4.769223690032959, + -4.6981916427612305, + -4.627159595489502, + -4.556127548217773, + -4.485095977783203, + -4.414063930511475, + -4.343031883239746, + -4.271999835968018, + -4.200967788696289, + -4.129936218261719, + -4.058903694152832, + -3.9878721237182617, + -3.916840076446533, + -3.8458080291748047, + -3.7747762203216553, + -3.7037441730499268, + -3.6327123641967773, + -3.561680316925049, + -3.4906482696533203, + -3.419616460800171, + -3.3485844135284424, + -3.277552366256714, + -3.2065205574035645, + -3.135488510131836, + -3.0644564628601074, + -2.993424654006958, + -2.9223926067352295, + -2.85136079788208, + -2.7803287506103516, + -2.709296703338623, + -2.6382646560668945 + ], + "r_inf_mean": 0.23195691406726837, + "r_inf_median": 0.23126880824565887, + "pr_mean": 0.3874001204967499, + "pr_median": 0.37810346484184265, + "hoyer_mean": 0.666704535484314, + "eff_dim_mean": 0.6667044758796692, + "topk_energy": { + "1": 0.054710403084754944, + "5": 0.23433254659175873, + "10": 0.3855883777141571, + "25": 0.6924351453781128 + }, + "gamma_raw": -0.015291480347514153, + "gamma_active": { + "1e-08": -0.015291480347514153, + "1e-07": -0.015291480347514153, + "1e-06": -0.01533267367631197, + "1e-05": -0.015637807548046112, + "0.0001": -0.015131589956581593 + }, + "gamma_energy_weighted": { + "1e-08": -0.032258375056826445, + "1e-07": -0.032258375056826445, + "1e-06": -0.032258375056826445, + "1e-05": -0.032258375056826445, + "0.0001": -0.032258375056826445 + } + }, + { + "layer": 3, + "mean_norm": 0.0011829716386273503, + "median_norm": 0.0011900069657713175, + "max_norm": 0.0022710463963449, + "min_norm": 6.24988558683981e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.986328125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.116565704345703, + "5": -3.618880271911621, + "10": -3.148163318634033, + "25": -2.987555980682373, + "50": -2.924146890640259, + "75": -2.855048656463623, + "90": -2.7719860076904297, + "95": -2.7413651943206787, + "99": -2.6698944568634033 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 1, + 3, + 0, + 4, + 4, + 6, + 8, + 16, + 44, + 140, + 129, + 68, + 43, + 20 + ], + "log_norms_bin_edges": [ + -6.204128265380859, + -6.13292121887207, + -6.061714172363281, + -5.990507125854492, + -5.919300079345703, + -5.848093032836914, + -5.776885986328125, + -5.705678462982178, + -5.634471416473389, + -5.5632643699646, + -5.4920573234558105, + -5.4208502769470215, + -5.349643230438232, + -5.278436183929443, + -5.207229137420654, + -5.136022090911865, + -5.064815044403076, + -4.993607997894287, + -4.92240047454834, + -4.851193428039551, + -4.779986381530762, + -4.708779335021973, + -4.637572288513184, + -4.5663652420043945, + -4.4951581954956055, + -4.423951148986816, + -4.352744102478027, + -4.281537055969238, + -4.210330009460449, + -4.13912296295166, + -4.067915916442871, + -3.996708631515503, + -3.925501585006714, + -3.854294538497925, + -3.7830874919891357, + -3.7118804454803467, + -3.6406731605529785, + -3.5694661140441895, + -3.4982590675354004, + -3.4270520210266113, + -3.3558449745178223, + -3.284637928009033, + -3.213430643081665, + -3.142223596572876, + -3.071016550064087, + -2.999809503555298, + -2.928602457046509, + -2.8573954105377197, + -2.7861881256103516, + -2.7149810791015625, + -2.6437740325927734 + ], + "r_inf_mean": 0.22962069511413574, + "r_inf_median": 0.22881419956684113, + "pr_mean": 0.3919031023979187, + "pr_median": 0.38286155462265015, + "hoyer_mean": 0.6694512367248535, + "eff_dim_mean": 0.6694512367248535, + "topk_energy": { + "1": 0.053592462092638016, + "5": 0.23153741657733917, + "10": 0.38230615854263306, + "25": 0.6896166801452637 + }, + "gamma_raw": 0.012465435080230236, + "gamma_active": { + "1e-08": 0.012465435080230236, + "1e-07": 0.012465435080230236, + "1e-06": 0.012699438259005547, + "1e-05": 0.012728752568364143, + "0.0001": 0.012883487157523632 + }, + "gamma_energy_weighted": { + "1e-08": 0.016444599589804, + "1e-07": 0.016444599589804, + "1e-06": 0.016444599589804, + "1e-05": 0.016444599589804, + "0.0001": 0.016444599589804 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L8.json new file mode 100644 index 0000000..837dd9a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s123_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 123, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 8.031206130981445, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.012254225090146065, + "median_norm": 0.011438448913395405, + "max_norm": 0.0628310889005661, + "min_norm": 2.3724653146928176e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.9921875 + }, + "log_norms_percentiles": { + "1": -3.855156660079956, + "5": -2.4838247299194336, + "10": -2.25166916847229, + "25": -2.0846481323242188, + "50": -1.9411487579345703, + "75": -1.8105168342590332, + "90": -1.7060198783874512, + "95": -1.6537301540374756, + "99": -1.506064772605896 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 1, + 3, + 2, + 0, + 3, + 0, + 0, + 1, + 3, + 1, + 13, + 13, + 26, + 43, + 52, + 62, + 69, + 70, + 54, + 47, + 20, + 3, + 6, + 1, + 2, + 1, + 1 + ], + "log_norms_bin_edges": [ + -4.624800682067871, + -4.556341171264648, + -4.487881660461426, + -4.419422149658203, + -4.3509626388549805, + -4.282503128051758, + -4.214043617248535, + -4.1455841064453125, + -4.07712459564209, + -4.008665084838867, + -3.9402055740356445, + -3.871746063232422, + -3.803286552429199, + -3.7348270416259766, + -3.666367530822754, + -3.5979080200195312, + -3.5294485092163086, + -3.460988998413086, + -3.3925294876098633, + -3.3240699768066406, + -3.255610466003418, + -3.1871509552001953, + -3.1186914443969727, + -3.05023193359375, + -2.9817726612091064, + -2.913313150405884, + -2.844853639602661, + -2.7763941287994385, + -2.707934617996216, + -2.639475107192993, + -2.5710155963897705, + -2.502556085586548, + -2.434096574783325, + -2.3656370639801025, + -2.29717755317688, + -2.2287180423736572, + -2.1602585315704346, + -2.091799020767212, + -2.0233395099639893, + -1.9548799991607666, + -1.886420488357544, + -1.8179609775543213, + -1.7495014667510986, + -1.681041955947876, + -1.6125824451446533, + -1.5441229343414307, + -1.475663423538208, + -1.4072039127349854, + -1.3387446403503418, + -1.2702851295471191, + -1.201825499534607 + ], + "r_inf_mean": 0.37606608867645264, + "r_inf_median": 0.3660617470741272, + "pr_mean": 0.1429952085018158, + "pr_median": 0.1428353637456894, + "hoyer_mean": 0.3881831765174866, + "eff_dim_mean": 0.3881831765174866, + "topk_energy": { + "1": 0.14550213515758514, + "5": 0.4783734083175659, + "10": 0.671161949634552, + "25": 0.9137387275695801 + }, + "gamma_raw": 0.004196765832602978, + "gamma_active": { + "1e-08": 0.004196765832602978, + "1e-07": 0.004196765832602978, + "1e-06": 0.004196765832602978, + "1e-05": 0.004196765832602978, + "0.0001": 0.004122466780245304 + }, + "gamma_energy_weighted": { + "1e-08": 0.004403255450118889, + "1e-07": 0.004403255450118889, + "1e-06": 0.004403255450118889, + "1e-05": 0.004403255450118889, + "0.0001": 0.004403255450118889 + } + }, + { + "layer": 1, + "mean_norm": 0.0014233187539502978, + "median_norm": 0.0013926918618381023, + "max_norm": 0.005261076148599386, + "min_norm": 3.0347339361469494e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.990234375, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -4.857720375061035, + "5": -3.480586051940918, + "10": -3.058419942855835, + "25": -2.9447107315063477, + "50": -2.855788469314575, + "75": -2.7661659717559814, + "90": -2.6983792781829834, + "95": -2.6391124725341797, + "99": -2.5313236713409424 + }, + "log_norms_histogram": [ + 3, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 0, + 1, + 3, + 1, + 2, + 2, + 1, + 1, + 5, + 3, + 15, + 27, + 70, + 95, + 93, + 89, + 52, + 14, + 10, + 5, + 0, + 2, + 1 + ], + "log_norms_bin_edges": [ + -5.517879486083984, + -5.453100204467773, + -5.388321399688721, + -5.32354211807251, + -5.258763313293457, + -5.193984031677246, + -5.129204750061035, + -5.064425945281982, + -4.9996466636657715, + -4.934867858886719, + -4.870088577270508, + -4.805309772491455, + -4.740530490875244, + -4.675751686096191, + -4.6109724044799805, + -4.5461931228637695, + -4.481414318084717, + -4.416635036468506, + -4.351856231689453, + -4.287076950073242, + -4.222297668457031, + -4.1575188636779785, + -4.092739582061768, + -4.027960777282715, + -3.963181495666504, + -3.898402452468872, + -3.8336234092712402, + -3.7688443660736084, + -3.7040653228759766, + -3.6392860412597656, + -3.574507236480713, + -3.509727954864502, + -3.44494891166687, + -3.3801698684692383, + -3.3153908252716064, + -3.2506117820739746, + -3.1858325004577637, + -3.121053457260132, + -3.0562744140625, + -2.991495370864868, + -2.9267163276672363, + -2.8619372844696045, + -2.7971580028533936, + -2.7323789596557617, + -2.66759991645813, + -2.602820873260498, + -2.538041830062866, + -2.4732627868652344, + -2.4084835052490234, + -2.3437044620513916, + -2.2789254188537598 + ], + "r_inf_mean": 0.32000455260276794, + "r_inf_median": 0.3084990978240967, + "pr_mean": 0.2407248318195343, + "pr_median": 0.2395399510860443, + "hoyer_mean": 0.5738949775695801, + "eff_dim_mean": 0.5738949775695801, + "topk_energy": { + "1": 0.1067160815000534, + "5": 0.35489967465400696, + "10": 0.512357234954834, + "25": 0.7771362066268921 + }, + "gamma_raw": -0.012335618957877159, + "gamma_active": { + "1e-08": -0.012335618957877159, + "1e-07": -0.012335618957877159, + "1e-06": -0.012335618957877159, + "1e-05": -0.012199201621115208, + "0.0001": -0.012282571755349636 + }, + "gamma_energy_weighted": { + "1e-08": -0.023177040710555732, + "1e-07": -0.023177040710555732, + "1e-06": -0.023177040710555732, + "1e-05": -0.023177040710555732, + "0.0001": -0.023177040710555732 + } + }, + { + "layer": 2, + "mean_norm": 0.0009662919910624623, + "median_norm": 0.0010001303162425756, + "max_norm": 0.0017247899668291211, + "min_norm": 1.6832566416269401e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.052483558654785, + "5": -3.6622631549835205, + "10": -3.1930019855499268, + "25": -3.0702385902404785, + "50": -2.9999260902404785, + "75": -2.9460573196411133, + "90": -2.8871536254882812, + "95": -2.8493242263793945, + "99": -2.792672634124756 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 1, + 3, + 3, + 0, + 1, + 2, + 5, + 2, + 5, + 9, + 22, + 64, + 110, + 139, + 75, + 39, + 10 + ], + "log_norms_bin_edges": [ + -5.7738494873046875, + -5.713637828826904, + -5.653426170349121, + -5.593214511871338, + -5.533002853393555, + -5.472790718078613, + -5.41257905960083, + -5.352367401123047, + -5.292155742645264, + -5.2319440841674805, + -5.171732425689697, + -5.111520767211914, + -5.051309108734131, + -4.991097450256348, + -4.930885314941406, + -4.870673656463623, + -4.81046199798584, + -4.750250339508057, + -4.690038681030273, + -4.62982702255249, + -4.569615364074707, + -4.509403228759766, + -4.449192047119141, + -4.388979911804199, + -4.328768253326416, + -4.268556594848633, + -4.20834493637085, + -4.148133277893066, + -4.087921619415283, + -4.0277099609375, + -3.9674980640411377, + -3.9072861671447754, + -3.847074508666992, + -3.786862850189209, + -3.726651191711426, + -3.6664395332336426, + -3.6062278747558594, + -3.546015977859497, + -3.485804319381714, + -3.4255926609039307, + -3.3653810024261475, + -3.305169105529785, + -3.244957447052002, + -3.1847457885742188, + -3.1245341300964355, + -3.0643222332000732, + -3.00411057472229, + -2.943898916244507, + -2.8836872577667236, + -2.8234755992889404, + -2.763263702392578 + ], + "r_inf_mean": 0.24396991729736328, + "r_inf_median": 0.2430923581123352, + "pr_mean": 0.3537333905696869, + "pr_median": 0.3526116907596588, + "hoyer_mean": 0.647385835647583, + "eff_dim_mean": 0.647385835647583, + "topk_energy": { + "1": 0.06010989472270012, + "5": 0.25611168146133423, + "10": 0.41141483187675476, + "25": 0.7146735191345215 + }, + "gamma_raw": -0.0026308689266443253, + "gamma_active": { + "1e-08": -0.0026308689266443253, + "1e-07": -0.0026308689266443253, + "1e-06": -0.0026308689266443253, + "1e-05": -0.0023555385414510965, + "0.0001": -0.0019143461249768734 + }, + "gamma_energy_weighted": { + "1e-08": -0.006701049328079982, + "1e-07": -0.006701049328079982, + "1e-06": -0.006701049328079982, + "1e-05": -0.006701049328079982, + "0.0001": -0.006701049328079982 + } + }, + { + "layer": 3, + "mean_norm": 0.0009515427518635988, + "median_norm": 0.0009841659339144826, + "max_norm": 0.0017026923596858978, + "min_norm": 1.647611156840867e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.053346157073975, + "5": -3.6729087829589844, + "10": -3.196134090423584, + "25": -3.0759835243225098, + "50": -3.0069074630737305, + "75": -2.952662467956543, + "90": -2.892390012741089, + "95": -2.852891683578491, + "99": -2.7985599040985107 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 3, + 0, + 1, + 3, + 4, + 1, + 6, + 9, + 23, + 59, + 115, + 140, + 73, + 35, + 14 + ], + "log_norms_bin_edges": [ + -5.783145427703857, + -5.722859859466553, + -5.662574291229248, + -5.602288722991943, + -5.5420026779174805, + -5.481717109680176, + -5.421431541442871, + -5.361145973205566, + -5.300860404968262, + -5.240574836730957, + -5.180289268493652, + -5.120003700256348, + -5.059717655181885, + -4.99943208694458, + -4.939146518707275, + -4.878860950469971, + -4.818575382232666, + -4.758289813995361, + -4.698003768920898, + -4.637718200683594, + -4.577432632446289, + -4.517147064208984, + -4.45686149597168, + -4.396575927734375, + -4.33629035949707, + -4.276004791259766, + -4.215719223022461, + -4.155433654785156, + -4.095147609710693, + -4.034862041473389, + -3.974576473236084, + -3.9142909049987793, + -3.8540053367614746, + -3.793719530105591, + -3.733433961868286, + -3.6731483936309814, + -3.6128625869750977, + -3.552577018737793, + -3.4922914505004883, + -3.4320058822631836, + -3.3717200756073, + -3.311434507369995, + -3.2511489391326904, + -3.1908633708953857, + -3.130577564239502, + -3.0702919960021973, + -3.0100064277648926, + -2.949720859527588, + -2.889435052871704, + -2.8291494846343994, + -2.7688639163970947 + ], + "r_inf_mean": 0.24248112738132477, + "r_inf_median": 0.2410239428281784, + "pr_mean": 0.35648632049560547, + "pr_median": 0.3564639985561371, + "hoyer_mean": 0.6489270329475403, + "eff_dim_mean": 0.6489270329475403, + "topk_energy": { + "1": 0.05930826812982559, + "5": 0.2542685866355896, + "10": 0.4095209240913391, + "25": 0.7129143476486206 + }, + "gamma_raw": -0.033108197152614594, + "gamma_active": { + "1e-08": -0.033108197152614594, + "1e-07": -0.033108197152614594, + "1e-06": -0.033108197152614594, + "1e-05": -0.03355047106742859, + "0.0001": -0.03375619277358055 + }, + "gamma_energy_weighted": { + "1e-08": -0.03210669588749564, + "1e-07": -0.03210669588749564, + "1e-06": -0.03210669588749564, + "1e-05": -0.03210669588749564, + "0.0001": -0.03210669588749564 + } + }, + { + "layer": 4, + "mean_norm": 0.0009463225724175572, + "median_norm": 0.0009761058026924729, + "max_norm": 0.0016966646071523428, + "min_norm": 1.6293720364046749e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.051555156707764, + "5": -3.6728577613830566, + "10": -3.1972649097442627, + "25": -3.078763961791992, + "50": -3.01015567779541, + "75": -2.9555673599243164, + "90": -2.8994128704071045, + "95": -2.857541084289551, + "99": -2.799384117126465 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 3, + 3, + 0, + 1, + 3, + 4, + 1, + 7, + 8, + 21, + 63, + 116, + 142, + 67, + 36, + 14 + ], + "log_norms_bin_edges": [ + -5.787980079650879, + -5.727628707885742, + -5.667276859283447, + -5.6069254875183105, + -5.546574115753174, + -5.486222267150879, + -5.425870895385742, + -5.3655195236206055, + -5.305168151855469, + -5.244816303253174, + -5.184464931488037, + -5.124113082885742, + -5.0637617111206055, + -5.003410339355469, + -4.943058967590332, + -4.882707118988037, + -4.8223557472229, + -4.762004375457764, + -4.701652526855469, + -4.641301155090332, + -4.580949783325195, + -4.520598411560059, + -4.460246562957764, + -4.399895191192627, + -4.339543342590332, + -4.279191970825195, + -4.218840599060059, + -4.158489227294922, + -4.098137378692627, + -4.03778600692749, + -3.9774343967437744, + -3.9170827865600586, + -3.856731414794922, + -3.796380043029785, + -3.7360284328460693, + -3.6756768226623535, + -3.615325450897217, + -3.554973840713501, + -3.494622230529785, + -3.4342708587646484, + -3.3739192485809326, + -3.313567638397217, + -3.25321626663208, + -3.1928646564483643, + -3.1325130462646484, + -3.0721616744995117, + -3.011810064315796, + -2.951458692550659, + -2.8911070823669434, + -2.8307554721832275, + -2.770404100418091 + ], + "r_inf_mean": 0.24060556292533875, + "r_inf_median": 0.24073751270771027, + "pr_mean": 0.35819417238235474, + "pr_median": 0.35888466238975525, + "hoyer_mean": 0.6494227647781372, + "eff_dim_mean": 0.6494227647781372, + "topk_energy": { + "1": 0.05835144221782684, + "5": 0.2532414197921753, + "10": 0.40856191515922546, + "25": 0.7122330069541931 + }, + "gamma_raw": -0.007826758548617363, + "gamma_active": { + "1e-08": -0.007826758548617363, + "1e-07": -0.007826758548617363, + "1e-06": -0.007826758548617363, + "1e-05": -0.007989941164851189, + "0.0001": -0.008735488168895245 + }, + "gamma_energy_weighted": { + "1e-08": -0.0029372599698104128, + "1e-07": -0.0029372599698104128, + "1e-06": -0.0029372599698104128, + "1e-05": -0.0029372599698104128, + "0.0001": -0.0029372599698104128 + } + }, + { + "layer": 5, + "mean_norm": 0.0009446250624023378, + "median_norm": 0.000971851113718003, + "max_norm": 0.0016889773542061448, + "min_norm": 1.619671252228727e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.050521373748779, + "5": -3.6729066371917725, + "10": -3.2017953395843506, + "25": -3.0801351070404053, + "50": -3.012052059173584, + "75": -2.9559073448181152, + "90": -2.899550199508667, + "95": -2.8584070205688477, + "99": -2.8004631996154785 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 4, + 3, + 0, + 1, + 3, + 4, + 1, + 7, + 8, + 21, + 63, + 115, + 138, + 72, + 36, + 14 + ], + "log_norms_bin_edges": [ + -5.7905731201171875, + -5.7302093505859375, + -5.669845104217529, + -5.609481334686279, + -5.549117565155029, + -5.488753318786621, + -5.428389549255371, + -5.368025779724121, + -5.307661533355713, + -5.247297763824463, + -5.186933517456055, + -5.126569747924805, + -5.066205978393555, + -5.0058417320251465, + -4.9454779624938965, + -4.8851141929626465, + -4.824749946594238, + -4.764386177062988, + -4.704022407531738, + -4.64365816116333, + -4.58329439163208, + -4.522930145263672, + -4.462566375732422, + -4.402202606201172, + -4.341838836669922, + -4.281474590301514, + -4.221110820770264, + -4.1607465744018555, + -4.1003828048706055, + -4.0400190353393555, + -3.9796550273895264, + -3.9192910194396973, + -3.8589272499084473, + -3.798563241958618, + -3.738199234008789, + -3.67783522605896, + -3.61747145652771, + -3.557107448577881, + -3.4967434406280518, + -3.4363796710968018, + -3.3760156631469727, + -3.3156516551971436, + -3.2552876472473145, + -3.1949238777160645, + -3.1345598697662354, + -3.0741958618164062, + -3.0138320922851562, + -2.953468084335327, + -2.893104076385498, + -2.832740306854248, + -2.772376298904419 + ], + "r_inf_mean": 0.24055007100105286, + "r_inf_median": 0.24033740162849426, + "pr_mean": 0.35859033465385437, + "pr_median": 0.35863953828811646, + "hoyer_mean": 0.6494258642196655, + "eff_dim_mean": 0.6494258642196655, + "topk_energy": { + "1": 0.0583270862698555, + "5": 0.2528654932975769, + "10": 0.40839582681655884, + "25": 0.7119696736335754 + }, + "gamma_raw": 0.012903965078294277, + "gamma_active": { + "1e-08": 0.012903965078294277, + "1e-07": 0.012903965078294277, + "1e-06": 0.012903965078294277, + "1e-05": 0.012505149468779564, + "0.0001": 0.012043495662510395 + }, + "gamma_energy_weighted": { + "1e-08": 0.00611272112818631, + "1e-07": 0.00611272112818631, + "1e-06": 0.00611272112818631, + "1e-05": 0.00611272112818631, + "0.0001": 0.00611272112818631 + } + }, + { + "layer": 6, + "mean_norm": 0.0009449484059587121, + "median_norm": 0.0009735611383803189, + "max_norm": 0.0016855046851560473, + "min_norm": 1.6226528032348142e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.047374725341797, + "5": -3.6727871894836426, + "10": -3.2015345096588135, + "25": -3.079612970352173, + "50": -3.0115365982055664, + "75": -2.955493211746216, + "90": -2.89912748336792, + "95": -2.859738826751709, + "99": -2.800990343093872 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 4, + 3, + 0, + 1, + 3, + 4, + 1, + 7, + 8, + 21, + 61, + 116, + 140, + 71, + 35, + 15 + ], + "log_norms_bin_edges": [ + -5.7897748947143555, + -5.729444980621338, + -5.669114589691162, + -5.6087846755981445, + -5.548454284667969, + -5.488124370574951, + -5.427794456481934, + -5.367464065551758, + -5.30713415145874, + -5.246804237365723, + -5.186473846435547, + -5.126143932342529, + -5.0658135414123535, + -5.005483627319336, + -4.945153713226318, + -4.884823322296143, + -4.824493408203125, + -4.764163017272949, + -4.703833103179932, + -4.643503189086914, + -4.583172798156738, + -4.522842884063721, + -4.462512969970703, + -4.402182579040527, + -4.34185266494751, + -4.281522750854492, + -4.221192359924316, + -4.160862445831299, + -4.100532054901123, + -4.0402021408081055, + -3.979871988296509, + -3.919541835784912, + -3.8592119216918945, + -3.7988815307617188, + -3.738551616668701, + -3.6782214641571045, + -3.617891311645508, + -3.5575613975524902, + -3.4972312450408936, + -3.436901092529297, + -3.3765709400177, + -3.3162410259246826, + -3.255910873413086, + -3.1955807209014893, + -3.1352505683898926, + -3.074920654296875, + -3.0145905017852783, + -2.9542603492736816, + -2.893930196762085, + -2.8336000442504883, + -2.7732701301574707 + ], + "r_inf_mean": 0.24066805839538574, + "r_inf_median": 0.2407946139574051, + "pr_mean": 0.3581755459308624, + "pr_median": 0.35874131321907043, + "hoyer_mean": 0.6491909623146057, + "eff_dim_mean": 0.6491909623146057, + "topk_energy": { + "1": 0.05837814509868622, + "5": 0.25294625759124756, + "10": 0.40875640511512756, + "25": 0.7125197649002075 + }, + "gamma_raw": -0.02624058537185192, + "gamma_active": { + "1e-08": -0.02624058537185192, + "1e-07": -0.02624058537185192, + "1e-06": -0.02624058537185192, + "1e-05": -0.026818687096238136, + "0.0001": -0.028111392632126808 + }, + "gamma_energy_weighted": { + "1e-08": -0.028255679160043658, + "1e-07": -0.028255679160043658, + "1e-06": -0.028255679160043658, + "1e-05": -0.028255679160043658, + "0.0001": -0.028255679160043658 + } + }, + { + "layer": 7, + "mean_norm": 0.0009442095761187375, + "median_norm": 0.0009719553636386991, + "max_norm": 0.0016884111100807786, + "min_norm": 1.6210789226533961e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.98828125, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -5.047757625579834, + "5": -3.672797203063965, + "10": -3.202131986618042, + "25": -3.0796902179718018, + "50": -3.012206554412842, + "75": -2.95588755607605, + "90": -2.899615526199341, + "95": -2.860074758529663, + "99": -2.8001673221588135 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 4, + 3, + 0, + 1, + 3, + 4, + 1, + 7, + 8, + 21, + 62, + 116, + 139, + 71, + 36, + 14 + ], + "log_norms_bin_edges": [ + -5.790195941925049, + -5.729842662811279, + -5.669488906860352, + -5.609135627746582, + -5.548781871795654, + -5.488428592681885, + -5.428074836730957, + -5.3677215576171875, + -5.307368278503418, + -5.24701452255249, + -5.186661243438721, + -5.126307487487793, + -5.065954208374023, + -5.005600929260254, + -4.945247173309326, + -4.884893894195557, + -4.824540138244629, + -4.764186859130859, + -4.70383358001709, + -4.643479824066162, + -4.583126068115234, + -4.522772789001465, + -4.462419509887695, + -4.402065753936768, + -4.341712474822998, + -4.28135871887207, + -4.221005439758301, + -4.160652160644531, + -4.1002984046936035, + -4.039945125579834, + -3.9795913696289062, + -3.9192380905151367, + -3.858884572982788, + -3.7985310554504395, + -3.738177537918091, + -3.677824020385742, + -3.6174707412719727, + -3.557117223739624, + -3.4967637062072754, + -3.4364101886749268, + -3.376056671142578, + -3.3157031536102295, + -3.25534987449646, + -3.1949963569641113, + -3.1346428394317627, + -3.074289321899414, + -3.0139358043670654, + -2.953582286834717, + -2.8932290077209473, + -2.8328754901885986, + -2.77252197265625 + ], + "r_inf_mean": 0.24085506796836853, + "r_inf_median": 0.2406352162361145, + "pr_mean": 0.35809770226478577, + "pr_median": 0.35840773582458496, + "hoyer_mean": 0.6491650342941284, + "eff_dim_mean": 0.6491649746894836, + "topk_energy": { + "1": 0.05846313759684563, + "5": 0.2529192566871643, + "10": 0.4086824059486389, + "25": 0.7125556468963623 + }, + "gamma_raw": 0.0319337472319603, + "gamma_active": { + "1e-08": 0.0319337472319603, + "1e-07": 0.0319337472319603, + "1e-06": 0.0319337472319603, + "1e-05": 0.03138141706585884, + "0.0001": 0.030355755239725113 + }, + "gamma_energy_weighted": { + "1e-08": 0.03086931899530577, + "1e-07": 0.03086931899530577, + "1e-06": 0.03086931899530577, + "1e-05": 0.03086931899530577, + "0.0001": 0.03086931899530577 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L4.json new file mode 100644 index 0000000..0b62d0c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 13.755525588989258, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02063283883035183, + "median_norm": 0.021174976602196693, + "max_norm": 0.059815261512994766, + "min_norm": 5.477755582461441e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -5.07789421081543, + "5": -2.7785451412200928, + "10": -2.0157785415649414, + "25": -1.7729833126068115, + "50": -1.6738115549087524, + "75": -1.586028814315796, + "90": -1.528092384338379, + "95": -1.4723154306411743, + "99": -1.4072657823562622 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 3, + 3, + 2, + 5, + 5, + 4, + 3, + 7, + 15, + 54, + 179, + 178, + 34, + 2 + ], + "log_norms_bin_edges": [ + -8.261397361755371, + -8.120633125305176, + -7.9798688888549805, + -7.839104652404785, + -7.69834041595459, + -7.5575761795043945, + -7.416811943054199, + -7.276048183441162, + -7.135283946990967, + -6.9945197105407715, + -6.853755474090576, + -6.712991237640381, + -6.5722270011901855, + -6.43146276473999, + -6.290698528289795, + -6.149934768676758, + -6.0091705322265625, + -5.868406295776367, + -5.727642059326172, + -5.586877822875977, + -5.446113586425781, + -5.305349349975586, + -5.164585113525391, + -5.023820877075195, + -4.883056640625, + -4.742292404174805, + -4.601528167724609, + -4.460763931274414, + -4.319999694824219, + -4.179235935211182, + -4.038471698760986, + -3.897707462310791, + -3.7569432258605957, + -3.6161789894104004, + -3.475414752960205, + -3.3346505165100098, + -3.1938862800598145, + -3.053122043609619, + -2.912358283996582, + -2.7715940475463867, + -2.6308298110961914, + -2.490065574645996, + -2.349301338195801, + -2.2085371017456055, + -2.06777286529541, + -1.9270086288452148, + -1.7862443923950195, + -1.6454801559448242, + -1.504715919494629, + -1.3639521598815918, + -1.223188042640686 + ], + "r_inf_mean": 0.24771708250045776, + "r_inf_median": 0.2473275512456894, + "pr_mean": 0.3427336513996124, + "pr_median": 0.34386178851127625, + "hoyer_mean": 0.6347879767417908, + "eff_dim_mean": 0.634787917137146, + "topk_energy": { + "1": 0.061929453164339066, + "5": 0.26201438903808594, + "10": 0.4193146824836731, + "25": 0.724723219871521 + }, + "gamma_raw": 0.03288815915584564, + "gamma_active": { + "1e-08": 0.032819051295518875, + "1e-07": 0.032819051295518875, + "1e-06": 0.032819051295518875, + "1e-05": 0.03323103114962578, + "0.0001": 0.033386558294296265 + }, + "gamma_energy_weighted": { + "1e-08": 0.03471100537936135, + "1e-07": 0.03471100537936135, + "1e-06": 0.03471100537936135, + "1e-05": 0.03471100537936135, + "0.0001": 0.03471100537936135 + } + }, + { + "layer": 1, + "mean_norm": 0.0018828485626727343, + "median_norm": 0.0019208485027775168, + "max_norm": 0.0038017057813704014, + "min_norm": 6.357837589732185e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.182566165924072, + "5": -3.7676501274108887, + "10": -3.0351662635803223, + "25": -2.781808376312256, + "50": -2.716231346130371, + "75": -2.6336119174957275, + "90": -2.5920794010162354, + "95": -2.5566494464874268, + "99": -2.479111671447754 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 2, + 2, + 4, + 1, + 10, + 4, + 2, + 6, + 6, + 22, + 213, + 197, + 25 + ], + "log_norms_bin_edges": [ + -9.196690559387207, + -9.0611572265625, + -8.925623893737793, + -8.790090560913086, + -8.654557228088379, + -8.519023895263672, + -8.383490562438965, + -8.247957229614258, + -8.11242389678955, + -7.9768900871276855, + -7.8413567543029785, + -7.7058234214782715, + -7.5702900886535645, + -7.434756755828857, + -7.29922342300415, + -7.163689613342285, + -7.028156280517578, + -6.892622947692871, + -6.757089614868164, + -6.621556282043457, + -6.48602294921875, + -6.350489616394043, + -6.214956283569336, + -6.079422950744629, + -5.943889617919922, + -5.808356285095215, + -5.672822952270508, + -5.537289619445801, + -5.401756286621094, + -5.266222953796387, + -5.1306891441345215, + -4.9951558113098145, + -4.859622478485107, + -4.7240891456604, + -4.588555812835693, + -4.453022480010986, + -4.317489147186279, + -4.181955814361572, + -4.046422004699707, + -3.910888671875, + -3.775355339050293, + -3.639822006225586, + -3.504288673400879, + -3.368755340576172, + -3.233222007751465, + -3.097688674926758, + -2.962155342102051, + -2.8266220092773438, + -2.6910886764526367, + -2.5555548667907715, + -2.4200215339660645 + ], + "r_inf_mean": 0.24185055494308472, + "r_inf_median": 0.2393445521593094, + "pr_mean": 0.3646722435951233, + "pr_median": 0.36699914932250977, + "hoyer_mean": 0.6507495641708374, + "eff_dim_mean": 0.6507495641708374, + "topk_energy": { + "1": 0.059063151478767395, + "5": 0.24599900841712952, + "10": 0.40073519945144653, + "25": 0.7085385322570801 + }, + "gamma_raw": -0.02787454053759575, + "gamma_active": { + "1e-08": -0.027924180030822754, + "1e-07": -0.027924180030822754, + "1e-06": -0.027201281860470772, + "1e-05": -0.027228163555264473, + "0.0001": -0.027885768562555313 + }, + "gamma_energy_weighted": { + "1e-08": -0.030421725123185552, + "1e-07": -0.030421725123185552, + "1e-06": -0.030421725123185552, + "1e-05": -0.030421725123185552, + "0.0001": -0.030421725123185552 + } + }, + { + "layer": 2, + "mean_norm": 0.001458367332816124, + "median_norm": 0.0014836196787655354, + "max_norm": 0.0024933365639299154, + "min_norm": 5.312780215760426e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.9765625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.271186828613281, + "5": -3.8535666465759277, + "10": -3.154491901397705, + "25": -2.890139102935791, + "50": -2.827181816101074, + "75": -2.7377264499664307, + "90": -2.7001092433929443, + "95": -2.6629676818847656, + "99": -2.6134679317474365 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 1, + 0, + 2, + 3, + 3, + 1, + 5, + 9, + 3, + 4, + 5, + 6, + 117, + 211, + 126 + ], + "log_norms_bin_edges": [ + -9.274678230285645, + -9.14124870300293, + -9.007820129394531, + -8.874390602111816, + -8.740961074829102, + -8.607532501220703, + -8.474102973937988, + -8.340673446655273, + -8.207244873046875, + -8.07381534576416, + -7.9403862953186035, + -7.806957244873047, + -7.673527717590332, + -7.540098667144775, + -7.406669616699219, + -7.273240566253662, + -7.1398115158081055, + -7.006381988525391, + -6.872952938079834, + -6.739523887634277, + -6.6060943603515625, + -6.472665309906006, + -6.339236259460449, + -6.205806732177734, + -6.072377681732178, + -5.938948631286621, + -5.805519104003906, + -5.672090530395508, + -5.538661003112793, + -5.405231952667236, + -5.27180290222168, + -5.138373374938965, + -5.004944324493408, + -4.871515274047852, + -4.738085746765137, + -4.60465669631958, + -4.471227645874023, + -4.337798595428467, + -4.204369068145752, + -4.070940017700195, + -3.9375109672546387, + -3.804081439971924, + -3.670652389526367, + -3.5372233390808105, + -3.403794288635254, + -3.270364761352539, + -3.1369357109069824, + -3.003506660461426, + -2.870077133178711, + -2.7366480827331543, + -2.6032190322875977 + ], + "r_inf_mean": 0.2372770607471466, + "r_inf_median": 0.23347148299217224, + "pr_mean": 0.3712078630924225, + "pr_median": 0.3640808165073395, + "hoyer_mean": 0.6543741226196289, + "eff_dim_mean": 0.6543740630149841, + "topk_energy": { + "1": 0.05734100192785263, + "5": 0.24256262183189392, + "10": 0.39632585644721985, + "25": 0.7024166584014893 + }, + "gamma_raw": 0.021690331399440765, + "gamma_active": { + "1e-08": 0.021718747913837433, + "1e-07": 0.02183503657579422, + "1e-06": 0.02175111323595047, + "1e-05": 0.02174501121044159, + "0.0001": 0.02227008529007435 + }, + "gamma_energy_weighted": { + "1e-08": 0.015498119828372868, + "1e-07": 0.015498119828372868, + "1e-06": 0.015498119828372868, + "1e-05": 0.015498119828372868, + "0.0001": 0.015498119828372868 + } + }, + { + "layer": 3, + "mean_norm": 0.0014385494869202375, + "median_norm": 0.00146046606823802, + "max_norm": 0.002451562322676182, + "min_norm": 5.250048729088519e-10, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.9765625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.2850494384765625, + "5": -3.862112045288086, + "10": -3.1564881801605225, + "25": -2.8977062702178955, + "50": -2.835237503051758, + "75": -2.7391438484191895, + "90": -2.7009778022766113, + "95": -2.668144702911377, + "99": -2.6154494285583496 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 4, + 3, + 1, + 5, + 9, + 3, + 4, + 5, + 6, + 128, + 192, + 134 + ], + "log_norms_bin_edges": [ + -9.279836654663086, + -9.146450996398926, + -9.013065338134766, + -8.879679679870605, + -8.746294021606445, + -8.612908363342285, + -8.479522705078125, + -8.346137046813965, + -8.212751388549805, + -8.079366683959961, + -7.945980548858643, + -7.812595367431641, + -7.6792097091674805, + -7.54582405090332, + -7.41243839263916, + -7.279052734375, + -7.14566707611084, + -7.01228141784668, + -6.8788957595825195, + -6.745510101318359, + -6.612124443054199, + -6.478738784790039, + -6.345353603363037, + -6.211967945098877, + -6.078582286834717, + -5.945196628570557, + -5.8118109703063965, + -5.6784257888793945, + -5.545040130615234, + -5.411654472351074, + -5.278268814086914, + -5.144883155822754, + -5.011497497558594, + -4.878111839294434, + -4.744726181030273, + -4.611340522766113, + -4.477954864501953, + -4.344569683074951, + -4.211184024810791, + -4.077798366546631, + -3.9444127082824707, + -3.8110270500183105, + -3.6776413917541504, + -3.5442557334899902, + -3.4108705520629883, + -3.277484893798828, + -3.144099235534668, + -3.010713577270508, + -2.8773279190063477, + -2.7439422607421875, + -2.6105570793151855 + ], + "r_inf_mean": 0.2402196228504181, + "r_inf_median": 0.2339920699596405, + "pr_mean": 0.3676905035972595, + "pr_median": 0.3648991882801056, + "hoyer_mean": 0.6552345752716064, + "eff_dim_mean": 0.6552344560623169, + "topk_energy": { + "1": 0.05879296362400055, + "5": 0.24632355570793152, + "10": 0.39908045530319214, + "25": 0.7031619548797607 + }, + "gamma_raw": 0.04555909335613251, + "gamma_active": { + "1e-08": 0.04564806818962097, + "1e-07": 0.0457303449511528, + "1e-06": 0.046139106154441833, + "1e-05": 0.04627559706568718, + "0.0001": 0.0462210588157177 + }, + "gamma_energy_weighted": { + "1e-08": 0.042320403067697535, + "1e-07": 0.042320403067697535, + "1e-06": 0.042320403067697535, + "1e-05": 0.042320403067697535, + "0.0001": 0.042320403067697535 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L8.json new file mode 100644 index 0000000..fdc726c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 28.030731201171875, + "acc": 0.060546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03067374974489212, + "median_norm": 0.032496482133865356, + "max_norm": 0.06414703279733658, + "min_norm": 1.0055570820455273e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.986328125, + "1e-05": 0.984375, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -6.144679546356201, + "5": -2.407688617706299, + "10": -1.762080430984497, + "25": -1.603180170059204, + "50": -1.4881210327148438, + "75": -1.4232134819030762, + "90": -1.3762972354888916, + "95": -1.3417845964431763, + "99": -1.255759596824646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 3, + 2, + 1, + 1, + 1, + 3, + 2, + 2, + 2, + 3, + 73, + 114, + 261, + 30 + ], + "log_norms_bin_edges": [ + -8.99759292602539, + -8.841497421264648, + -8.685401916503906, + -8.529306411743164, + -8.373210906982422, + -8.217116355895996, + -8.061020851135254, + -7.904925346374512, + -7.7488298416137695, + -7.592734336853027, + -7.436638832092285, + -7.280543804168701, + -7.124448299407959, + -6.968352794647217, + -6.812257766723633, + -6.656162261962891, + -6.500066757202148, + -6.343971252441406, + -6.187875747680664, + -6.03178071975708, + -5.875685214996338, + -5.719589710235596, + -5.563494682312012, + -5.4073991775512695, + -5.251303672790527, + -5.095208168029785, + -4.939112663269043, + -4.783017635345459, + -4.626922130584717, + -4.470826625823975, + -4.314731597900391, + -4.158636093139648, + -4.002540588378906, + -3.846445083618164, + -3.690349578857422, + -3.534254550933838, + -3.3781590461730957, + -3.2220635414123535, + -3.0659685134887695, + -2.9098730087280273, + -2.753777503967285, + -2.597681999206543, + -2.441586494445801, + -2.285491466522217, + -2.1293959617614746, + -1.9733004570007324, + -1.8172054290771484, + -1.6611099243164062, + -1.505014419555664, + -1.3489189147949219, + -1.1928235292434692 + ], + "r_inf_mean": 0.24859997630119324, + "r_inf_median": 0.2435692399740219, + "pr_mean": 0.34515494108200073, + "pr_median": 0.3479475975036621, + "hoyer_mean": 0.636454164981842, + "eff_dim_mean": 0.636454164981842, + "topk_energy": { + "1": 0.06276954710483551, + "5": 0.2582882046699524, + "10": 0.41588109731674194, + "25": 0.7235088348388672 + }, + "gamma_raw": -0.024476848542690277, + "gamma_active": { + "1e-08": -0.024528855457901955, + "1e-07": -0.024516219273209572, + "1e-06": -0.024318793788552284, + "1e-05": -0.024354754015803337, + "0.0001": -0.024625182151794434 + }, + "gamma_energy_weighted": { + "1e-08": -0.03934100808358363, + "1e-07": -0.03934100808358363, + "1e-06": -0.03934100808358363, + "1e-05": -0.03934100808358363, + "0.0001": -0.03934100808358363 + } + }, + { + "layer": 1, + "mean_norm": 0.0015072404639795423, + "median_norm": 0.0016100297216325998, + "max_norm": 0.002098753349855542, + "min_norm": 7.274495589237873e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.367182731628418, + "5": -3.5676422119140625, + "10": -2.8917927742004395, + "25": -2.84212589263916, + "50": -2.7931644916534424, + "75": -2.766808032989502, + "90": -2.745643138885498, + "95": -2.733069896697998, + "99": -2.6884970664978027 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 3, + 2, + 1, + 2, + 2, + 126, + 353 + ], + "log_norms_bin_edges": [ + -10.13819694519043, + -9.988993644714355, + -9.839790344238281, + -9.690587043762207, + -9.54138469696045, + -9.392181396484375, + -9.2429780960083, + -9.093774795532227, + -8.944571495056152, + -8.795368194580078, + -8.646164894104004, + -8.49696159362793, + -8.347759246826172, + -8.198555946350098, + -8.049352645874023, + -7.900149345397949, + -7.750946044921875, + -7.601743221282959, + -7.452539920806885, + -7.303337097167969, + -7.1541337966918945, + -7.00493049621582, + -6.855727195739746, + -6.706523895263672, + -6.557321071624756, + -6.408117771148682, + -6.258914947509766, + -6.109711647033691, + -5.960508346557617, + -5.811305046081543, + -5.662101745605469, + -5.512898921966553, + -5.3636956214904785, + -5.214492321014404, + -5.065289497375488, + -4.916086196899414, + -4.76688289642334, + -4.617679595947266, + -4.46847677230835, + -4.319273471832275, + -4.170070171356201, + -4.020867347717285, + -3.871664047241211, + -3.7224607467651367, + -3.5732574462890625, + -3.4240546226501465, + -3.2748513221740723, + -3.125648021697998, + -2.976445198059082, + -2.827241897583008, + -2.6780385971069336 + ], + "r_inf_mean": 0.26851868629455566, + "r_inf_median": 0.2713525593280792, + "pr_mean": 0.3119465112686157, + "pr_median": 0.30343174934387207, + "hoyer_mean": 0.620903491973877, + "eff_dim_mean": 0.6209034323692322, + "topk_energy": { + "1": 0.07330256700515747, + "5": 0.2867019772529602, + "10": 0.444181889295578, + "25": 0.7389265894889832 + }, + "gamma_raw": -0.014290158636868, + "gamma_active": { + "1e-08": -0.014311323873698711, + "1e-07": -0.014305133372545242, + "1e-06": -0.014260073192417622, + "1e-05": -0.014253778383135796, + "0.0001": -0.013715101405978203 + }, + "gamma_energy_weighted": { + "1e-08": -0.017309261842363623, + "1e-07": -0.017309261842363623, + "1e-06": -0.017309261842363623, + "1e-05": -0.017309261842363623, + "0.0001": -0.017309261842363623 + } + }, + { + "layer": 2, + "mean_norm": 0.0014225209597498178, + "median_norm": 0.0015295210760086775, + "max_norm": 0.0019635194912552834, + "min_norm": 7.248656536118503e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.37086820602417, + "5": -3.581402063369751, + "10": -2.94543194770813, + "25": -2.881883144378662, + "50": -2.8153843879699707, + "75": -2.7856221199035645, + "90": -2.76888370513916, + "95": -2.756556510925293, + "99": -2.7091548442840576 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 3, + 131, + 347 + ], + "log_norms_bin_edges": [ + -10.139742851257324, + -9.991086959838867, + -9.842432022094727, + -9.69377613067627, + -9.545120239257812, + -9.396465301513672, + -9.247809410095215, + -9.099153518676758, + -8.950498580932617, + -8.80184268951416, + -8.653186798095703, + -8.504531860351562, + -8.355875968933105, + -8.207220077514648, + -8.058565139770508, + -7.909909248352051, + -7.761253833770752, + -7.612598419189453, + -7.463942527770996, + -7.315287113189697, + -7.166631698608398, + -7.017975807189941, + -6.869320392608643, + -6.720664978027344, + -6.572009086608887, + -6.423353672027588, + -6.274698257446289, + -6.12604284286499, + -5.977386951446533, + -5.828731536865234, + -5.6800761222839355, + -5.5314202308654785, + -5.38276481628418, + -5.234109401702881, + -5.085453510284424, + -4.936798095703125, + -4.788142681121826, + -4.639486789703369, + -4.49083137512207, + -4.3421759605407715, + -4.193520545959473, + -4.044864654541016, + -3.896209239959717, + -3.747553825378418, + -3.598897933959961, + -3.450242519378662, + -3.3015871047973633, + -3.1529312133789062, + -3.0042757987976074, + -2.8556203842163086, + -2.7069649696350098 + ], + "r_inf_mean": 0.27272844314575195, + "r_inf_median": 0.2757960557937622, + "pr_mean": 0.3098183870315552, + "pr_median": 0.3071018159389496, + "hoyer_mean": 0.6194770336151123, + "eff_dim_mean": 0.6194770336151123, + "topk_energy": { + "1": 0.0758122056722641, + "5": 0.28967970609664917, + "10": 0.44524866342544556, + "25": 0.7375783920288086 + }, + "gamma_raw": 0.020137768238782883, + "gamma_active": { + "1e-08": 0.02012820541858673, + "1e-07": 0.020143097266554832, + "1e-06": 0.020560676231980324, + "1e-05": 0.020418966189026833, + "0.0001": 0.021227169781923294 + }, + "gamma_energy_weighted": { + "1e-08": 0.017578927132615357, + "1e-07": 0.017578927132615357, + "1e-06": 0.017578927132615357, + "1e-05": 0.017578927132615357, + "0.0001": 0.017578927132615357 + } + }, + { + "layer": 3, + "mean_norm": 0.0014125261222943664, + "median_norm": 0.001538252574391663, + "max_norm": 0.001980735454708338, + "min_norm": 7.13735459623166e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.373563289642334, + "5": -3.585967779159546, + "10": -2.957221031188965, + "25": -2.8878488540649414, + "50": -2.8129682540893555, + "75": -2.7918806076049805, + "90": -2.7689363956451416, + "95": -2.759871482849121, + "99": -2.705132484436035 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 3, + 139, + 339 + ], + "log_norms_bin_edges": [ + -10.146463394165039, + -9.997597694396973, + -9.848731994628906, + -9.69986629486084, + -9.551000595092773, + -9.40213394165039, + -9.253268241882324, + -9.104402542114258, + -8.955536842346191, + -8.806671142578125, + -8.657805442810059, + -8.508939743041992, + -8.360074043273926, + -8.21120834350586, + -8.062342643737793, + -7.913476467132568, + -7.764610767364502, + -7.6157450675964355, + -7.466878890991211, + -7.3180131912231445, + -7.169147491455078, + -7.020281791687012, + -6.871416091918945, + -6.722550392150879, + -6.5736846923828125, + -6.424818992614746, + -6.2759528160095215, + -6.127087116241455, + -5.978221416473389, + -5.829355716705322, + -5.680489540100098, + -5.531623840332031, + -5.382758140563965, + -5.233892440795898, + -5.085026741027832, + -4.936160564422607, + -4.787294864654541, + -4.638429164886475, + -4.489563465118408, + -4.340697765350342, + -4.191831588745117, + -4.042965888977051, + -3.8941001892089844, + -3.745234489440918, + -3.5963687896728516, + -3.447503089904785, + -3.2986369132995605, + -3.149771213531494, + -3.0009055137634277, + -2.8520398139953613, + -2.7031736373901367 + ], + "r_inf_mean": 0.2748335003852844, + "r_inf_median": 0.27978450059890747, + "pr_mean": 0.3059387803077698, + "pr_median": 0.29779326915740967, + "hoyer_mean": 0.616696834564209, + "eff_dim_mean": 0.616696834564209, + "topk_energy": { + "1": 0.07681617885828018, + "5": 0.2927248477935791, + "10": 0.4493181109428406, + "25": 0.741091787815094 + }, + "gamma_raw": 0.009105028584599495, + "gamma_active": { + "1e-08": 0.00902017392218113, + "1e-07": 0.008613907732069492, + "1e-06": 0.008459299802780151, + "1e-05": 0.008276996202766895, + "0.0001": 0.008205119520425797 + }, + "gamma_energy_weighted": { + "1e-08": 0.01492193921664598, + "1e-07": 0.01492193921664598, + "1e-06": 0.01492193921664598, + "1e-05": 0.01492193921664598, + "0.0001": 0.01492193921664598 + } + }, + { + "layer": 4, + "mean_norm": 0.0013986004050821066, + "median_norm": 0.0015249628340825438, + "max_norm": 0.0019581604283303022, + "min_norm": 6.982415340361925e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.375263214111328, + "5": -3.589707612991333, + "10": -2.961346387863159, + "25": -2.892630100250244, + "50": -2.8166887760162354, + "75": -2.7959301471710205, + "90": -2.7688846588134766, + "95": -2.7626593112945557, + "99": -2.7098681926727295 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 4, + 138, + 339 + ], + "log_norms_bin_edges": [ + -10.155994415283203, + -10.007037162780762, + -9.858080863952637, + -9.709123611450195, + -9.56016731262207, + -9.411210060119629, + -9.262252807617188, + -9.113296508789062, + -8.964339256286621, + -8.815382957458496, + -8.666425704956055, + -8.51746940612793, + -8.368512153625488, + -8.219554901123047, + -8.070598602294922, + -7.9216413497924805, + -7.7726850509643555, + -7.623727798461914, + -7.474771022796631, + -7.325814247131348, + -7.1768574714660645, + -7.027900695800781, + -6.87894344329834, + -6.729987144470215, + -6.581029891967773, + -6.43207311630249, + -6.283116340637207, + -6.134159564971924, + -5.985202789306641, + -5.836245536804199, + -5.687288761138916, + -5.538331985473633, + -5.38937520980835, + -5.240418434143066, + -5.091461658477783, + -4.9425048828125, + -4.793547630310059, + -4.644590854644775, + -4.495634078979492, + -4.346677303314209, + -4.197720527648926, + -4.048763751983643, + -3.899806499481201, + -3.750849723815918, + -3.6018929481506348, + -3.4529361724853516, + -3.3039793968200684, + -3.155022621154785, + -3.0060653686523438, + -2.8571085929870605, + -2.7081518173217773 + ], + "r_inf_mean": 0.2724883556365967, + "r_inf_median": 0.2782002389431, + "pr_mean": 0.30913862586021423, + "pr_median": 0.3111794888973236, + "hoyer_mean": 0.6171373128890991, + "eff_dim_mean": 0.6171372532844543, + "topk_energy": { + "1": 0.07561604678630829, + "5": 0.2888845205307007, + "10": 0.4458405673503876, + "25": 0.7402293682098389 + }, + "gamma_raw": -0.025404110550880432, + "gamma_active": { + "1e-08": -0.025488464161753654, + "1e-07": -0.02539169043302536, + "1e-06": -0.025174202397465706, + "1e-05": -0.025359826162457466, + "0.0001": -0.025542691349983215 + }, + "gamma_energy_weighted": { + "1e-08": -0.026005152416240285, + "1e-07": -0.026005152416240285, + "1e-06": -0.026005152416240285, + "1e-05": -0.026005152416240285, + "0.0001": -0.026005152416240285 + } + }, + { + "layer": 5, + "mean_norm": 0.00139577966183424, + "median_norm": 0.0015221342910081148, + "max_norm": 0.001954493345692754, + "min_norm": 6.981379363502072e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.3755316734313965, + "5": -3.590035915374756, + "10": -2.962972402572632, + "25": -2.8942208290100098, + "50": -2.816986322402954, + "75": -2.7967171669006348, + "90": -2.768254041671753, + "95": -2.7637345790863037, + "99": -2.710634231567383 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 5, + 136, + 340 + ], + "log_norms_bin_edges": [ + -10.156059265136719, + -10.00711727142334, + -9.858175277709961, + -9.709233283996582, + -9.560291290283203, + -9.41135025024414, + -9.262408256530762, + -9.113466262817383, + -8.964524269104004, + -8.815582275390625, + -8.666640281677246, + -8.517698287963867, + -8.368757247924805, + -8.219815254211426, + -8.070873260498047, + -7.921931266784668, + -7.772989273071289, + -7.62404727935791, + -7.475105285644531, + -7.3261637687683105, + -7.177221775054932, + -7.028279781341553, + -6.879338264465332, + -6.730396270751953, + -6.581454277038574, + -6.432512283325195, + -6.283570289611816, + -6.134628772735596, + -5.985686779022217, + -5.836744785308838, + -5.687803268432617, + -5.538861274719238, + -5.389919281005859, + -5.2409772872924805, + -5.092035293579102, + -4.943093776702881, + -4.794151782989502, + -4.645209789276123, + -4.496268272399902, + -4.347326278686523, + -4.1983842849731445, + -4.049442291259766, + -3.9005002975463867, + -3.751558780670166, + -3.602616786956787, + -3.453674793243408, + -3.3047332763671875, + -3.1557912826538086, + -3.0068492889404297, + -2.857907295227051, + -2.70896577835083 + ], + "r_inf_mean": 0.27136918902397156, + "r_inf_median": 0.27985671162605286, + "pr_mean": 0.31127724051475525, + "pr_median": 0.31285881996154785, + "hoyer_mean": 0.6191105246543884, + "eff_dim_mean": 0.6191104650497437, + "topk_energy": { + "1": 0.07505464553833008, + "5": 0.28768131136894226, + "10": 0.4444636106491089, + "25": 0.7375080585479736 + }, + "gamma_raw": -0.027795322239398956, + "gamma_active": { + "1e-08": -0.027923738583922386, + "1e-07": -0.027713492512702942, + "1e-06": -0.02768569067120552, + "1e-05": -0.027138330042362213, + "0.0001": -0.026595549657940865 + }, + "gamma_energy_weighted": { + "1e-08": -0.036686888605910205, + "1e-07": -0.036686888605910205, + "1e-06": -0.036686888605910205, + "1e-05": -0.036686888605910205, + "0.0001": -0.036686888605910205 + } + }, + { + "layer": 6, + "mean_norm": 0.0013978679198771715, + "median_norm": 0.0015292498283088207, + "max_norm": 0.00196752673946321, + "min_norm": 6.983191108700382e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.375967025756836, + "5": -3.589857339859009, + "10": -2.964430809020996, + "25": -2.8954241275787354, + "50": -2.8154714107513428, + "75": -2.795750379562378, + "90": -2.7675960063934326, + "95": -2.763324499130249, + "99": -2.707773447036743 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 5, + 139, + 337 + ], + "log_norms_bin_edges": [ + -10.155945777893066, + -10.006948471069336, + -9.857951164245605, + -9.708953857421875, + -9.559956550598145, + -9.410959243774414, + -9.261961936950684, + -9.112964630126953, + -8.963967323303223, + -8.814970016479492, + -8.665972709655762, + -8.516975402832031, + -8.3679780960083, + -8.21898078918457, + -8.06998348236084, + -7.920986175537109, + -7.771988868713379, + -7.622991561889648, + -7.473994255065918, + -7.3249969482421875, + -7.175999641418457, + -7.027002334594727, + -6.878005027770996, + -6.729007720947266, + -6.580009937286377, + -6.4310126304626465, + -6.282015323638916, + -6.1330180168151855, + -5.984020709991455, + -5.835023403167725, + -5.686026096343994, + -5.537028789520264, + -5.388031482696533, + -5.239034175872803, + -5.090036869049072, + -4.941039562225342, + -4.792042255401611, + -4.643044948577881, + -4.49404764175415, + -4.34505033493042, + -4.1960530281066895, + -4.047055721282959, + -3.8980584144592285, + -3.749061107635498, + -3.6000638008117676, + -3.451066493988037, + -3.3020691871643066, + -3.153071880340576, + -3.0040740966796875, + -2.855076789855957, + -2.7060794830322266 + ], + "r_inf_mean": 0.2705124020576477, + "r_inf_median": 0.2797510027885437, + "pr_mean": 0.313202440738678, + "pr_median": 0.31511273980140686, + "hoyer_mean": 0.6215245127677917, + "eff_dim_mean": 0.6215245127677917, + "topk_energy": { + "1": 0.07448066771030426, + "5": 0.2867441177368164, + "10": 0.44211190938949585, + "25": 0.7360458970069885 + }, + "gamma_raw": -0.02393377013504505, + "gamma_active": { + "1e-08": -0.02414555475115776, + "1e-07": -0.024406591430306435, + "1e-06": -0.024045147001743317, + "1e-05": -0.024201417341828346, + "0.0001": -0.023659341037273407 + }, + "gamma_energy_weighted": { + "1e-08": -0.025356064295941182, + "1e-07": -0.025356064295941182, + "1e-06": -0.025356064295941182, + "1e-05": -0.025356064295941182, + "0.0001": -0.025356064295941182 + } + }, + { + "layer": 7, + "mean_norm": 0.0013999704970046878, + "median_norm": 0.001531626912765205, + "max_norm": 0.0019675728399306536, + "min_norm": 6.959004900108923e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.9765625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.375297546386719, + "5": -3.586758852005005, + "10": -2.964932918548584, + "25": -2.8940515518188477, + "50": -2.814764976501465, + "75": -2.7935619354248047, + "90": -2.765605926513672, + "95": -2.762557029724121, + "99": -2.707756519317627 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 3, + 0, + 2, + 3, + 2, + 1, + 2, + 5, + 138, + 338 + ], + "log_norms_bin_edges": [ + -10.157452583312988, + -10.008424758911133, + -9.859396934509277, + -9.710369110107422, + -9.561342239379883, + -9.412314414978027, + -9.263286590576172, + -9.114258766174316, + -8.965230941772461, + -8.816203117370605, + -8.66717529296875, + -8.518148422241211, + -8.369120597839355, + -8.2200927734375, + -8.071064949035645, + -7.922037124633789, + -7.773009777069092, + -7.6239824295043945, + -7.474954605102539, + -7.325926780700684, + -7.176898956298828, + -7.027871131896973, + -6.878843784332275, + -6.72981595993042, + -6.580788612365723, + -6.431760787963867, + -6.282732963562012, + -6.133705139160156, + -5.984677791595459, + -5.8356499671936035, + -5.686622142791748, + -5.537594795227051, + -5.388566970825195, + -5.23953914642334, + -5.090511798858643, + -4.941483974456787, + -4.792456150054932, + -4.643428802490234, + -4.494400978088379, + -4.345373153686523, + -4.196345329284668, + -4.047317981719971, + -3.8982901573181152, + -3.7492623329162598, + -3.6002349853515625, + -3.451207160949707, + -3.3021793365478516, + -3.1531519889831543, + -3.004124164581299, + -2.8550963401794434, + -2.706069231033325 + ], + "r_inf_mean": 0.26948800683021545, + "r_inf_median": 0.27866169810295105, + "pr_mean": 0.3139510154724121, + "pr_median": 0.3130798935890198, + "hoyer_mean": 0.6219593286514282, + "eff_dim_mean": 0.6219593286514282, + "topk_energy": { + "1": 0.0739193856716156, + "5": 0.2857944667339325, + "10": 0.44187214970588684, + "25": 0.7361815571784973 + }, + "gamma_raw": -0.036140844225883484, + "gamma_active": { + "1e-08": -0.03608507663011551, + "1e-07": -0.035450369119644165, + "1e-06": -0.03526676446199417, + "1e-05": -0.03542863950133324, + "0.0001": -0.035096894949674606 + }, + "gamma_energy_weighted": { + "1e-08": -0.029581972801001197, + "1e-07": -0.029581972801001197, + "1e-06": -0.029581972801001197, + "1e-05": -0.029581972801001197, + "0.0001": -0.029581972801001197 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L4.json new file mode 100644 index 0000000..fc5bf44 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 18.050748825073242, + "acc": 0.09375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0274786576628685, + "median_norm": 0.027618475258350372, + "max_norm": 0.07921483367681503, + "min_norm": 1.2850758235316562e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.271335124969482, + "5": -3.4388630390167236, + "10": -1.9205644130706787, + "25": -1.6800637245178223, + "50": -1.5573313236236572, + "75": -1.458776831626892, + "90": -1.3677834272384644, + "95": -1.3257728815078735, + "99": -1.2348377704620361 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 0, + 2, + 0, + 2, + 2, + 0, + 1, + 4, + 3, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 2, + 2, + 5, + 13, + 47, + 145, + 182, + 73, + 9 + ], + "log_norms_bin_edges": [ + -8.891071319580078, + -8.735273361206055, + -8.579476356506348, + -8.423678398132324, + -8.267881393432617, + -8.112083435058594, + -7.9562859535217285, + -7.800488471984863, + -7.644690990447998, + -7.488893508911133, + -7.333095550537109, + -7.177298069000244, + -7.021500587463379, + -6.865703105926514, + -6.709905624389648, + -6.554107666015625, + -6.398310661315918, + -6.2425127029418945, + -6.086715221405029, + -5.930917739868164, + -5.775120258331299, + -5.619322776794434, + -5.46352481842041, + -5.307727813720703, + -5.15192985534668, + -4.9961323738098145, + -4.840334892272949, + -4.684537410736084, + -4.528739929199219, + -4.372941970825195, + -4.21714448928833, + -4.061347007751465, + -3.9055495262145996, + -3.7497520446777344, + -3.593954563140869, + -3.438157081604004, + -3.2823591232299805, + -3.1265616416931152, + -2.97076416015625, + -2.8149666786193848, + -2.6591691970825195, + -2.5033717155456543, + -2.347573757171631, + -2.1917762756347656, + -2.0359787940979004, + -1.8801813125610352, + -1.72438383102417, + -1.5685863494873047, + -1.4127883911132812, + -1.256990909576416, + -1.1011934280395508 + ], + "r_inf_mean": 0.27744632959365845, + "r_inf_median": 0.2741972804069519, + "pr_mean": 0.2943532466888428, + "pr_median": 0.2949850857257843, + "hoyer_mean": 0.6083511114120483, + "eff_dim_mean": 0.6083511114120483, + "topk_energy": { + "1": 0.0785437524318695, + "5": 0.2990107834339142, + "10": 0.4587755799293518, + "25": 0.7497788667678833 + }, + "gamma_raw": 0.03266565501689911, + "gamma_active": { + "1e-08": 0.03276314213871956, + "1e-07": 0.03259177878499031, + "1e-06": 0.0326065868139267, + "1e-05": 0.03303015977144241, + "0.0001": 0.03329341858625412 + }, + "gamma_energy_weighted": { + "1e-08": 0.031284222041904265, + "1e-07": 0.031284222041904265, + "1e-06": 0.031284222041904265, + "1e-05": 0.031284222041904265, + "0.0001": 0.031284222041904265 + } + }, + { + "layer": 1, + "mean_norm": 0.0030388510785996914, + "median_norm": 0.0029823489021509886, + "max_norm": 0.011456565000116825, + "min_norm": 1.183492609468928e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.98828125, + "1e-05": 0.970703125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -6.051577091217041, + "5": -4.332159042358398, + "10": -2.8307042121887207, + "25": -2.6327147483825684, + "50": -2.5252044200897217, + "75": -2.4196834564208984, + "90": -2.323668956756592, + "95": -2.2636616230010986, + "99": -2.17177677154541 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 3, + 2, + 0, + 1, + 3, + 1, + 0, + 2, + 5, + 2, + 1, + 4, + 0, + 3, + 1, + 1, + 1, + 2, + 4, + 5, + 16, + 129, + 192, + 107, + 20, + 2 + ], + "log_norms_bin_edges": [ + -9.926835060119629, + -9.767117500305176, + -9.607399940490723, + -9.447681427001953, + -9.2879638671875, + -9.128246307373047, + -8.968528747558594, + -8.808810234069824, + -8.649092674255371, + -8.489375114440918, + -8.329657554626465, + -8.169939041137695, + -8.010221481323242, + -7.850503921508789, + -7.690786361694336, + -7.531068325042725, + -7.371350288391113, + -7.21163272857666, + -7.051915168762207, + -6.892197132110596, + -6.732479095458984, + -6.572761535644531, + -6.413043975830078, + -6.253325939178467, + -6.093608379364014, + -5.933890342712402, + -5.774172782897949, + -5.614454746246338, + -5.454737186431885, + -5.295019149780273, + -5.13530158996582, + -4.975583553314209, + -4.815865993499756, + -4.656148433685303, + -4.496430397033691, + -4.336712837219238, + -4.176994800567627, + -4.017277240753174, + -3.8575592041015625, + -3.6978416442871094, + -3.538123607635498, + -3.378406047821045, + -3.2186880111694336, + -3.0589704513549805, + -2.899252414703369, + -2.739534854888916, + -2.5798168182373047, + -2.4200992584228516, + -2.2603816986083984, + -2.100663661956787, + -1.9409457445144653 + ], + "r_inf_mean": 0.26524364948272705, + "r_inf_median": 0.2607112228870392, + "pr_mean": 0.31804582476615906, + "pr_median": 0.31766799092292786, + "hoyer_mean": 0.623950719833374, + "eff_dim_mean": 0.623950719833374, + "topk_energy": { + "1": 0.07160540670156479, + "5": 0.28181684017181396, + "10": 0.43888550996780396, + "25": 0.7342897057533264 + }, + "gamma_raw": -0.007941370829939842, + "gamma_active": { + "1e-08": -0.008027096278965473, + "1e-07": -0.007753113750368357, + "1e-06": -0.007955491542816162, + "1e-05": -0.008250877261161804, + "0.0001": -0.008599553257226944 + }, + "gamma_energy_weighted": { + "1e-08": -0.005091374911244426, + "1e-07": -0.005091374911244426, + "1e-06": -0.005091374911244426, + "1e-05": -0.005091374911244426, + "0.0001": -0.005091374911244426 + } + }, + { + "layer": 2, + "mean_norm": 0.0013963371748104692, + "median_norm": 0.0013408437371253967, + "max_norm": 0.002572087338194251, + "min_norm": 7.153415360061643e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.958984375, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -6.438961505889893, + "5": -4.608950614929199, + "10": -3.100649833679199, + "25": -2.937234878540039, + "50": -2.8722033500671387, + "75": -2.7460572719573975, + "90": -2.685804605484009, + "95": -2.654160976409912, + "99": -2.59637188911438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 3, + 0, + 0, + 3, + 2, + 0, + 1, + 2, + 2, + 2, + 1, + 6, + 1, + 1, + 3, + 0, + 0, + 1, + 4, + 4, + 4, + 9, + 145, + 194, + 117 + ], + "log_norms_bin_edges": [ + -10.145486831665039, + -9.99437141418457, + -9.843255996704102, + -9.692140579223633, + -9.541025161743164, + -9.389909744262695, + -9.238794326782227, + -9.087678909301758, + -8.936563491821289, + -8.78544807434082, + -8.634332656860352, + -8.483217239379883, + -8.332101821899414, + -8.180985450744629, + -8.02987003326416, + -7.878754615783691, + -7.727639198303223, + -7.576523780822754, + -7.425408363342285, + -7.274292945861816, + -7.123177528381348, + -6.972062110900879, + -6.82094669342041, + -6.669831275939941, + -6.518715858459473, + -6.367600440979004, + -6.216485023498535, + -6.065369129180908, + -5.9142537117004395, + -5.763138294219971, + -5.612022876739502, + -5.460907459259033, + -5.3097920417785645, + -5.158676624298096, + -5.007561206817627, + -4.856445789337158, + -4.7053303718566895, + -4.554214954376221, + -4.403099060058594, + -4.251983642578125, + -4.100868225097656, + -3.9497528076171875, + -3.7986373901367188, + -3.64752197265625, + -3.4964065551757812, + -3.3452911376953125, + -3.1941757202148438, + -3.043060302734375, + -2.8919448852539062, + -2.7408289909362793, + -2.589714288711548 + ], + "r_inf_mean": 0.2357543259859085, + "r_inf_median": 0.23085139691829681, + "pr_mean": 0.37525132298469543, + "pr_median": 0.3672269880771637, + "hoyer_mean": 0.6573460102081299, + "eff_dim_mean": 0.6573460102081299, + "topk_energy": { + "1": 0.05669302120804787, + "5": 0.2424623668193817, + "10": 0.39431995153427124, + "25": 0.7021681070327759 + }, + "gamma_raw": -0.023668255656957626, + "gamma_active": { + "1e-08": -0.023700984194874763, + "1e-07": -0.02375786378979683, + "1e-06": -0.023212069645524025, + "1e-05": -0.02278946153819561, + "0.0001": -0.02236403338611126 + }, + "gamma_energy_weighted": { + "1e-08": -0.01955802645333953, + "1e-07": -0.01955802645333953, + "1e-06": -0.01955802645333953, + "1e-05": -0.01955802645333953, + "0.0001": -0.01955802645333953 + } + }, + { + "layer": 3, + "mean_norm": 0.0013774430844932795, + "median_norm": 0.0013127382844686508, + "max_norm": 0.0025640660896897316, + "min_norm": 6.880524622276951e-11, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.958984375, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -6.4401631355285645, + "5": -4.610937595367432, + "10": -3.109994649887085, + "25": -2.9430251121520996, + "50": -2.881594657897949, + "75": -2.7554945945739746, + "90": -2.68686580657959, + "95": -2.6591787338256836, + "99": -2.6010379791259766 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 1, + 0, + 3, + 2, + 0, + 1, + 2, + 2, + 2, + 1, + 6, + 1, + 1, + 3, + 0, + 1, + 1, + 3, + 4, + 4, + 9, + 170, + 174, + 112 + ], + "log_norms_bin_edges": [ + -10.162379264831543, + -10.010952949523926, + -9.859526634216309, + -9.708100318908691, + -9.55667495727539, + -9.405248641967773, + -9.253822326660156, + -9.102396011352539, + -8.950969696044922, + -8.799543380737305, + -8.648117065429688, + -8.496691703796387, + -8.34526538848877, + -8.193839073181152, + -8.042412757873535, + -7.890986442565918, + -7.739560604095459, + -7.588134765625, + -7.436708450317383, + -7.285282135009766, + -7.133855819702148, + -6.982429504394531, + -6.831003665924072, + -6.679577350616455, + -6.528151512145996, + -6.376725196838379, + -6.225298881530762, + -6.0738725662231445, + -5.9224467277526855, + -5.771020412445068, + -5.619594097137451, + -5.468168258666992, + -5.316741943359375, + -5.165315628051758, + -5.013889789581299, + -4.862463474273682, + -4.7110371589660645, + -4.5596113204956055, + -4.408185005187988, + -4.256758689880371, + -4.105332374572754, + -3.953906536102295, + -3.8024802207946777, + -3.6510539054870605, + -3.4996280670166016, + -3.3482017517089844, + -3.196775436401367, + -3.045349597930908, + -2.893923282623291, + -2.742496967315674, + -2.5910706520080566 + ], + "r_inf_mean": 0.2347431480884552, + "r_inf_median": 0.23555655777454376, + "pr_mean": 0.37853875756263733, + "pr_median": 0.36257436871528625, + "hoyer_mean": 0.6585724949836731, + "eff_dim_mean": 0.6585724353790283, + "topk_energy": { + "1": 0.056099921464920044, + "5": 0.23997703194618225, + "10": 0.3927287459373474, + "25": 0.7003313302993774 + }, + "gamma_raw": 0.00224890373647213, + "gamma_active": { + "1e-08": 0.0021062821615487337, + "1e-07": 0.002061688806861639, + "1e-06": 0.002105607884004712, + "1e-05": 0.0012824846198782325, + "0.0001": 0.0019997665658593178 + }, + "gamma_energy_weighted": { + "1e-08": -0.003679343516930784, + "1e-07": -0.003679343516930784, + "1e-06": -0.003679343516930784, + "1e-05": -0.003679343516930784, + "0.0001": -0.003679343516930784 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L8.json new file mode 100644 index 0000000..28857e0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.997689247131348, + "acc": 0.099609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02298935502767563, + "median_norm": 0.024229515343904495, + "max_norm": 0.05427907779812813, + "min_norm": 9.709429704685135e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.98828125, + "1e-05": 0.984375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -5.9713850021362305, + "5": -2.7510368824005127, + "10": -1.9217067956924438, + "25": -1.7132456302642822, + "50": -1.614025592803955, + "75": -1.5541198253631592, + "90": -1.4894864559173584, + "95": -1.4471782445907593, + "99": -1.3881241083145142 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 0, + 4, + 1, + 2, + 2, + 1, + 7, + 2, + 0, + 4, + 4, + 6, + 27, + 95, + 235, + 98, + 8 + ], + "log_norms_bin_edges": [ + -8.01280689239502, + -7.8778581619262695, + -7.7429094314575195, + -7.6079607009887695, + -7.4730119705200195, + -7.338062763214111, + -7.203114032745361, + -7.068165302276611, + -6.933216571807861, + -6.798267841339111, + -6.663319110870361, + -6.528369903564453, + -6.393421173095703, + -6.258472442626953, + -6.123523712158203, + -5.988574981689453, + -5.853626251220703, + -5.718677520751953, + -5.583728790283203, + -5.448780059814453, + -5.313831329345703, + -5.178882598876953, + -5.043933391571045, + -4.908984661102295, + -4.774035930633545, + -4.639087200164795, + -4.504138469696045, + -4.369189262390137, + -4.234240531921387, + -4.099291801452637, + -3.9643430709838867, + -3.8293943405151367, + -3.6944456100463867, + -3.5594968795776367, + -3.4245481491088867, + -3.2895994186401367, + -3.1546506881713867, + -3.0197014808654785, + -2.8847527503967285, + -2.7498040199279785, + -2.6148552894592285, + -2.4799065589904785, + -2.3449578285217285, + -2.2100090980529785, + -2.0750598907470703, + -1.9401111602783203, + -1.8051624298095703, + -1.6702136993408203, + -1.5352649688720703, + -1.4003162384033203, + -1.2653675079345703 + ], + "r_inf_mean": 0.2917937636375427, + "r_inf_median": 0.2865827679634094, + "pr_mean": 0.2740105986595154, + "pr_median": 0.2737700045108795, + "hoyer_mean": 0.5931928157806396, + "eff_dim_mean": 0.5931928157806396, + "topk_energy": { + "1": 0.08725029975175858, + "5": 0.31613436341285706, + "10": 0.4750339388847351, + "25": 0.761612594127655 + }, + "gamma_raw": -0.04765639454126358, + "gamma_active": { + "1e-08": -0.04754402115941048, + "1e-07": -0.04741990566253662, + "1e-06": -0.04739512875676155, + "1e-05": -0.047670282423496246, + "0.0001": -0.047690942883491516 + }, + "gamma_energy_weighted": { + "1e-08": -0.05381629029508729, + "1e-07": -0.05381629029508729, + "1e-06": -0.05381629029508729, + "1e-05": -0.05381629029508729, + "0.0001": -0.05381629029508729 + } + }, + { + "layer": 1, + "mean_norm": 0.0014521973207592964, + "median_norm": 0.0015622999053448439, + "max_norm": 0.002413754118606448, + "min_norm": 3.690593386451724e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.974609375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -7.237886905670166, + "5": -3.9984943866729736, + "10": -3.047466278076172, + "25": -2.852574348449707, + "50": -2.8062331676483154, + "75": -2.767242908477783, + "90": -2.738562822341919, + "95": -2.722723960876465, + "99": -2.6988964080810547 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 3, + 0, + 2, + 1, + 2, + 2, + 4, + 4, + 2, + 1, + 2, + 4, + 5, + 8, + 19, + 347, + 92 + ], + "log_norms_bin_edges": [ + -9.432904243469238, + -9.296592712402344, + -9.160280227661133, + -9.023968696594238, + -8.887656211853027, + -8.751344680786133, + -8.615032196044922, + -8.478720664978027, + -8.342409133911133, + -8.206096649169922, + -8.069785118103027, + -7.933472633361816, + -7.797161102294922, + -7.660848617553711, + -7.524537086486816, + -7.388225078582764, + -7.251913070678711, + -7.115601062774658, + -6.9792890548706055, + -6.842977523803711, + -6.7066650390625, + -6.5703535079956055, + -6.434041500091553, + -6.2977294921875, + -6.161417484283447, + -6.0251054763793945, + -5.888793468475342, + -5.752481460571289, + -5.6161699295043945, + -5.479857444763184, + -5.343545913696289, + -5.207233905792236, + -5.070921897888184, + -4.934609889984131, + -4.798297882080078, + -4.661985874176025, + -4.525673866271973, + -4.389362335205078, + -4.253050327301025, + -4.116738319396973, + -3.98042631149292, + -3.844114303588867, + -3.7078022956848145, + -3.5714902877807617, + -3.435178756713867, + -3.2988667488098145, + -3.1625547409057617, + -3.026242733001709, + -2.8899307250976562, + -2.7536187171936035, + -2.617307186126709 + ], + "r_inf_mean": 0.24567003548145294, + "r_inf_median": 0.241797536611557, + "pr_mean": 0.35286620259284973, + "pr_median": 0.3504739999771118, + "hoyer_mean": 0.6477208137512207, + "eff_dim_mean": 0.6477208137512207, + "topk_energy": { + "1": 0.06104405224323273, + "5": 0.2573993504047394, + "10": 0.41126084327697754, + "25": 0.710939347743988 + }, + "gamma_raw": -0.03097577765583992, + "gamma_active": { + "1e-08": -0.0311726164072752, + "1e-07": -0.031048232689499855, + "1e-06": -0.0305674746632576, + "1e-05": -0.03058617375791073, + "0.0001": -0.030283406376838684 + }, + "gamma_energy_weighted": { + "1e-08": -0.033113447936128894, + "1e-07": -0.033113447936128894, + "1e-06": -0.033113447936128894, + "1e-05": -0.033113447936128894, + "0.0001": -0.033113447936128894 + } + }, + { + "layer": 2, + "mean_norm": 0.0012199801858514547, + "median_norm": 0.0012875767424702644, + "max_norm": 0.0018212205031886697, + "min_norm": 2.869893767076803e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.97265625, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.360038757324219, + "5": -4.100683689117432, + "10": -3.1196582317352295, + "25": -2.9390335083007812, + "50": -2.8900556564331055, + "75": -2.8382325172424316, + "90": -2.7940144538879395, + "95": -2.778731346130371, + "99": -2.752255439758301 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 2, + 1, + 1, + 2, + 3, + 5, + 3, + 1, + 1, + 3, + 5, + 7, + 12, + 235, + 214 + ], + "log_norms_bin_edges": [ + -9.542134284973145, + -9.406084060668945, + -9.270034790039062, + -9.133984565734863, + -8.997934341430664, + -8.861885070800781, + -8.725834846496582, + -8.589784622192383, + -8.453734397888184, + -8.3176851272583, + -8.181634902954102, + -8.045584678649902, + -7.909534931182861, + -7.77348518371582, + -7.637434959411621, + -7.50138521194458, + -7.365335464477539, + -7.22928524017334, + -7.093235015869141, + -6.957185745239258, + -6.821135520935059, + -6.685085296630859, + -6.549035549163818, + -6.412985801696777, + -6.276935577392578, + -6.140885829925537, + -6.004836082458496, + -5.868785858154297, + -5.732735633850098, + -5.596685886383057, + -5.460636138916016, + -5.324585914611816, + -5.188536167144775, + -5.052486419677734, + -4.916436195373535, + -4.780386447906494, + -4.644336223602295, + -4.508286476135254, + -4.372236728668213, + -4.236186504364014, + -4.100136756896973, + -3.9640865325927734, + -3.8280367851257324, + -3.6919870376586914, + -3.555936813354492, + -3.419887065887451, + -3.283836841583252, + -3.147787094116211, + -3.0117368698120117, + -2.8756871223449707, + -2.739637613296509 + ], + "r_inf_mean": 0.24112537503242493, + "r_inf_median": 0.23946267366409302, + "pr_mean": 0.35884130001068115, + "pr_median": 0.3594665229320526, + "hoyer_mean": 0.6477668285369873, + "eff_dim_mean": 0.6477667689323425, + "topk_energy": { + "1": 0.05875340476632118, + "5": 0.25153249502182007, + "10": 0.4064505696296692, + "25": 0.7120602130889893 + }, + "gamma_raw": -0.033722348511219025, + "gamma_active": { + "1e-08": -0.034090619534254074, + "1e-07": -0.03487074747681618, + "1e-06": -0.03485490754246712, + "1e-05": -0.036136530339717865, + "0.0001": -0.036357227712869644 + }, + "gamma_energy_weighted": { + "1e-08": -0.045119418076966684, + "1e-07": -0.045119418076966684, + "1e-06": -0.045119418076966684, + "1e-05": -0.045119418076966684, + "0.0001": -0.045119418076966684 + } + }, + { + "layer": 3, + "mean_norm": 0.0011949490290135145, + "median_norm": 0.0012548284139484167, + "max_norm": 0.001804801169782877, + "min_norm": 2.8771562909923887e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.3688483238220215, + "5": -4.106028079986572, + "10": -3.1404449939727783, + "25": -2.9502763748168945, + "50": -2.9014134407043457, + "75": -2.8468422889709473, + "90": -2.79593825340271, + "95": -2.781039237976074, + "99": -2.7534821033477783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 5, + 3, + 1, + 1, + 3, + 5, + 7, + 12, + 255, + 194 + ], + "log_norms_bin_edges": [ + -9.541037559509277, + -9.405088424682617, + -9.269139289855957, + -9.13318920135498, + -8.99724006652832, + -8.86129093170166, + -8.725341796875, + -8.58939266204834, + -8.453442573547363, + -8.317493438720703, + -8.181544303894043, + -8.045595169067383, + -7.9096455574035645, + -7.773696422576904, + -7.637746810913086, + -7.501797676086426, + -7.365848541259766, + -7.229898929595947, + -7.093949317932129, + -6.958000183105469, + -6.822051048278809, + -6.686101913452148, + -6.55015230178833, + -6.414202690124512, + -6.278253555297852, + -6.142304420471191, + -6.006355285644531, + -5.870405673980713, + -5.7344560623168945, + -5.598506927490234, + -5.462557792663574, + -5.326608180999756, + -5.190659046173096, + -5.0547099113464355, + -4.918760299682617, + -4.782811164855957, + -4.646861553192139, + -4.5109124183654785, + -4.374963283538818, + -4.239013671875, + -4.10306453704834, + -3.9671149253845215, + -3.8311657905578613, + -3.695216655731201, + -3.559267044067383, + -3.4233179092407227, + -3.2873682975769043, + -3.151419162750244, + -3.015469551086426, + -2.8795204162597656, + -2.7435708045959473 + ], + "r_inf_mean": 0.2418297529220581, + "r_inf_median": 0.24278204143047333, + "pr_mean": 0.35988229513168335, + "pr_median": 0.36233237385749817, + "hoyer_mean": 0.6494946479797363, + "eff_dim_mean": 0.6494946479797363, + "topk_energy": { + "1": 0.059060659259557724, + "5": 0.2507944703102112, + "10": 0.4065777361392975, + "25": 0.7106214761734009 + }, + "gamma_raw": -0.02645682543516159, + "gamma_active": { + "1e-08": -0.026441773399710655, + "1e-07": -0.02671435847878456, + "1e-06": -0.026871295645833015, + "1e-05": -0.02731412462890148, + "0.0001": -0.027052385732531548 + }, + "gamma_energy_weighted": { + "1e-08": -0.04182438565013011, + "1e-07": -0.04182438565013011, + "1e-06": -0.04182438565013011, + "1e-05": -0.04182438565013011, + "0.0001": -0.04182438565013011 + } + }, + { + "layer": 4, + "mean_norm": 0.0011816122569143772, + "median_norm": 0.0012326785363256931, + "max_norm": 0.0017670883098617196, + "min_norm": 2.8849098110406146e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.373749256134033, + "5": -4.110992431640625, + "10": -3.154116153717041, + "25": -2.9549708366394043, + "50": -2.9091429710388184, + "75": -2.8490824699401855, + "90": -2.7999894618988037, + "95": -2.783372163772583, + "99": -2.7592716217041016 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 5, + 3, + 1, + 1, + 3, + 5, + 6, + 12, + 241, + 209 + ], + "log_norms_bin_edges": [ + -9.539868354797363, + -9.404126167297363, + -9.268383026123047, + -9.132640838623047, + -8.996898651123047, + -8.86115550994873, + -8.72541332244873, + -8.589670181274414, + -8.453927993774414, + -8.318185806274414, + -8.182442665100098, + -8.046700477600098, + -7.910958290100098, + -7.7752156257629395, + -7.639472961425781, + -7.503730297088623, + -7.367987632751465, + -7.232245445251465, + -7.096502780914307, + -6.960760116577148, + -6.825017929077148, + -6.68927526473999, + -6.553532600402832, + -6.417790412902832, + -6.282047748565674, + -6.146305084228516, + -6.010562896728516, + -5.874819755554199, + -5.739077568054199, + -5.603334903717041, + -5.467592239379883, + -5.331850051879883, + -5.196107387542725, + -5.060364723205566, + -4.924622535705566, + -4.788879871368408, + -4.65313720703125, + -4.517394542694092, + -4.381652355194092, + -4.245909690856934, + -4.110167026519775, + -3.9744248390197754, + -3.838682174682617, + -3.702939510345459, + -3.567196846008301, + -3.431454658508301, + -3.2957119941711426, + -3.1599693298339844, + -3.0242271423339844, + -2.888484477996826, + -2.752741813659668 + ], + "r_inf_mean": 0.24083030223846436, + "r_inf_median": 0.23972776532173157, + "pr_mean": 0.3622523844242096, + "pr_median": 0.3662063181400299, + "hoyer_mean": 0.650222659111023, + "eff_dim_mean": 0.650222659111023, + "topk_energy": { + "1": 0.05848328396677971, + "5": 0.2498520165681839, + "10": 0.4043292999267578, + "25": 0.71033775806427 + }, + "gamma_raw": 0.024533711373806, + "gamma_active": { + "1e-08": 0.02472110465168953, + "1e-07": 0.02437562309205532, + "1e-06": 0.02458403818309307, + "1e-05": 0.024547230452299118, + "0.0001": 0.02466704696416855 + }, + "gamma_energy_weighted": { + "1e-08": 0.023672605372020893, + "1e-07": 0.023672605372020893, + "1e-06": 0.023672605372020893, + "1e-05": 0.023672605372020893, + "0.0001": 0.023672605372020893 + } + }, + { + "layer": 5, + "mean_norm": 0.001175150042399764, + "median_norm": 0.0012267960701137781, + "max_norm": 0.001768093672581017, + "min_norm": 2.858442094133551e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.374026298522949, + "5": -4.111431121826172, + "10": -3.15781569480896, + "25": -2.9580368995666504, + "50": -2.9107978343963623, + "75": -2.850121021270752, + "90": -2.803591728210449, + "95": -2.7858123779296875, + "99": -2.7610840797424316 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 5, + 3, + 1, + 1, + 3, + 5, + 8, + 11, + 247, + 202 + ], + "log_norms_bin_edges": [ + -9.54387092590332, + -9.40804386138916, + -9.272215843200684, + -9.136388778686523, + -9.000560760498047, + -8.864733695983887, + -8.72890567779541, + -8.59307861328125, + -8.457250595092773, + -8.321423530578613, + -8.185595512390137, + -8.049768447875977, + -7.9139404296875, + -7.77811336517334, + -7.642285346984863, + -7.506458282470703, + -7.370630264282227, + -7.234803199768066, + -7.09897518157959, + -6.96314811706543, + -6.827320098876953, + -6.691493034362793, + -6.555665016174316, + -6.419837951660156, + -6.284010410308838, + -6.1481828689575195, + -6.012355327606201, + -5.876527786254883, + -5.7407002449035645, + -5.604872703552246, + -5.469045162200928, + -5.333217620849609, + -5.197390079498291, + -5.061562538146973, + -4.925734996795654, + -4.789907455444336, + -4.654079914093018, + -4.518252372741699, + -4.382424831390381, + -4.2465972900390625, + -4.110769748687744, + -3.974942207336426, + -3.8391146659851074, + -3.703287124633789, + -3.5674595832824707, + -3.4316320419311523, + -3.295804500579834, + -3.1599769592285156, + -3.0241498947143555, + -2.888322353363037, + -2.7524948120117188 + ], + "r_inf_mean": 0.24121439456939697, + "r_inf_median": 0.2404312640428543, + "pr_mean": 0.36176180839538574, + "pr_median": 0.36346933245658875, + "hoyer_mean": 0.6498189568519592, + "eff_dim_mean": 0.6498188972473145, + "topk_energy": { + "1": 0.05869454890489578, + "5": 0.25005626678466797, + "10": 0.404729425907135, + "25": 0.7109124660491943 + }, + "gamma_raw": -0.0029817356262356043, + "gamma_active": { + "1e-08": -0.0028848089277744293, + "1e-07": -0.0029165770392864943, + "1e-06": -0.00276140496134758, + "1e-05": -0.0031292757485061884, + "0.0001": -0.0027323171962052584 + }, + "gamma_energy_weighted": { + "1e-08": -0.008276907713558972, + "1e-07": -0.008276907713558972, + "1e-06": -0.008276907713558972, + "1e-05": -0.008276907713558972, + "0.0001": -0.008276907713558972 + } + }, + { + "layer": 6, + "mean_norm": 0.0011736232554540038, + "median_norm": 0.0012219144264236093, + "max_norm": 0.0017874797340482473, + "min_norm": 2.8531921270058547e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.375359535217285, + "5": -4.112457752227783, + "10": -3.1547088623046875, + "25": -2.9590959548950195, + "50": -2.912916660308838, + "75": -2.8527233600616455, + "90": -2.801511526107788, + "95": -2.7833027839660645, + "99": -2.7598540782928467 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 1, + 2, + 2, + 2, + 5, + 3, + 1, + 1, + 4, + 4, + 8, + 15, + 255, + 190 + ], + "log_norms_bin_edges": [ + -9.544669151306152, + -9.408730506896973, + -9.27279281616211, + -9.13685417175293, + -9.000916481018066, + -8.864977836608887, + -8.729040145874023, + -8.593101501464844, + -8.45716381072998, + -8.3212251663208, + -8.185287475585938, + -8.049348831176758, + -7.913410663604736, + -7.777472496032715, + -7.641534328460693, + -7.505596160888672, + -7.369657516479492, + -7.233719825744629, + -7.097781181335449, + -6.961843013763428, + -6.825904846191406, + -6.689966678619385, + -6.554028511047363, + -6.418090343475342, + -6.28215217590332, + -6.146213531494141, + -6.010275840759277, + -5.874337196350098, + -5.738399505615234, + -5.602460861206055, + -5.466522693634033, + -5.330584526062012, + -5.19464635848999, + -5.058708190917969, + -4.922770023345947, + -4.786831855773926, + -4.650893688201904, + -4.514955520629883, + -4.379016876220703, + -4.243078708648682, + -4.10714054107666, + -3.9712023735046387, + -3.835264205932617, + -3.6993260383605957, + -3.563387870788574, + -3.4274497032165527, + -3.2915115356445312, + -3.1555733680725098, + -3.0196352005004883, + -2.8836965560913086, + -2.7477588653564453 + ], + "r_inf_mean": 0.24050754308700562, + "r_inf_median": 0.23897579312324524, + "pr_mean": 0.36219388246536255, + "pr_median": 0.3624778985977173, + "hoyer_mean": 0.6496730446815491, + "eff_dim_mean": 0.6496730446815491, + "topk_energy": { + "1": 0.05838753283023834, + "5": 0.24976381659507751, + "10": 0.404174268245697, + "25": 0.7108603119850159 + }, + "gamma_raw": 0.03057602047920227, + "gamma_active": { + "1e-08": 0.03064994141459465, + "1e-07": 0.0307149775326252, + "1e-06": 0.03087291680276394, + "1e-05": 0.03071512095630169, + "0.0001": 0.029740458354353905 + }, + "gamma_energy_weighted": { + "1e-08": 0.02971827441131167, + "1e-07": 0.02971827441131167, + "1e-06": 0.02971827441131167, + "1e-05": 0.02971827441131167, + "0.0001": 0.02971827441131167 + } + }, + { + "layer": 7, + "mean_norm": 0.001175395678728819, + "median_norm": 0.0012156694428995252, + "max_norm": 0.0017814041348174214, + "min_norm": 2.861658132680134e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.970703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -7.377234935760498, + "5": -4.112819194793701, + "10": -3.1538193225860596, + "25": -2.9588470458984375, + "50": -2.9149441719055176, + "75": -2.850102424621582, + "90": -2.8008553981781006, + "95": -2.7833828926086426, + "99": -2.7600677013397217 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 1, + 2, + 2, + 2, + 5, + 3, + 1, + 1, + 4, + 4, + 8, + 15, + 252, + 193 + ], + "log_norms_bin_edges": [ + -9.54338264465332, + -9.407499313354492, + -9.27161693572998, + -9.135733604431152, + -8.99985122680664, + -8.863967895507812, + -8.7280855178833, + -8.592202186584473, + -8.456319808959961, + -8.320436477661133, + -8.184553146362305, + -8.048670768737793, + -7.912787914276123, + -7.776905059814453, + -7.641022205352783, + -7.505139350891113, + -7.369256019592285, + -7.233373641967773, + -7.097490310668945, + -6.961607456207275, + -6.8257246017456055, + -6.6898417472839355, + -6.553958892822266, + -6.418076038360596, + -6.282193183898926, + -6.146309852600098, + -6.010427474975586, + -5.874544143676758, + -5.738661766052246, + -5.602778434753418, + -5.466895580291748, + -5.331012725830078, + -5.195129871368408, + -5.059247016906738, + -4.923364162445068, + -4.787481307983398, + -4.6515984535217285, + -4.515715599060059, + -4.3798322677612305, + -4.2439494132995605, + -4.108066558837891, + -3.9721837043762207, + -3.836300849914551, + -3.700417995452881, + -3.564535140991211, + -3.428652286529541, + -3.292769432067871, + -3.156886577606201, + -3.0210037231445312, + -2.885120391845703, + -2.749237537384033 + ], + "r_inf_mean": 0.23985999822616577, + "r_inf_median": 0.23674529790878296, + "pr_mean": 0.3632657825946808, + "pr_median": 0.3679596185684204, + "hoyer_mean": 0.6505048274993896, + "eff_dim_mean": 0.6505048274993896, + "topk_energy": { + "1": 0.05804206430912018, + "5": 0.24919266998767853, + "10": 0.4034244418144226, + "25": 0.7104693055152893 + }, + "gamma_raw": -0.05460554361343384, + "gamma_active": { + "1e-08": -0.05462600663304329, + "1e-07": -0.05458517000079155, + "1e-06": -0.05473078787326813, + "1e-05": -0.053453706204891205, + "0.0001": -0.05287790670990944 + }, + "gamma_energy_weighted": { + "1e-08": -0.04984667961219757, + "1e-07": -0.04984667961219757, + "1e-06": -0.04984667961219757, + "1e-05": -0.04984667961219757, + "0.0001": -0.04984667961219757 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L4.json new file mode 100644 index 0000000..9d41612 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 6.864164352416992, + "acc": 0.1171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.011098029091954231, + "median_norm": 0.0108979856595397, + "max_norm": 0.02923363633453846, + "min_norm": 8.540610906493384e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.9921875 + }, + "log_norms_percentiles": { + "1": -3.646178722381592, + "5": -2.5939502716064453, + "10": -2.3052146434783936, + "25": -2.0930325984954834, + "50": -1.9622776508331299, + "75": -1.8489540815353394, + "90": -1.7708821296691895, + "95": -1.7218619585037231, + "99": -1.6065044403076172 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 1, + 0, + 3, + 0, + 3, + 2, + 3, + 1, + 2, + 6, + 5, + 6, + 7, + 12, + 20, + 42, + 48, + 87, + 83, + 73, + 60, + 22, + 10, + 5 + ], + "log_norms_bin_edges": [ + -5.068511009216309, + -4.997823238372803, + -4.927135467529297, + -4.856447219848633, + -4.785759449005127, + -4.715071678161621, + -4.644383907318115, + -4.573696136474609, + -4.503007888793945, + -4.4323201179504395, + -4.361632347106934, + -4.290944576263428, + -4.220256328582764, + -4.149568557739258, + -4.078880786895752, + -4.008193016052246, + -3.937505006790161, + -3.866816997528076, + -3.7961292266845703, + -3.7254414558410645, + -3.6547534465789795, + -3.5840656757354736, + -3.5133776664733887, + -3.442689895629883, + -3.372002124786377, + -3.301314115524292, + -3.230626106262207, + -3.159938335418701, + -3.0892505645751953, + -3.0185625553131104, + -2.9478747844696045, + -2.8771867752075195, + -2.8064990043640137, + -2.735811233520508, + -2.665123224258423, + -2.594435453414917, + -2.523747444152832, + -2.453059673309326, + -2.382371664047241, + -2.3116838932037354, + -2.2409958839416504, + -2.1703081130981445, + -2.0996203422546387, + -2.0289323329925537, + -1.9582445621490479, + -1.887556552886963, + -1.816868782043457, + -1.746180772781372, + -1.6754930019378662, + -1.6048052310943604, + -1.5341172218322754 + ], + "r_inf_mean": 0.35994797945022583, + "r_inf_median": 0.3509315252304077, + "pr_mean": 0.15455351769924164, + "pr_median": 0.15520521998405457, + "hoyer_mean": 0.4069453179836273, + "eff_dim_mean": 0.40694528818130493, + "topk_energy": { + "1": 0.13267183303833008, + "5": 0.45779961347579956, + "10": 0.6524888277053833, + "25": 0.9042460918426514 + }, + "gamma_raw": 0.025464752689003944, + "gamma_active": { + "1e-08": 0.025464752689003944, + "1e-07": 0.025464752689003944, + "1e-06": 0.025464752689003944, + "1e-05": 0.02531159482896328, + "0.0001": 0.025293124839663506 + }, + "gamma_energy_weighted": { + "1e-08": 0.02864460074324411, + "1e-07": 0.02864460074324411, + "1e-06": 0.02864460074324411, + "1e-05": 0.02864460074324411, + "0.0001": 0.02864460074324411 + } + }, + { + "layer": 1, + "mean_norm": 0.0015556422295048833, + "median_norm": 0.001549316686578095, + "max_norm": 0.003886718302965164, + "min_norm": 9.915363534673816e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.9921875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -4.548194885253906, + "5": -3.4787676334381104, + "10": -3.1174800395965576, + "25": -2.900860548019409, + "50": -2.8091630935668945, + "75": -2.7215628623962402, + "90": -2.635737657546997, + "95": -2.5962746143341064, + "99": -2.5246524810791016 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 1, + 4, + 2, + 0, + 2, + 1, + 0, + 2, + 3, + 9, + 1, + 8, + 3, + 4, + 7, + 12, + 46, + 97, + 102, + 92, + 60, + 33, + 12, + 1 + ], + "log_norms_bin_edges": [ + -6.00369119644165, + -5.931825637817383, + -5.859960079193115, + -5.788094520568848, + -5.716229438781738, + -5.644363880157471, + -5.572498321533203, + -5.5006327629089355, + -5.428767204284668, + -5.3569016456604, + -5.285036087036133, + -5.213171005249023, + -5.141305446624756, + -5.069439888000488, + -4.997574329376221, + -4.925708770751953, + -4.853843688964844, + -4.781978130340576, + -4.710112571716309, + -4.638247013092041, + -4.566381454467773, + -4.494515895843506, + -4.422650337219238, + -4.350785255432129, + -4.278919696807861, + -4.207054138183594, + -4.135188579559326, + -4.063323020935059, + -3.99145770072937, + -3.9195921421051025, + -3.847726583480835, + -3.7758612632751465, + -3.703995704650879, + -3.6321301460266113, + -3.560264825820923, + -3.4883992671966553, + -3.4165337085723877, + -3.344668388366699, + -3.2728028297424316, + -3.200937271118164, + -3.1290717124938965, + -3.057206392288208, + -2.9853408336639404, + -2.913475275039673, + -2.8416099548339844, + -2.769744396209717, + -2.697878837585449, + -2.6260135173797607, + -2.554147958755493, + -2.4822824001312256, + -2.410416841506958 + ], + "r_inf_mean": 0.3211812973022461, + "r_inf_median": 0.30887550115585327, + "pr_mean": 0.24181339144706726, + "pr_median": 0.23536604642868042, + "hoyer_mean": 0.5762292146682739, + "eff_dim_mean": 0.5762291550636292, + "topk_energy": { + "1": 0.10773032903671265, + "5": 0.35730427503585815, + "10": 0.5130312442779541, + "25": 0.7722431421279907 + }, + "gamma_raw": -0.004477082751691341, + "gamma_active": { + "1e-08": -0.004477082751691341, + "1e-07": -0.004477082751691341, + "1e-06": -0.004321616142988205, + "1e-05": -0.00378770031966269, + "0.0001": -0.003724251640960574 + }, + "gamma_energy_weighted": { + "1e-08": -0.0029848667546967063, + "1e-07": -0.0029848667546967063, + "1e-06": -0.0029848667546967063, + "1e-05": -0.0029848667546967063, + "0.0001": -0.0029848667546967063 + } + }, + { + "layer": 2, + "mean_norm": 0.0011368562700226903, + "median_norm": 0.0010496660834178329, + "max_norm": 0.0025091629941016436, + "min_norm": 7.436917144332256e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -4.698469638824463, + "5": -3.623502016067505, + "10": -3.2633612155914307, + "25": -3.047031879425049, + "50": -2.978701591491699, + "75": -2.8402254581451416, + "90": -2.7350282669067383, + "95": -2.7150750160217285, + "99": -2.6206958293914795 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 3, + 2, + 2, + 1, + 3, + 0, + 0, + 0, + 3, + 2, + 5, + 5, + 7, + 6, + 3, + 5, + 6, + 23, + 82, + 129, + 52, + 59, + 49, + 45, + 12 + ], + "log_norms_bin_edges": [ + -6.128607273101807, + -6.05804443359375, + -5.987481594085693, + -5.916919231414795, + -5.846356391906738, + -5.775793552398682, + -5.705230712890625, + -5.634668350219727, + -5.56410551071167, + -5.493542671203613, + -5.422979831695557, + -5.352417469024658, + -5.281854629516602, + -5.211291790008545, + -5.140728950500488, + -5.07016658782959, + -4.999603748321533, + -4.929040908813477, + -4.85847806930542, + -4.787915229797363, + -4.717352867126465, + -4.646790027618408, + -4.576227188110352, + -4.505664825439453, + -4.435101509094238, + -4.36453914642334, + -4.293976306915283, + -4.223413467407227, + -4.152851104736328, + -4.0822882652282715, + -4.011725425720215, + -3.9411628246307373, + -3.8705999851226807, + -3.800037145614624, + -3.7294745445251465, + -3.65891170501709, + -3.5883491039276123, + -3.5177862644195557, + -3.447223663330078, + -3.3766608238220215, + -3.306098222732544, + -3.2355353832244873, + -3.1649727821350098, + -3.094409942626953, + -3.0238473415374756, + -2.953284502029419, + -2.8827219009399414, + -2.8121590614318848, + -2.741596221923828, + -2.6710336208343506, + -2.600471019744873 + ], + "r_inf_mean": 0.25085628032684326, + "r_inf_median": 0.2491120547056198, + "pr_mean": 0.35758233070373535, + "pr_median": 0.34927934408187866, + "hoyer_mean": 0.6522657871246338, + "eff_dim_mean": 0.6522657871246338, + "topk_energy": { + "1": 0.06405460834503174, + "5": 0.2535746097564697, + "10": 0.40378502011299133, + "25": 0.704519510269165 + }, + "gamma_raw": -0.00023072445765137672, + "gamma_active": { + "1e-08": -0.00023072445765137672, + "1e-07": -0.00023072445765137672, + "1e-06": -0.00035130864125676453, + "1e-05": -0.0006082591717131436, + "0.0001": -0.0004175545764155686 + }, + "gamma_energy_weighted": { + "1e-08": -0.016637296213560377, + "1e-07": -0.016637296213560377, + "1e-06": -0.016637296213560377, + "1e-05": -0.016637296213560377, + "0.0001": -0.016637296213560377 + } + }, + { + "layer": 3, + "mean_norm": 0.0011294495780020952, + "median_norm": 0.001039645867422223, + "max_norm": 0.0025055622681975365, + "min_norm": 7.303085567400558e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -4.707928657531738, + "5": -3.6252660751342773, + "10": -3.266977310180664, + "25": -3.054203987121582, + "50": -2.9830427169799805, + "75": -2.840399742126465, + "90": -2.734471559524536, + "95": -2.7161483764648438, + "99": -2.618978500366211 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 3, + 1, + 3, + 1, + 3, + 0, + 0, + 0, + 4, + 1, + 5, + 7, + 5, + 6, + 4, + 4, + 7, + 24, + 85, + 129, + 47, + 63, + 43, + 47, + 12 + ], + "log_norms_bin_edges": [ + -6.136493682861328, + -6.065785884857178, + -5.995077610015869, + -5.924369812011719, + -5.85366153717041, + -5.78295373916626, + -5.712245941162109, + -5.641537666320801, + -5.57082986831665, + -5.5001220703125, + -5.429413795471191, + -5.358705997467041, + -5.287998199462891, + -5.217289924621582, + -5.146582126617432, + -5.075874328613281, + -5.005166053771973, + -4.934457778930664, + -4.863749980926514, + -4.793042182922363, + -4.722333908081055, + -4.651626110076904, + -4.580918312072754, + -4.510210037231445, + -4.439502239227295, + -4.3687944412231445, + -4.298086166381836, + -4.2273783683776855, + -4.156670570373535, + -4.085962295532227, + -4.015254497528076, + -3.9445464611053467, + -3.873838424682617, + -3.8031303882598877, + -3.732422351837158, + -3.661714553833008, + -3.5910065174102783, + -3.520298480987549, + -3.4495906829833984, + -3.378882646560669, + -3.3081746101379395, + -3.23746657371521, + -3.1667585372924805, + -3.09605073928833, + -3.0253427028656006, + -2.954634666442871, + -2.8839268684387207, + -2.813218832015991, + -2.7425107955932617, + -2.6718027591705322, + -2.601094961166382 + ], + "r_inf_mean": 0.24901531636714935, + "r_inf_median": 0.24784113466739655, + "pr_mean": 0.3621887266635895, + "pr_median": 0.35120800137519836, + "hoyer_mean": 0.655871570110321, + "eff_dim_mean": 0.6558715105056763, + "topk_energy": { + "1": 0.06309331953525543, + "5": 0.25092190504074097, + "10": 0.4000250995159149, + "25": 0.7007770538330078 + }, + "gamma_raw": -0.005204726010560989, + "gamma_active": { + "1e-08": -0.005204726010560989, + "1e-07": -0.005204726010560989, + "1e-06": -0.005201711319386959, + "1e-05": -0.005211418494582176, + "0.0001": -0.004630389157682657 + }, + "gamma_energy_weighted": { + "1e-08": -0.02465627510321508, + "1e-07": -0.02465627510321508, + "1e-06": -0.02465627510321508, + "1e-05": -0.02465627510321508, + "0.0001": -0.02465627510321508 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L8.json new file mode 100644 index 0000000..975548f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s2048_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 2048, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 8.396805763244629, + "acc": 0.115234375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.013695321045815945, + "median_norm": 0.01288052648305893, + "max_norm": 0.04233526438474655, + "min_norm": 5.445025635708589e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.99609375, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -4.650153636932373, + "5": -2.9250478744506836, + "10": -2.247556447982788, + "25": -2.0043864250183105, + "50": -1.8888037204742432, + "75": -1.7630116939544678, + "90": -1.6604148149490356, + "95": -1.592419147491455, + "99": -1.4777425527572632 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 4, + 0, + 0, + 2, + 2, + 1, + 3, + 2, + 7, + 3, + 7, + 12, + 19, + 51, + 80, + 91, + 79, + 62, + 28, + 26, + 7, + 4 + ], + "log_norms_bin_edges": [ + -5.263999938964844, + -5.186185836791992, + -5.108371734619141, + -5.030557632446289, + -4.9527435302734375, + -4.874929904937744, + -4.797115802764893, + -4.719301700592041, + -4.6414875984191895, + -4.563673496246338, + -4.485859394073486, + -4.408045291900635, + -4.330231666564941, + -4.25241756439209, + -4.174603462219238, + -4.096789360046387, + -4.018975257873535, + -3.9411611557006836, + -3.863347053527832, + -3.7855331897735596, + -3.707719087600708, + -3.6299049854278564, + -3.552091121673584, + -3.4742770195007324, + -3.396462917327881, + -3.3186488151550293, + -3.2408347129821777, + -3.1630208492279053, + -3.0852067470550537, + -3.007392644882202, + -2.9295787811279297, + -2.851764678955078, + -2.7739505767822266, + -2.696136474609375, + -2.6183223724365234, + -2.540508508682251, + -2.4626944065093994, + -2.384880304336548, + -2.3070664405822754, + -2.229252338409424, + -2.1514382362365723, + -2.0736241340637207, + -1.9958100318908691, + -1.9179961681365967, + -1.8401820659637451, + -1.7623679637908936, + -1.684554100036621, + -1.6067399978637695, + -1.528925895690918, + -1.4511117935180664, + -1.3732978105545044 + ], + "r_inf_mean": 0.37130242586135864, + "r_inf_median": 0.3647599220275879, + "pr_mean": 0.14489486813545227, + "pr_median": 0.1447228640317917, + "hoyer_mean": 0.38685712218284607, + "eff_dim_mean": 0.3868570923805237, + "topk_energy": { + "1": 0.14120206236839294, + "5": 0.4753209352493286, + "10": 0.669430136680603, + "25": 0.9146345853805542 + }, + "gamma_raw": -0.030131828039884567, + "gamma_active": { + "1e-08": -0.030131828039884567, + "1e-07": -0.030131828039884567, + "1e-06": -0.030131828039884567, + "1e-05": -0.030206477269530296, + "0.0001": -0.02956770360469818 + }, + "gamma_energy_weighted": { + "1e-08": -0.01299815294962652, + "1e-07": -0.01299815294962652, + "1e-06": -0.01299815294962652, + "1e-05": -0.01299815294962652, + "0.0001": -0.01299815294962652 + } + }, + { + "layer": 1, + "mean_norm": 0.0015521419700235128, + "median_norm": 0.0015800416003912687, + "max_norm": 0.004083422478288412, + "min_norm": 5.953536401648307e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.9765625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -5.638498306274414, + "5": -3.978776216506958, + "10": -3.158644199371338, + "25": -2.898737668991089, + "50": -2.8011908531188965, + "75": -2.719658136367798, + "90": -2.6327123641967773, + "95": -2.5924112796783447, + "99": -2.5049352645874023 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 3, + 2, + 2, + 0, + 2, + 2, + 4, + 4, + 4, + 1, + 4, + 4, + 3, + 34, + 100, + 115, + 103, + 59, + 33, + 8, + 1 + ], + "log_norms_bin_edges": [ + -6.22522497177124, + -6.148499965667725, + -6.071774959564209, + -5.995049953460693, + -5.918324947357178, + -5.841599941253662, + -5.7648749351501465, + -5.688149929046631, + -5.611424922943115, + -5.5346999168396, + -5.457975387573242, + -5.381250381469727, + -5.304525375366211, + -5.227800369262695, + -5.15107536315918, + -5.074350357055664, + -4.997625350952148, + -4.920900344848633, + -4.844175338745117, + -4.767450332641602, + -4.690725326538086, + -4.61400032043457, + -4.537275314331055, + -4.460550308227539, + -4.383825302124023, + -4.307100296020508, + -4.230375289916992, + -4.153650283813477, + -4.076925277709961, + -4.000200271606445, + -3.923475503921509, + -3.846750497817993, + -3.7700254917144775, + -3.693300485610962, + -3.6165754795074463, + -3.5398504734039307, + -3.463125467300415, + -3.3864004611968994, + -3.309675693511963, + -3.2329506874084473, + -3.1562256813049316, + -3.079500675201416, + -3.0027756690979004, + -2.9260506629943848, + -2.849325656890869, + -2.7726006507873535, + -2.695875644683838, + -2.6191506385803223, + -2.5424256324768066, + -2.46570086479187, + -2.3889756202697754 + ], + "r_inf_mean": 0.3188304305076599, + "r_inf_median": 0.31231123208999634, + "pr_mean": 0.23620009422302246, + "pr_median": 0.23447230458259583, + "hoyer_mean": 0.5680407285690308, + "eff_dim_mean": 0.5680407285690308, + "topk_energy": { + "1": 0.10478374361991882, + "5": 0.36081385612487793, + "10": 0.5188744068145752, + "25": 0.7819322943687439 + }, + "gamma_raw": -0.008135378360748291, + "gamma_active": { + "1e-08": -0.008135378360748291, + "1e-07": -0.008135378360748291, + "1e-06": -0.008003510534763336, + "1e-05": -0.00822814553976059, + "0.0001": -0.00814699288457632 + }, + "gamma_energy_weighted": { + "1e-08": -0.010699592392355385, + "1e-07": -0.010699592392355385, + "1e-06": -0.010699592392355385, + "1e-05": -0.010699592392355385, + "0.0001": -0.010699592392355385 + } + }, + { + "layer": 2, + "mean_norm": 0.0010532153537496924, + "median_norm": 0.0011101631680503488, + "max_norm": 0.0017088806489482522, + "min_norm": 4.4819711320087663e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.810417175292969, + "5": -4.099645614624023, + "10": -3.388129234313965, + "25": -3.0277042388916016, + "50": -2.954484462738037, + "75": -2.885387897491455, + "90": -2.8397879600524902, + "95": -2.817042589187622, + "99": -2.792475938796997 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 6, + 3, + 3, + 3, + 3, + 2, + 5, + 5, + 31, + 101, + 146, + 121, + 48 + ], + "log_norms_bin_edges": [ + -6.3485307693481445, + -6.2769060134887695, + -6.2052812576293945, + -6.133656024932861, + -6.062031269073486, + -5.990406513214111, + -5.918781757354736, + -5.847157001495361, + -5.775531768798828, + -5.703907012939453, + -5.632282257080078, + -5.560657501220703, + -5.489032745361328, + -5.417407989501953, + -5.345783233642578, + -5.274158000946045, + -5.20253324508667, + -5.130908489227295, + -5.059283256530762, + -4.987658500671387, + -4.916033744812012, + -4.844408988952637, + -4.772784233093262, + -4.701159477233887, + -4.629534721374512, + -4.5579094886779785, + -4.4862847328186035, + -4.4146599769592285, + -4.3430352210998535, + -4.27140998840332, + -4.199785232543945, + -4.12816047668457, + -4.056535720825195, + -3.9849109649658203, + -3.913285970687866, + -3.841661214828491, + -3.770036220550537, + -3.698411464691162, + -3.626786708831787, + -3.555161714553833, + -3.483536958694458, + -3.411912202835083, + -3.340287208557129, + -3.268662452697754, + -3.197037696838379, + -3.125412702560425, + -3.05378794670105, + -2.9821629524230957, + -2.9105381965637207, + -2.8389134407043457, + -2.7672884464263916 + ], + "r_inf_mean": 0.24117469787597656, + "r_inf_median": 0.23331141471862793, + "pr_mean": 0.36285361647605896, + "pr_median": 0.36820146441459656, + "hoyer_mean": 0.6533764600753784, + "eff_dim_mean": 0.6533764600753784, + "topk_energy": { + "1": 0.05896642059087753, + "5": 0.24869263172149658, + "10": 0.402492880821228, + "25": 0.7069985270500183 + }, + "gamma_raw": 0.011999368667602539, + "gamma_active": { + "1e-08": 0.011999368667602539, + "1e-07": 0.011999368667602539, + "1e-06": 0.011679737828671932, + "1e-05": 0.011106702499091625, + "0.0001": 0.010924347676336765 + }, + "gamma_energy_weighted": { + "1e-08": 0.004356771844034166, + "1e-07": 0.004356771844034166, + "1e-06": 0.004356771844034166, + "1e-05": 0.004356771844034166, + "0.0001": 0.004356771844034166 + } + }, + { + "layer": 3, + "mean_norm": 0.0010421205079182982, + "median_norm": 0.0011006001150235534, + "max_norm": 0.001684526214376092, + "min_norm": 4.43560821850042e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.810660362243652, + "5": -4.102018356323242, + "10": -3.3913486003875732, + "25": -3.030299186706543, + "50": -2.9580163955688477, + "75": -2.8923120498657227, + "90": -2.8435468673706055, + "95": -2.819391965866089, + "99": -2.7942469120025635 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 6, + 3, + 4, + 1, + 4, + 2, + 5, + 3, + 31, + 104, + 137, + 120, + 57 + ], + "log_norms_bin_edges": [ + -6.3530473709106445, + -6.28145694732666, + -6.209866523742676, + -6.138276100158691, + -6.066685199737549, + -5.9950947761535645, + -5.92350435256958, + -5.851913928985596, + -5.780323505401611, + -5.708733081817627, + -5.637142181396484, + -5.5655517578125, + -5.493961334228516, + -5.422370910644531, + -5.350780487060547, + -5.2791900634765625, + -5.207599639892578, + -5.1360087394714355, + -5.064418315887451, + -4.992827892303467, + -4.921237468719482, + -4.849647045135498, + -4.7780561447143555, + -4.706465721130371, + -4.634875297546387, + -4.563284873962402, + -4.491694450378418, + -4.420104026794434, + -4.348513603210449, + -4.276923179626465, + -4.2053327560424805, + -4.133741855621338, + -4.0621514320373535, + -3.990561008453369, + -3.9189703464508057, + -3.8473799228668213, + -3.775789499282837, + -3.7041988372802734, + -3.632608413696289, + -3.5610179901123047, + -3.4894275665283203, + -3.417836904525757, + -3.3462464809417725, + -3.274656057357788, + -3.2030653953552246, + -3.1314749717712402, + -3.059884548187256, + -2.9882938861846924, + -2.916703462600708, + -2.8451130390167236, + -2.77352237701416 + ], + "r_inf_mean": 0.24130457639694214, + "r_inf_median": 0.23202325403690338, + "pr_mean": 0.36468592286109924, + "pr_median": 0.3672451078891754, + "hoyer_mean": 0.654338002204895, + "eff_dim_mean": 0.654338002204895, + "topk_energy": { + "1": 0.05903247743844986, + "5": 0.2477877140045166, + "10": 0.40094882249832153, + "25": 0.7055307030677795 + }, + "gamma_raw": -0.028979402035474777, + "gamma_active": { + "1e-08": -0.028979402035474777, + "1e-07": -0.028979402035474777, + "1e-06": -0.029661444947123528, + "1e-05": -0.03037022426724434, + "0.0001": -0.030703291296958923 + }, + "gamma_energy_weighted": { + "1e-08": -0.03829853646206578, + "1e-07": -0.03829853646206578, + "1e-06": -0.03829853646206578, + "1e-05": -0.03829853646206578, + "0.0001": -0.03829853646206578 + } + }, + { + "layer": 4, + "mean_norm": 0.001041986746713519, + "median_norm": 0.0010981151135638356, + "max_norm": 0.0016838855808600783, + "min_norm": 4.434126879004907e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.8113789558410645, + "5": -4.102031230926514, + "10": -3.3911609649658203, + "25": -3.0303783416748047, + "50": -2.9586663246154785, + "75": -2.8916335105895996, + "90": -2.843492031097412, + "95": -2.819164752960205, + "99": -2.794468641281128 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 6, + 3, + 4, + 1, + 4, + 2, + 5, + 3, + 31, + 104, + 137, + 120, + 57 + ], + "log_norms_bin_edges": [ + -6.353192329406738, + -6.281602382659912, + -6.210011959075928, + -6.138422012329102, + -6.066832065582275, + -5.995241641998291, + -5.923651695251465, + -5.852061748504639, + -5.7804718017578125, + -5.708881378173828, + -5.637291431427002, + -5.565701484680176, + -5.494111061096191, + -5.422521114349365, + -5.350931167602539, + -5.279340744018555, + -5.2077507972717285, + -5.136160850524902, + -5.064570426940918, + -4.992980480194092, + -4.921390533447266, + -4.849800109863281, + -4.778210163116455, + -4.706620216369629, + -4.6350297927856445, + -4.563439846038818, + -4.491849899291992, + -4.420259475708008, + -4.348669528961182, + -4.2770795822143555, + -4.205489158630371, + -4.133899688720703, + -4.062309265136719, + -3.9907190799713135, + -3.9191291332244873, + -3.847538948059082, + -3.775949001312256, + -3.7043588161468506, + -3.6327686309814453, + -3.561178684234619, + -3.489588499069214, + -3.4179983139038086, + -3.3464083671569824, + -3.274818181991577, + -3.203227996826172, + -3.1316380500793457, + -3.0600478649139404, + -2.9884579181671143, + -2.916867733001709, + -2.8452775478363037, + -2.7736876010894775 + ], + "r_inf_mean": 0.2413446456193924, + "r_inf_median": 0.23229724168777466, + "pr_mean": 0.36459243297576904, + "pr_median": 0.3675527572631836, + "hoyer_mean": 0.6543340086936951, + "eff_dim_mean": 0.6543340086936951, + "topk_energy": { + "1": 0.05905311554670334, + "5": 0.247827410697937, + "10": 0.4009705185890198, + "25": 0.705697774887085 + }, + "gamma_raw": 0.0258704274892807, + "gamma_active": { + "1e-08": 0.0258704274892807, + "1e-07": 0.0258704274892807, + "1e-06": 0.02612873539328575, + "1e-05": 0.026204656809568405, + "0.0001": 0.02640768699347973 + }, + "gamma_energy_weighted": { + "1e-08": 0.03389059228148081, + "1e-07": 0.03389059228148081, + "1e-06": 0.03389059228148081, + "1e-05": 0.03389059228148081, + "0.0001": 0.03389059228148081 + } + }, + { + "layer": 5, + "mean_norm": 0.0010419557802379131, + "median_norm": 0.0011001275852322578, + "max_norm": 0.0016826335340738297, + "min_norm": 4.431994682363438e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.810531139373779, + "5": -4.10175895690918, + "10": -3.3910486698150635, + "25": -3.029932975769043, + "50": -2.958085775375366, + "75": -2.891838550567627, + "90": -2.843883752822876, + "95": -2.8192477226257324, + "99": -2.7947161197662354 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 6, + 3, + 4, + 1, + 4, + 2, + 5, + 3, + 31, + 100, + 140, + 120, + 58 + ], + "log_norms_bin_edges": [ + -6.353400707244873, + -6.28181266784668, + -6.2102251052856445, + -6.138637065887451, + -6.067049503326416, + -5.995461463928223, + -5.9238739013671875, + -5.852285861968994, + -5.780698299407959, + -5.709110260009766, + -5.6375226974487305, + -5.565934658050537, + -5.494347095489502, + -5.422759056091309, + -5.351171493530273, + -5.27958345413208, + -5.207995891571045, + -5.136407852172852, + -5.064820289611816, + -4.993232250213623, + -4.921644687652588, + -4.8500566482543945, + -4.778469085693359, + -4.706881046295166, + -4.635293006896973, + -4.5637054443359375, + -4.492117881774902, + -4.420529842376709, + -4.348941802978516, + -4.2773542404174805, + -4.205766677856445, + -4.134178638458252, + -4.062590599060059, + -3.9910030364990234, + -3.919415235519409, + -3.847827434539795, + -3.7762396335601807, + -3.7046518325805664, + -3.633064031600952, + -3.561476230621338, + -3.4898884296417236, + -3.4183006286621094, + -3.346712827682495, + -3.275125026702881, + -3.2035372257232666, + -3.1319494247436523, + -3.060361623764038, + -2.988773822784424, + -2.9171857833862305, + -2.845597982406616, + -2.774010419845581 + ], + "r_inf_mean": 0.24124464392662048, + "r_inf_median": 0.2325199842453003, + "pr_mean": 0.36480551958084106, + "pr_median": 0.36780232191085815, + "hoyer_mean": 0.6542822122573853, + "eff_dim_mean": 0.6542822122573853, + "topk_energy": { + "1": 0.059021443128585815, + "5": 0.2475012242794037, + "10": 0.40058255195617676, + "25": 0.7055838108062744 + }, + "gamma_raw": -0.004557672888040543, + "gamma_active": { + "1e-08": -0.004557672888040543, + "1e-07": -0.004557672888040543, + "1e-06": -0.004338973667472601, + "1e-05": -0.00445180619135499, + "0.0001": -0.003472083481028676 + }, + "gamma_energy_weighted": { + "1e-08": 0.005579040521554586, + "1e-07": 0.005579040521554586, + "1e-06": 0.005579040521554586, + "1e-05": 0.005579040521554586, + "0.0001": 0.005579040521554586 + } + }, + { + "layer": 6, + "mean_norm": 0.0010423853527754545, + "median_norm": 0.0011003125691786408, + "max_norm": 0.0016829147934913635, + "min_norm": 4.4262236542635947e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.809688091278076, + "5": -4.101734638214111, + "10": -3.391145706176758, + "25": -3.029651403427124, + "50": -2.9579734802246094, + "75": -2.891981601715088, + "90": -2.8439371585845947, + "95": -2.8193359375, + "99": -2.794816017150879 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 5, + 4, + 4, + 1, + 4, + 2, + 5, + 3, + 30, + 101, + 140, + 120, + 58 + ], + "log_norms_bin_edges": [ + -6.35396671295166, + -6.2823662757873535, + -6.210765361785889, + -6.139164924621582, + -6.067564487457275, + -5.995964050292969, + -5.924363136291504, + -5.852762699127197, + -5.781162261962891, + -5.709561347961426, + -5.637960910797119, + -5.5663604736328125, + -5.494759559631348, + -5.423159122467041, + -5.351558685302734, + -5.2799577713012695, + -5.208357334136963, + -5.136756896972656, + -5.06515645980835, + -4.993555545806885, + -4.921955108642578, + -4.8503546714782715, + -4.778754234313965, + -4.7071533203125, + -4.635552883148193, + -4.563952445983887, + -4.492351531982422, + -4.420751094818115, + -4.349150657653809, + -4.277549743652344, + -4.205949306488037, + -4.1343488693237305, + -4.062747955322266, + -3.991147518157959, + -3.9195470809936523, + -3.8479464054107666, + -3.77634596824646, + -3.704745292663574, + -3.6331446170806885, + -3.561544179916382, + -3.489943504333496, + -3.4183430671691895, + -3.3467423915863037, + -3.275141716003418, + -3.2035412788391113, + -3.1319406032562256, + -3.060340166091919, + -2.988739490509033, + -2.9171390533447266, + -2.845538377761841, + -2.773937940597534 + ], + "r_inf_mean": 0.24131858348846436, + "r_inf_median": 0.2327086180448532, + "pr_mean": 0.3647109866142273, + "pr_median": 0.36757123470306396, + "hoyer_mean": 0.6542136669158936, + "eff_dim_mean": 0.6542136073112488, + "topk_energy": { + "1": 0.059057898819446564, + "5": 0.24754375219345093, + "10": 0.40072447061538696, + "25": 0.7056791186332703 + }, + "gamma_raw": 0.03851093351840973, + "gamma_active": { + "1e-08": 0.03851093351840973, + "1e-07": 0.03851093351840973, + "1e-06": 0.03889264166355133, + "1e-05": 0.038978736847639084, + "0.0001": 0.03909675404429436 + }, + "gamma_energy_weighted": { + "1e-08": 0.03458420018581096, + "1e-07": 0.03458420018581096, + "1e-06": 0.03458420018581096, + "1e-05": 0.03458420018581096, + "0.0001": 0.03458420018581096 + } + }, + { + "layer": 7, + "mean_norm": 0.0010421060724183917, + "median_norm": 0.0011005456326529384, + "max_norm": 0.0016828242223709822, + "min_norm": 4.4280346855885e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -5.810248851776123, + "5": -4.101687908172607, + "10": -3.3912017345428467, + "25": -3.029493808746338, + "50": -2.9582324028015137, + "75": -2.8918545246124268, + "90": -2.8439788818359375, + "95": -2.819274425506592, + "99": -2.794616460800171 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 5, + 0, + 1, + 1, + 3, + 1, + 5, + 4, + 4, + 1, + 4, + 2, + 5, + 3, + 31, + 102, + 138, + 120, + 58 + ], + "log_norms_bin_edges": [ + -6.353789329528809, + -6.282192707061768, + -6.210596084594727, + -6.1389994621276855, + -6.0674028396606445, + -5.995806694030762, + -5.924210071563721, + -5.85261344909668, + -5.781016826629639, + -5.709420204162598, + -5.637823581695557, + -5.566226959228516, + -5.494630813598633, + -5.423034191131592, + -5.351437568664551, + -5.27984094619751, + -5.208244323730469, + -5.136647701263428, + -5.065051078796387, + -4.993454933166504, + -4.921857833862305, + -4.850261688232422, + -4.778665065765381, + -4.70706844329834, + -4.635471820831299, + -4.563875198364258, + -4.492278575897217, + -4.420681953430176, + -4.349085807800293, + -4.277488708496094, + -4.205892562866211, + -4.13429594039917, + -4.062699317932129, + -3.991102695465088, + -3.919506072998047, + -3.847909688949585, + -3.776313066482544, + -3.704716444015503, + -3.633120059967041, + -3.5615234375, + -3.489926815032959, + -3.418330192565918, + -3.346733570098877, + -3.275137186050415, + -3.203540563583374, + -3.131943941116333, + -3.060347557067871, + -2.98875093460083, + -2.917154312133789, + -2.845557689666748, + -2.773961305618286 + ], + "r_inf_mean": 0.24076524376869202, + "r_inf_median": 0.23104731738567352, + "pr_mean": 0.3653009235858917, + "pr_median": 0.36757633090019226, + "hoyer_mean": 0.654495120048523, + "eff_dim_mean": 0.6544950604438782, + "topk_energy": { + "1": 0.058784909546375275, + "5": 0.2471059262752533, + "10": 0.4004254937171936, + "25": 0.7054488658905029 + }, + "gamma_raw": -0.08062475174665451, + "gamma_active": { + "1e-08": -0.08062475174665451, + "1e-07": -0.08062475174665451, + "1e-06": -0.08032333105802536, + "1e-05": -0.08029185980558395, + "0.0001": -0.08007002621889114 + }, + "gamma_energy_weighted": { + "1e-08": -0.07043220681703204, + "1e-07": -0.07043220681703204, + "1e-06": -0.07043220681703204, + "1e-05": -0.07043220681703204, + "0.0001": -0.07043220681703204 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L4.json new file mode 100644 index 0000000..c1e4000 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 14.93832778930664, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.023201745003461838, + "median_norm": 0.023123478516936302, + "max_norm": 0.08098951727151871, + "min_norm": 3.7125388985259633e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.986328125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.2800517082214355, + "5": -2.5721890926361084, + "10": -1.9768390655517578, + "25": -1.736999750137329, + "50": -1.6358356475830078, + "75": -1.5406161546707153, + "90": -1.4569071531295776, + "95": -1.4041638374328613, + "99": -1.3211113214492798 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 3, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 3, + 2, + 5, + 3, + 4, + 3, + 5, + 10, + 15, + 64, + 142, + 128, + 79, + 24, + 2, + 2 + ], + "log_norms_bin_edges": [ + -6.430328845977783, + -6.323553562164307, + -6.216778755187988, + -6.110003471374512, + -6.003228187561035, + -5.896452903747559, + -5.78967809677124, + -5.682902812957764, + -5.576127529144287, + -5.469352722167969, + -5.362577438354492, + -5.255802154541016, + -5.149026870727539, + -5.042252063751221, + -4.935476779937744, + -4.828701496124268, + -4.721926689147949, + -4.615151405334473, + -4.508376121520996, + -4.4016008377075195, + -4.294825553894043, + -4.188050746917725, + -4.081275463104248, + -3.9745004177093506, + -3.867725372314453, + -3.7609500885009766, + -3.654175043106079, + -3.5473997592926025, + -3.440624713897705, + -3.3338494300842285, + -3.227074384689331, + -3.1202991008758545, + -3.013524055480957, + -2.9067490100860596, + -2.799973726272583, + -2.6931986808776855, + -2.586423397064209, + -2.4796483516693115, + -2.372873306274414, + -2.2660980224609375, + -2.159322738647461, + -2.0525479316711426, + -1.945772647857666, + -1.8389973640441895, + -1.732222080230713, + -1.6254472732543945, + -1.518671989440918, + -1.4118967056274414, + -1.305121898651123, + -1.1983466148376465, + -1.0915712118148804 + ], + "r_inf_mean": 0.25690871477127075, + "r_inf_median": 0.2519604563713074, + "pr_mean": 0.3339851200580597, + "pr_median": 0.3329065144062042, + "hoyer_mean": 0.6349493265151978, + "eff_dim_mean": 0.6349493265151978, + "topk_energy": { + "1": 0.06686797738075256, + "5": 0.2689317464828491, + "10": 0.425409197807312, + "25": 0.7246828079223633 + }, + "gamma_raw": -0.010414469987154007, + "gamma_active": { + "1e-08": -0.010414469987154007, + "1e-07": -0.010414469987154007, + "1e-06": -0.010285932570695877, + "1e-05": -0.010514513589441776, + "0.0001": -0.010734268464148045 + }, + "gamma_energy_weighted": { + "1e-08": -0.010168879530407515, + "1e-07": -0.010168879530407515, + "1e-06": -0.010168879530407515, + "1e-05": -0.010168879530407515, + "0.0001": -0.010168879530407515 + } + }, + { + "layer": 1, + "mean_norm": 0.0023889276199042797, + "median_norm": 0.002392474329099059, + "max_norm": 0.006488115061074495, + "min_norm": 3.586665542343326e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.262780666351318, + "5": -3.644132375717163, + "10": -2.9464213848114014, + "25": -2.695204257965088, + "50": -2.620598793029785, + "75": -2.544358253479004, + "90": -2.4524998664855957, + "95": -2.3984479904174805, + "99": -2.282672166824341 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 2, + 3, + 2, + 2, + 4, + 4, + 6, + 4, + 5, + 6, + 46, + 178, + 146, + 57, + 20, + 6 + ], + "log_norms_bin_edges": [ + -7.445309162139893, + -7.340160369873047, + -7.235012054443359, + -7.129863739013672, + -7.024714946746826, + -6.9195661544799805, + -6.814417839050293, + -6.7092695236206055, + -6.60412073135376, + -6.498971939086914, + -6.393823623657227, + -6.288675308227539, + -6.183526515960693, + -6.078377723693848, + -5.97322940826416, + -5.868081092834473, + -5.762932300567627, + -5.657783508300781, + -5.552635192871094, + -5.447486877441406, + -5.3423380851745605, + -5.237189292907715, + -5.132040977478027, + -5.02689266204834, + -4.921743869781494, + -4.816595077514648, + -4.711446762084961, + -4.606298446655273, + -4.501149654388428, + -4.396000862121582, + -4.2908525466918945, + -4.185704231262207, + -4.080555438995361, + -3.9754068851470947, + -3.870258331298828, + -3.7651097774505615, + -3.659961223602295, + -3.5548126697540283, + -3.4496641159057617, + -3.344515323638916, + -3.2393670082092285, + -3.134218692779541, + -3.0290699005126953, + -2.9239211082458496, + -2.818772792816162, + -2.7136244773864746, + -2.608475685119629, + -2.503326892852783, + -2.3981785774230957, + -2.293030261993408, + -2.1878814697265625 + ], + "r_inf_mean": 0.24266958236694336, + "r_inf_median": 0.23922491073608398, + "pr_mean": 0.3595816493034363, + "pr_median": 0.3588200807571411, + "hoyer_mean": 0.647857666015625, + "eff_dim_mean": 0.647857666015625, + "topk_energy": { + "1": 0.05963616073131561, + "5": 0.2502879500389099, + "10": 0.40640783309936523, + "25": 0.7117186188697815 + }, + "gamma_raw": -0.01221790723502636, + "gamma_active": { + "1e-08": -0.01221790723502636, + "1e-07": -0.012459488585591316, + "1e-06": -0.012440932914614677, + "1e-05": -0.01310658734291792, + "0.0001": -0.013901148922741413 + }, + "gamma_energy_weighted": { + "1e-08": -0.012226494323700937, + "1e-07": -0.012226494323700937, + "1e-06": -0.012226494323700937, + "1e-05": -0.012226494323700937, + "0.0001": -0.012226494323700937 + } + }, + { + "layer": 2, + "mean_norm": 0.00139163329731673, + "median_norm": 0.0013910765992477536, + "max_norm": 0.00248876865953207, + "min_norm": 1.1570382874026564e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.596226692199707, + "5": -3.8142056465148926, + "10": -3.134322166442871, + "25": -2.9071156978607178, + "50": -2.856529712677002, + "75": -2.763641595840454, + "90": -2.6981441974639893, + "95": -2.680901288986206, + "99": -2.614326000213623 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 4, + 3, + 4, + 7, + 3, + 3, + 7, + 37, + 251, + 105, + 61 + ], + "log_norms_bin_edges": [ + -7.936652183532715, + -7.8299994468688965, + -7.723346710205078, + -7.61669397354126, + -7.510041236877441, + -7.403388500213623, + -7.296735763549805, + -7.190083026885986, + -7.083430290222168, + -6.97677755355835, + -6.870124816894531, + -6.763472080230713, + -6.6568193435668945, + -6.550166606903076, + -6.443513870239258, + -6.3368611335754395, + -6.230208396911621, + -6.123555660247803, + -6.016902923583984, + -5.910250186920166, + -5.803597450256348, + -5.696944713592529, + -5.590291976928711, + -5.483639240264893, + -5.376986503601074, + -5.270333766937256, + -5.1636810302734375, + -5.057028293609619, + -4.950375556945801, + -4.843722820281982, + -4.737070083618164, + -4.630417346954346, + -4.523764610290527, + -4.417111873626709, + -4.310459136962891, + -4.203806400299072, + -4.097153663635254, + -3.9905009269714355, + -3.883848190307617, + -3.777195453643799, + -3.6705427169799805, + -3.563889980316162, + -3.4572372436523438, + -3.3505845069885254, + -3.243931770324707, + -3.1372790336608887, + -3.0306262969970703, + -2.923973560333252, + -2.8173208236694336, + -2.7106680870056152, + -2.604015588760376 + ], + "r_inf_mean": 0.23791557550430298, + "r_inf_median": 0.23163431882858276, + "pr_mean": 0.3564615547657013, + "pr_median": 0.36278387904167175, + "hoyer_mean": 0.6423851251602173, + "eff_dim_mean": 0.6423851251602173, + "topk_energy": { + "1": 0.057296447455883026, + "5": 0.25108498334884644, + "10": 0.4092584252357483, + "25": 0.7188499569892883 + }, + "gamma_raw": 0.0148992370814085, + "gamma_active": { + "1e-08": 0.0148992370814085, + "1e-07": 0.014833733439445496, + "1e-06": 0.014604557305574417, + "1e-05": 0.0148130152374506, + "0.0001": 0.014508399181067944 + }, + "gamma_energy_weighted": { + "1e-08": 0.016386569428609596, + "1e-07": 0.016386569428609596, + "1e-06": 0.016386569428609596, + "1e-05": 0.016386569428609596, + "0.0001": 0.016386569428609596 + } + }, + { + "layer": 3, + "mean_norm": 0.0013752644881606102, + "median_norm": 0.0013571138260886073, + "max_norm": 0.002494129119440913, + "min_norm": 1.1586873682745136e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.970703125, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -6.595971584320068, + "5": -3.8252158164978027, + "10": -3.150329113006592, + "25": -2.912548780441284, + "50": -2.8673667907714844, + "75": -2.7660858631134033, + "90": -2.696826934814453, + "95": -2.6733853816986084, + "99": -2.6127538681030273 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 3, + 2, + 2, + 5, + 2, + 6, + 5, + 3, + 5, + 5, + 52, + 242, + 100, + 60 + ], + "log_norms_bin_edges": [ + -7.936034202575684, + -7.829375267028809, + -7.722715854644775, + -7.6160569190979, + -7.509397983551025, + -7.40273904800415, + -7.296079635620117, + -7.189420700073242, + -7.082761764526367, + -6.976102828979492, + -6.869443416595459, + -6.762784481048584, + -6.656125545501709, + -6.549466133117676, + -6.442807197570801, + -6.336148262023926, + -6.229489326477051, + -6.122830390930176, + -6.016170978546143, + -5.909512042999268, + -5.802852630615234, + -5.696193695068359, + -5.589534759521484, + -5.482875823974609, + -5.376216888427734, + -5.269557952880859, + -5.162898540496826, + -5.056239604949951, + -4.949580192565918, + -4.842921257019043, + -4.736262321472168, + -4.629603385925293, + -4.522944450378418, + -4.416285037994385, + -4.30962610244751, + -4.202966690063477, + -4.096307754516602, + -3.9896488189697266, + -3.8829898834228516, + -3.7763309478759766, + -3.6696715354919434, + -3.5630125999450684, + -3.4563536643981934, + -3.3496947288513184, + -3.243035316467285, + -3.13637638092041, + -3.029717445373535, + -2.92305850982666, + -2.816399097442627, + -2.709740161895752, + -2.603081226348877 + ], + "r_inf_mean": 0.23727044463157654, + "r_inf_median": 0.23041370511054993, + "pr_mean": 0.3616501986980438, + "pr_median": 0.36179661750793457, + "hoyer_mean": 0.6453262567520142, + "eff_dim_mean": 0.6453262567520142, + "topk_energy": { + "1": 0.05696675181388855, + "5": 0.2469029426574707, + "10": 0.40381017327308655, + "25": 0.7160148620605469 + }, + "gamma_raw": -0.014612297527492046, + "gamma_active": { + "1e-08": -0.014612297527492046, + "1e-07": -0.014064103364944458, + "1e-06": -0.01367081981152296, + "1e-05": -0.013745700940489769, + "0.0001": -0.014624380506575108 + }, + "gamma_energy_weighted": { + "1e-08": -0.006499374989769349, + "1e-07": -0.006499374989769349, + "1e-06": -0.006499374989769349, + "1e-05": -0.006499374989769349, + "0.0001": -0.006499374989769349 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L8.json new file mode 100644 index 0000000..7fc18e5 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 24.891868591308594, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.038224224001169205, + "median_norm": 0.040619444102048874, + "max_norm": 0.08036859333515167, + "min_norm": 2.949728948511282e-13, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.97265625, + "1e-05": 0.9609375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -9.401960372924805, + "5": -3.8087339401245117, + "10": -1.7510515451431274, + "25": -1.499948501586914, + "50": -1.3911957740783691, + "75": -1.3130669593811035, + "90": -1.2644362449645996, + "95": -1.2235773801803589, + "99": -1.1545605659484863 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 2, + 4, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 1, + 4, + 2, + 1, + 1, + 4, + 2, + 5, + 2, + 4, + 43, + 276, + 143 + ], + "log_norms_bin_edges": [ + -12.530218124389648, + -12.301511764526367, + -12.072806358337402, + -11.844099998474121, + -11.61539363861084, + -11.386687278747559, + -11.157981872558594, + -10.929275512695312, + -10.700569152832031, + -10.47186279296875, + -10.243157386779785, + -10.014451026916504, + -9.785745620727539, + -9.557039260864258, + -9.328332901000977, + -9.099626541137695, + -8.870920181274414, + -8.64221477508545, + -8.413508415222168, + -8.184803009033203, + -7.956096172332764, + -7.727390289306641, + -7.498683929443359, + -7.269978046417236, + -7.041272163391113, + -6.812565803527832, + -6.583859920501709, + -6.355153560638428, + -6.126447677612305, + -5.897741317749023, + -5.6690354347229, + -5.440329074859619, + -5.211623191833496, + -4.982917308807373, + -4.754210948944092, + -4.525505065917969, + -4.2967987060546875, + -4.068092346191406, + -3.8393869400024414, + -3.61068058013916, + -3.381974220275879, + -3.153268814086914, + -2.924562454223633, + -2.6958560943603516, + -2.4671497344970703, + -2.2384443283081055, + -2.009737968444824, + -1.781031608581543, + -1.5523262023925781, + -1.3236198425292969, + -1.0949136018753052 + ], + "r_inf_mean": 0.25193482637405396, + "r_inf_median": 0.25135916471481323, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6339031457901001, + "eff_dim_mean": 0.6339031457901001, + "topk_energy": { + "1": 0.0642104372382164, + "5": 0.26544255018234253, + "10": 0.42171698808670044, + "25": 0.7237461805343628 + }, + "gamma_raw": -0.012746371328830719, + "gamma_active": { + "1e-08": -0.012892424128949642, + "1e-07": -0.013092354871332645, + "1e-06": -0.012714984826743603, + "1e-05": -0.012426845729351044, + "0.0001": -0.01250444632023573 + }, + "gamma_energy_weighted": { + "1e-08": -0.010638966203724067, + "1e-07": -0.010638966203724067, + "1e-06": -0.010638966203724067, + "1e-05": -0.010638966203724067, + "0.0001": -0.010638966203724067 + } + }, + { + "layer": 1, + "mean_norm": 0.0014514499343931675, + "median_norm": 0.0015957164578139782, + "max_norm": 0.002389668021351099, + "min_norm": 1.2781755973187599e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -10.913147926330566, + "5": -5.231122970581055, + "10": -3.1036643981933594, + "25": -2.8561158180236816, + "50": -2.796839714050293, + "75": -2.7604517936706543, + "90": -2.73897647857666, + "95": -2.719134569168091, + "99": -2.699530601501465 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 2, + 3, + 2, + 2, + 4, + 2, + 4, + 4, + 106, + 354 + ], + "log_norms_bin_edges": [ + -13.893409729003906, + -13.667974472045898, + -13.442540168762207, + -13.2171049118042, + -12.991669654846191, + -12.7662353515625, + -12.540800094604492, + -12.315364837646484, + -12.089929580688477, + -11.864495277404785, + -11.639060020446777, + -11.413625717163086, + -11.188190460205078, + -10.96275520324707, + -10.737319946289062, + -10.511885643005371, + -10.286450386047363, + -10.061015129089355, + -9.835580825805664, + -9.610145568847656, + -9.384710311889648, + -9.15927505493164, + -8.93384075164795, + -8.708405494689941, + -8.48297119140625, + -8.257535934448242, + -8.032100677490234, + -7.806665897369385, + -7.581231117248535, + -7.355795860290527, + -7.130361080169678, + -6.90492582321167, + -6.67949104309082, + -6.454056262969971, + -6.228621006011963, + -6.003186225891113, + -5.7777509689331055, + -5.552316665649414, + -5.326881408691406, + -5.101446151733398, + -4.876010894775391, + -4.650576591491699, + -4.425141334533691, + -4.199706077575684, + -3.974271774291992, + -3.7488365173339844, + -3.5234012603759766, + -3.297966957092285, + -3.0725317001342773, + -2.8470964431762695, + -2.6216626167297363 + ], + "r_inf_mean": 0.24169544875621796, + "r_inf_median": 0.238270565867424, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6494196653366089, + "eff_dim_mean": 0.6494196653366089, + "topk_energy": { + "1": 0.05918280407786369, + "5": 0.24872812628746033, + "10": 0.40083256363868713, + "25": 0.7076504230499268 + }, + "gamma_raw": -0.008140254765748978, + "gamma_active": { + "1e-08": -0.008207568898797035, + "1e-07": -0.007916362024843693, + "1e-06": -0.008508684113621712, + "1e-05": -0.008509272709488869, + "0.0001": -0.007893473841249943 + }, + "gamma_energy_weighted": { + "1e-08": -0.01353997322622017, + "1e-07": -0.01353997322622017, + "1e-06": -0.01353997322622017, + "1e-05": -0.01353997322622017, + "0.0001": -0.01353997322622017 + } + }, + { + "layer": 2, + "mean_norm": 0.0012967395596206188, + "median_norm": 0.0014316997257992625, + "max_norm": 0.0018947264179587364, + "min_norm": 1.1624584453394978e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -10.99094295501709, + "5": -5.286767482757568, + "10": -3.1423959732055664, + "25": -2.921430826187134, + "50": -2.8440542221069336, + "75": -2.798929452896118, + "90": -2.7744696140289307, + "95": -2.7638397216796875, + "99": -2.7248775959014893 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 3, + 4, + 18, + 443 + ], + "log_norms_bin_edges": [ + -13.934623718261719, + -13.710380554199219, + -13.486137390136719, + -13.261893272399902, + -13.037650108337402, + -12.813406944274902, + -12.589163780212402, + -12.364919662475586, + -12.140676498413086, + -11.916433334350586, + -11.692190170288086, + -11.467947006225586, + -11.24370288848877, + -11.01945972442627, + -10.79521656036377, + -10.570972442626953, + -10.346729278564453, + -10.122486114501953, + -9.898242950439453, + -9.673999786376953, + -9.449756622314453, + -9.225512504577637, + -9.001269340515137, + -8.77702522277832, + -8.55278205871582, + -8.32853889465332, + -8.10429573059082, + -7.880052089691162, + -7.655808925628662, + -7.431565284729004, + -7.207322120666504, + -6.983078479766846, + -6.758835315704346, + -6.534592151641846, + -6.3103485107421875, + -6.0861053466796875, + -5.8618621826171875, + -5.637618064880371, + -5.413374900817871, + -5.189131736755371, + -4.964888572692871, + -4.740644454956055, + -4.516401290893555, + -4.292158126831055, + -4.067914962768555, + -3.8436708450317383, + -3.6194276809692383, + -3.3951845169067383, + -3.1709413528442383, + -2.9466981887817383, + -2.7224535942077637 + ], + "r_inf_mean": 0.2484268695116043, + "r_inf_median": 0.2419506162405014, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6457915306091309, + "eff_dim_mean": 0.6457915306091309, + "topk_energy": { + "1": 0.0627102181315422, + "5": 0.25507235527038574, + "10": 0.40817517042160034, + "25": 0.7102670073509216 + }, + "gamma_raw": -0.02490832656621933, + "gamma_active": { + "1e-08": -0.025449978187680244, + "1e-07": -0.02505817636847496, + "1e-06": -0.025416558608412743, + "1e-05": -0.025279423221945763, + "0.0001": -0.02593083307147026 + }, + "gamma_energy_weighted": { + "1e-08": -0.03063268109065501, + "1e-07": -0.03063268109065501, + "1e-06": -0.03063268109065501, + "1e-05": -0.03063268109065501, + "0.0001": -0.03063268109065501 + } + }, + { + "layer": 3, + "mean_norm": 0.0012861357536166906, + "median_norm": 0.001424293383024633, + "max_norm": 0.0018855154048651457, + "min_norm": 1.1532439974227919e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.92578125 + }, + "log_norms_percentiles": { + "1": -10.989444732666016, + "5": -5.285825729370117, + "10": -3.1462719440460205, + "25": -2.928050994873047, + "50": -2.846254348754883, + "75": -2.8007302284240723, + "90": -2.7745954990386963, + "95": -2.7640180587768555, + "99": -2.728208303451538 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 3, + 4, + 22, + 439 + ], + "log_norms_bin_edges": [ + -13.938078880310059, + -13.7138090133667, + -13.489538192749023, + -13.265268325805664, + -13.040998458862305, + -12.816728591918945, + -12.59245777130127, + -12.36818790435791, + -12.143917083740234, + -11.919647216796875, + -11.695377349853516, + -11.471107482910156, + -11.24683666229248, + -11.022566795349121, + -10.798295974731445, + -10.574026107788086, + -10.349756240844727, + -10.125486373901367, + -9.901216506958008, + -9.676945686340332, + -9.452675819396973, + -9.228404998779297, + -9.004135131835938, + -8.779865264892578, + -8.555595397949219, + -8.331324577331543, + -8.107054710388184, + -7.882784366607666, + -7.658514022827148, + -7.434244155883789, + -7.2099738121032715, + -6.985703945159912, + -6.7614336013793945, + -6.537163257598877, + -6.312893390655518, + -6.088623046875, + -5.864353179931641, + -5.640082359313965, + -5.4158124923706055, + -5.191542625427246, + -4.967272758483887, + -4.743001937866211, + -4.518732070922852, + -4.294462203979492, + -4.070191383361816, + -3.845921516418457, + -3.6216516494750977, + -3.397380828857422, + -3.1731109619140625, + -2.948841094970703, + -2.724569797515869 + ], + "r_inf_mean": 0.24882644414901733, + "r_inf_median": 0.24174128472805023, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6453509330749512, + "eff_dim_mean": 0.6453509330749512, + "topk_energy": { + "1": 0.06294567137956619, + "5": 0.2551090717315674, + "10": 0.40721791982650757, + "25": 0.7102352380752563 + }, + "gamma_raw": 0.04244496673345566, + "gamma_active": { + "1e-08": 0.04325785115361214, + "1e-07": 0.04379068687558174, + "1e-06": 0.043387271463871, + "1e-05": 0.04429670795798302, + "0.0001": 0.043372638523578644 + }, + "gamma_energy_weighted": { + "1e-08": 0.05012944426454927, + "1e-07": 0.05012944426454927, + "1e-06": 0.05012944426454927, + "1e-05": 0.05012944426454927, + "0.0001": 0.05012944426454927 + } + }, + { + "layer": 4, + "mean_norm": 0.0012615818995982409, + "median_norm": 0.0013948386767879128, + "max_norm": 0.0018706143600866199, + "min_norm": 1.1321475407285921e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -10.992341041564941, + "5": -5.3001790046691895, + "10": -3.1582741737365723, + "25": -2.9385924339294434, + "50": -2.8553996086120605, + "75": -2.8070812225341797, + "90": -2.782618999481201, + "95": -2.77143931388855, + "99": -2.730736255645752 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 4, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 3, + 4, + 28, + 433 + ], + "log_norms_bin_edges": [ + -13.946097373962402, + -13.721735954284668, + -13.497374534606934, + -13.273012161254883, + -13.048650741577148, + -12.824289321899414, + -12.59992790222168, + -12.375566482543945, + -12.151204109191895, + -11.92684268951416, + -11.702481269836426, + -11.478118896484375, + -11.25375747680664, + -11.029396057128906, + -10.805034637451172, + -10.580673217773438, + -10.356311798095703, + -10.131949424743652, + -9.907588005065918, + -9.683226585388184, + -9.458864212036133, + -9.234502792358398, + -9.010141372680664, + -8.78577995300293, + -8.561418533325195, + -8.337057113647461, + -8.112695693969727, + -7.888333320617676, + -7.663971900939941, + -7.439610004425049, + -7.2152485847473145, + -6.990886688232422, + -6.7665252685546875, + -6.542163848876953, + -6.3178019523620605, + -6.093440532684326, + -5.869078636169434, + -5.644717216491699, + -5.420355796813965, + -5.195993423461914, + -4.97163200378418, + -4.747270584106445, + -4.522909164428711, + -4.298547744750977, + -4.074185371398926, + -3.8498239517211914, + -3.625462532043457, + -3.4011011123657227, + -3.1767396926879883, + -2.9523773193359375, + -2.728015899658203 + ], + "r_inf_mean": 0.24926188588142395, + "r_inf_median": 0.24108633399009705, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6427896022796631, + "eff_dim_mean": 0.6427894830703735, + "topk_energy": { + "1": 0.06321999430656433, + "5": 0.2559834122657776, + "10": 0.4080546796321869, + "25": 0.7109272480010986 + }, + "gamma_raw": -0.009009035304188728, + "gamma_active": { + "1e-08": -0.009153103455901146, + "1e-07": -0.009737279266119003, + "1e-06": -0.009852994233369827, + "1e-05": -0.009859628044068813, + "0.0001": -0.009779220446944237 + }, + "gamma_energy_weighted": { + "1e-08": -0.014926411175103503, + "1e-07": -0.014926411175103503, + "1e-06": -0.014926411175103503, + "1e-05": -0.014926411175103503, + "0.0001": -0.014926411175103503 + } + }, + { + "layer": 5, + "mean_norm": 0.0012453007511794567, + "median_norm": 0.0013759583234786987, + "max_norm": 0.001866048900410533, + "min_norm": 1.1240157703250667e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -10.997538566589355, + "5": -5.3056511878967285, + "10": -3.1638152599334717, + "25": -2.9484541416168213, + "50": -2.8611998558044434, + "75": -2.810957431793213, + "90": -2.7846200466156006, + "95": -2.775123119354248, + "99": -2.7320501804351807 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 4, + 3, + 38, + 423 + ], + "log_norms_bin_edges": [ + -13.949227333068848, + -13.724823951721191, + -13.500421524047852, + -13.276018142700195, + -13.051615715026855, + -12.8272123336792, + -12.60280990600586, + -12.378406524658203, + -12.154003143310547, + -11.929600715637207, + -11.70519733428955, + -11.480794906616211, + -11.256391525268555, + -11.031988143920898, + -10.807585716247559, + -10.583182334899902, + -10.358779907226562, + -10.134376525878906, + -9.90997314453125, + -9.685569763183594, + -9.461167335510254, + -9.236764907836914, + -9.012361526489258, + -8.787958145141602, + -8.563555717468262, + -8.339152336120605, + -8.114749908447266, + -7.890346527099609, + -7.665943622589111, + -7.441540718078613, + -7.217137336730957, + -6.992734432220459, + -6.768331527709961, + -6.543928623199463, + -6.319525718688965, + -6.095122337341309, + -5.870719909667969, + -5.6463165283203125, + -5.421913146972656, + -5.197510719299316, + -4.97310733795166, + -4.74870491027832, + -4.524301528930664, + -4.299898147583008, + -4.075495719909668, + -3.8510923385620117, + -3.626689910888672, + -3.4022865295410156, + -3.177884101867676, + -2.9534807205200195, + -2.729077100753784 + ], + "r_inf_mean": 0.24986208975315094, + "r_inf_median": 0.24163728952407837, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6431058645248413, + "eff_dim_mean": 0.6431058645248413, + "topk_energy": { + "1": 0.06345173716545105, + "5": 0.25646722316741943, + "10": 0.40884941816329956, + "25": 0.7117923498153687 + }, + "gamma_raw": 0.0041602663695812225, + "gamma_active": { + "1e-08": 0.004268981516361237, + "1e-07": 0.003954727202653885, + "1e-06": 0.0035432795993983746, + "1e-05": 0.004519312642514706, + "0.0001": 0.0047928038984537125 + }, + "gamma_energy_weighted": { + "1e-08": 0.009436620933419237, + "1e-07": 0.009436620933419237, + "1e-06": 0.009436620933419237, + "1e-05": 0.009436620933419237, + "0.0001": 0.009436620933419237 + } + }, + { + "layer": 6, + "mean_norm": 0.001243329606950283, + "median_norm": 0.0013786281924694777, + "max_norm": 0.0018709141295403242, + "min_norm": 1.1169282221389163e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -10.999491691589355, + "5": -5.303767204284668, + "10": -3.164989709854126, + "25": -2.951669692993164, + "50": -2.860337018966675, + "75": -2.8084237575531006, + "90": -2.784585952758789, + "95": -2.7758429050445557, + "99": -2.731046438217163 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 4, + 3, + 69, + 392 + ], + "log_norms_bin_edges": [ + -13.95197582244873, + -13.727495193481445, + -13.50301456451416, + -13.278533935546875, + -13.05405330657959, + -12.829572677612305, + -12.60509204864502, + -12.380611419677734, + -12.15613079071045, + -11.931650161743164, + -11.707170486450195, + -11.482688903808594, + -11.258209228515625, + -11.033727645874023, + -10.809247970581055, + -10.58476734161377, + -10.360286712646484, + -10.1358060836792, + -9.911325454711914, + -9.686844825744629, + -9.462364196777344, + -9.237883567810059, + -9.013402938842773, + -8.788922309875488, + -8.564441680908203, + -8.339961051940918, + -8.115480422973633, + -7.891000270843506, + -7.666519641876221, + -7.4420390129089355, + -7.21755838394165, + -6.993077754974365, + -6.76859712600708, + -6.544116497039795, + -6.31963586807251, + -6.095155239105225, + -5.870675086975098, + -5.6461944580078125, + -5.421713829040527, + -5.197233200073242, + -4.972752571105957, + -4.748271942138672, + -4.523791313171387, + -4.299310684204102, + -4.074830055236816, + -3.8503494262695312, + -3.625868797302246, + -3.401388168334961, + -3.176907539367676, + -2.9524269104003906, + -2.7279462814331055 + ], + "r_inf_mean": 0.25457844138145447, + "r_inf_median": 0.24666662514209747, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6412203907966614, + "eff_dim_mean": 0.6412203907966614, + "topk_energy": { + "1": 0.06596721708774567, + "5": 0.2601087689399719, + "10": 0.41204527020454407, + "25": 0.7137840390205383 + }, + "gamma_raw": -0.06267890334129333, + "gamma_active": { + "1e-08": -0.06389143317937851, + "1e-07": -0.06318655610084534, + "1e-06": -0.06278643757104874, + "1e-05": -0.06313195824623108, + "0.0001": -0.06393258273601532 + }, + "gamma_energy_weighted": { + "1e-08": -0.07178388564277274, + "1e-07": -0.07178388564277274, + "1e-06": -0.07178388564277274, + "1e-05": -0.07178388564277274, + "0.0001": -0.07178388564277274 + } + }, + { + "layer": 7, + "mean_norm": 0.0012371353805065155, + "median_norm": 0.0013752625091001391, + "max_norm": 0.0018692804733291268, + "min_norm": 1.113547205426656e-14, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.95703125, + "1e-05": 0.943359375, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -11.003612518310547, + "5": -5.306860446929932, + "10": -3.1653409004211426, + "25": -2.9503650665283203, + "50": -2.861464023590088, + "75": -2.815096855163574, + "90": -2.7853200435638428, + "95": -2.7783758640289307, + "99": -2.7312734127044678 + }, + "log_norms_histogram": [ + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 2, + 1, + 4, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 2, + 3, + 1, + 1, + 4, + 2, + 2, + 4, + 2, + 4, + 3, + 68, + 393 + ], + "log_norms_bin_edges": [ + -13.953290939331055, + -13.728791236877441, + -13.504292488098145, + -13.279792785644531, + -13.055294036865234, + -12.830794334411621, + -12.606294631958008, + -12.381795883178711, + -12.157296180725098, + -11.9327974319458, + -11.708297729492188, + -11.48379898071289, + -11.259299278259277, + -11.034799575805664, + -10.810300827026367, + -10.585801124572754, + -10.361302375793457, + -10.136802673339844, + -9.912303924560547, + -9.687804222106934, + -9.46330451965332, + -9.238805770874023, + -9.014307022094727, + -8.789806365966797, + -8.5653076171875, + -8.340808868408203, + -8.11630916595459, + -7.891809940338135, + -7.66731071472168, + -7.442811012268066, + -7.218311786651611, + -6.993812561035156, + -6.769313335418701, + -6.544814109802246, + -6.320314884185791, + -6.095815658569336, + -5.871315956115723, + -5.646817207336426, + -5.4223175048828125, + -5.197817802429199, + -4.973319053649902, + -4.748819351196289, + -4.524320602416992, + -4.299820899963379, + -4.075322151184082, + -3.8508224487304688, + -3.6263227462768555, + -3.4018239974975586, + -3.1773242950439453, + -2.9528255462646484, + -2.728325605392456 + ], + "r_inf_mean": 0.2532070279121399, + "r_inf_median": 0.24325761198997498, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6403636932373047, + "eff_dim_mean": 0.6403636932373047, + "topk_energy": { + "1": 0.06525987386703491, + "5": 0.26066383719444275, + "10": 0.4122721552848816, + "25": 0.7149287462234497 + }, + "gamma_raw": 0.01371663436293602, + "gamma_active": { + "1e-08": 0.01398823969066143, + "1e-07": 0.013715443201363087, + "1e-06": 0.013703894801437855, + "1e-05": 0.013693997636437416, + "0.0001": 0.013645577244460583 + }, + "gamma_energy_weighted": { + "1e-08": 0.013153573482829724, + "1e-07": 0.013153573482829724, + "1e-06": 0.013153573482829724, + "1e-05": 0.013153573482829724, + "0.0001": 0.013153573482829724 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L4.json new file mode 100644 index 0000000..a63eded --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 21.892192840576172, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03244840353727341, + "median_norm": 0.03292418271303177, + "max_norm": 0.09409533441066742, + "min_norm": 2.900390683180376e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.96484375, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.201839923858643, + "5": -3.4110207557678223, + "10": -1.8615729808807373, + "25": -1.6163945198059082, + "50": -1.482161521911621, + "75": -1.3847944736480713, + "90": -1.3012018203735352, + "95": -1.2393968105316162, + "99": -1.1362742185592651 + }, + "log_norms_histogram": [ + 3, + 1, + 2, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 3, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 1, + 1, + 2, + 0, + 1, + 2, + 3, + 4, + 3, + 3, + 1, + 11, + 31, + 102, + 153, + 120, + 40, + 7 + ], + "log_norms_bin_edges": [ + -7.537543296813965, + -7.407320976257324, + -7.277098655700684, + -7.146876811981201, + -7.0166544914245605, + -6.88643217086792, + -6.756209850311279, + -6.625987529754639, + -6.495765686035156, + -6.365543365478516, + -6.235321044921875, + -6.105098724365234, + -5.974876403808594, + -5.844654083251953, + -5.7144317626953125, + -5.58420991897583, + -5.4539875984191895, + -5.323765277862549, + -5.193543434143066, + -5.063321113586426, + -4.933098793029785, + -4.8028764724731445, + -4.672654151916504, + -4.542431831359863, + -4.412209510803223, + -4.281987190246582, + -4.1517653465271, + -4.021543025970459, + -3.8913207054138184, + -3.761098623275757, + -3.630876302719116, + -3.5006542205810547, + -3.370431900024414, + -3.2402095794677734, + -3.109987258911133, + -2.9797654151916504, + -2.8495430946350098, + -2.719320774078369, + -2.5890984535217285, + -2.458876132965088, + -2.3286542892456055, + -2.198431968688965, + -2.068209648132324, + -1.9379873275756836, + -1.807765007019043, + -1.6775426864624023, + -1.54732084274292, + -1.4170985221862793, + -1.2868762016296387, + -1.156653881072998, + -1.026431918144226 + ], + "r_inf_mean": 0.28864431381225586, + "r_inf_median": 0.2810485363006592, + "pr_mean": 0.2808663547039032, + "pr_median": 0.2780088484287262, + "hoyer_mean": 0.6014582514762878, + "eff_dim_mean": 0.6014581918716431, + "topk_energy": { + "1": 0.08532388508319855, + "5": 0.3108714818954468, + "10": 0.4701191186904907, + "25": 0.7557719945907593 + }, + "gamma_raw": -0.0018485095351934433, + "gamma_active": { + "1e-08": -0.0018485095351934433, + "1e-07": -0.0016576801426708698, + "1e-06": -0.0015659625642001629, + "1e-05": -0.0015672718873247504, + "0.0001": -0.0014906354481354356 + }, + "gamma_energy_weighted": { + "1e-08": -0.0018294301533422358, + "1e-07": -0.0018294301533422358, + "1e-06": -0.0018294301533422358, + "1e-05": -0.0018294301533422358, + "0.0001": -0.0018294301533422358 + } + }, + { + "layer": 1, + "mean_norm": 0.0029743709601461887, + "median_norm": 0.003049227176234126, + "max_norm": 0.0073077743873000145, + "min_norm": 2.863859371871058e-09, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96484375, + "1e-05": 0.95703125, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.176080703735352, + "5": -4.341538906097412, + "10": -2.7810304164886475, + "25": -2.6027631759643555, + "50": -2.515542984008789, + "75": -2.4465181827545166, + "90": -2.3698484897613525, + "95": -2.327252149581909, + "99": -2.2406811714172363 + }, + "log_norms_histogram": [ + 2, + 2, + 2, + 1, + 0, + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 3, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 2, + 2, + 2, + 0, + 1, + 3, + 1, + 4, + 2, + 4, + 0, + 3, + 3, + 22, + 165, + 207, + 57, + 9 + ], + "log_norms_bin_edges": [ + -8.543047904968262, + -8.414911270141602, + -8.286774635314941, + -8.158638000488281, + -8.030501365661621, + -7.902364730834961, + -7.774228096008301, + -7.646091461181641, + -7.5179548263549805, + -7.38981819152832, + -7.26168155670166, + -7.133544921875, + -7.00540828704834, + -6.87727165222168, + -6.7491350173950195, + -6.620998382568359, + -6.492861747741699, + -6.364725112915039, + -6.236588478088379, + -6.108451843261719, + -5.980315208435059, + -5.852178573608398, + -5.724041938781738, + -5.595905303955078, + -5.46776819229126, + -5.3396315574646, + -5.2114949226379395, + -5.083358287811279, + -4.955221652984619, + -4.827085018157959, + -4.698948383331299, + -4.570811748504639, + -4.4426751136779785, + -4.314538478851318, + -4.186401844024658, + -4.058265209197998, + -3.930128574371338, + -3.8019919395446777, + -3.6738553047180176, + -3.5457186698913574, + -3.4175820350646973, + -3.289445400238037, + -3.161308765411377, + -3.033172130584717, + -2.9050354957580566, + -2.7768988609313965, + -2.6487622261047363, + -2.520625591278076, + -2.392488479614258, + -2.2643518447875977, + -2.1362149715423584 + ], + "r_inf_mean": 0.2692006528377533, + "r_inf_median": 0.263220876455307, + "pr_mean": 0.3159533143043518, + "pr_median": 0.31340453028678894, + "hoyer_mean": 0.6244171857833862, + "eff_dim_mean": 0.6244171261787415, + "topk_energy": { + "1": 0.07385969907045364, + "5": 0.28237858414649963, + "10": 0.4382837414741516, + "25": 0.7330211400985718 + }, + "gamma_raw": -0.03112899139523506, + "gamma_active": { + "1e-08": -0.031696949154138565, + "1e-07": -0.03197170048952103, + "1e-06": -0.031934674829244614, + "1e-05": -0.032155606895685196, + "0.0001": -0.03226589038968086 + }, + "gamma_energy_weighted": { + "1e-08": -0.03850795363801442, + "1e-07": -0.03850795363801442, + "1e-06": -0.03850795363801442, + "1e-05": -0.03850795363801442, + "0.0001": -0.03850795363801442 + } + }, + { + "layer": 2, + "mean_norm": 0.0014046226860955358, + "median_norm": 0.0014219082659110427, + "max_norm": 0.00245453673414886, + "min_norm": 1.4561301053817033e-09, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.385956764221191, + "5": -4.686391353607178, + "10": -3.141413450241089, + "25": -2.899480104446411, + "50": -2.847062587738037, + "75": -2.7473740577697754, + "90": -2.7112619876861572, + "95": -2.6945674419403076, + "99": -2.6136276721954346 + }, + "log_norms_histogram": [ + 1, + 2, + 1, + 2, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 3, + 0, + 3, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 3, + 2, + 0, + 3, + 0, + 3, + 4, + 3, + 0, + 2, + 3, + 3, + 13, + 158, + 182, + 106 + ], + "log_norms_bin_edges": [ + -8.836799621582031, + -8.712264060974121, + -8.587728500366211, + -8.463193893432617, + -8.338658332824707, + -8.214122772216797, + -8.089587211608887, + -7.965051651000977, + -7.840516567230225, + -7.7159810066223145, + -7.5914459228515625, + -7.466910362243652, + -7.342374801635742, + -7.21783971786499, + -7.09330415725708, + -6.968769073486328, + -6.844233512878418, + -6.719697952270508, + -6.595162391662598, + -6.470627307891846, + -6.3460917472839355, + -6.221556663513184, + -6.097021102905273, + -5.972485542297363, + -5.847949981689453, + -5.723414897918701, + -5.598879814147949, + -5.474344253540039, + -5.349808692932129, + -5.225273132324219, + -5.100738048553467, + -4.976202487945557, + -4.851667404174805, + -4.7271318435668945, + -4.602596282958984, + -4.478061199188232, + -4.353525638580322, + -4.228990077972412, + -4.10445499420166, + -3.97991943359375, + -3.85538387298584, + -3.730848789215088, + -3.6063132286071777, + -3.4817776679992676, + -3.3572425842285156, + -3.2327070236206055, + -3.1081719398498535, + -2.9836363792419434, + -2.859100818634033, + -2.7345657348632812, + -2.61003041267395 + ], + "r_inf_mean": 0.23853245377540588, + "r_inf_median": 0.2386114001274109, + "pr_mean": 0.3736652731895447, + "pr_median": 0.3750284016132355, + "hoyer_mean": 0.6594141125679016, + "eff_dim_mean": 0.6594141125679016, + "topk_energy": { + "1": 0.057814374566078186, + "5": 0.2435208559036255, + "10": 0.39460980892181396, + "25": 0.7003741264343262 + }, + "gamma_raw": 0.03926822543144226, + "gamma_active": { + "1e-08": 0.039827704429626465, + "1e-07": 0.03981730341911316, + "1e-06": 0.03929786756634712, + "1e-05": 0.038804955780506134, + "0.0001": 0.039104923605918884 + }, + "gamma_energy_weighted": { + "1e-08": 0.031096034418100292, + "1e-07": 0.031096034418100292, + "1e-06": 0.031096034418100292, + "1e-05": 0.031096034418100292, + "0.0001": 0.031096034418100292 + } + }, + { + "layer": 3, + "mean_norm": 0.0013946960680186749, + "median_norm": 0.0014138853875920177, + "max_norm": 0.0024694500025361776, + "min_norm": 1.4268637382741645e-09, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.97265625, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.386971473693848, + "5": -4.686400890350342, + "10": -3.1459195613861084, + "25": -2.90702223777771, + "50": -2.849008083343506, + "75": -2.7453386783599854, + "90": -2.7096149921417236, + "95": -2.6971957683563232, + "99": -2.612050771713257 + }, + "log_norms_histogram": [ + 1, + 2, + 1, + 2, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 3, + 0, + 3, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 3, + 0, + 1, + 1, + 3, + 2, + 1, + 2, + 0, + 3, + 4, + 3, + 0, + 3, + 2, + 4, + 13, + 167, + 188, + 90 + ], + "log_norms_bin_edges": [ + -8.845617294311523, + -8.720852851867676, + -8.596088409423828, + -8.47132396697998, + -8.346559524536133, + -8.221796035766602, + -8.097031593322754, + -7.972266674041748, + -7.847502708435059, + -7.722738265991211, + -7.597973823547363, + -7.473209381103516, + -7.348444938659668, + -7.2236809730529785, + -7.098916530609131, + -6.974152088165283, + -6.8493876457214355, + -6.724623680114746, + -6.599859237670898, + -6.475094795227051, + -6.350330352783203, + -6.2255659103393555, + -6.100801467895508, + -5.97603702545166, + -5.851273059844971, + -5.726508617401123, + -5.601744651794434, + -5.476980209350586, + -5.352215766906738, + -5.227451324462891, + -5.102686882019043, + -4.977922439575195, + -4.853157997131348, + -4.728394031524658, + -4.6036295890808105, + -4.478865146636963, + -4.354100704193115, + -4.229336738586426, + -4.104572296142578, + -3.9798078536987305, + -3.855043411254883, + -3.730278968811035, + -3.6055150032043457, + -3.480750560760498, + -3.3559861183166504, + -3.2312216758728027, + -3.106457233428955, + -2.9816932678222656, + -2.856928825378418, + -2.7321643829345703, + -2.6073999404907227 + ], + "r_inf_mean": 0.2376125454902649, + "r_inf_median": 0.23808011412620544, + "pr_mean": 0.3747909367084503, + "pr_median": 0.3718087375164032, + "hoyer_mean": 0.6592643857002258, + "eff_dim_mean": 0.6592643857002258, + "topk_energy": { + "1": 0.05748406797647476, + "5": 0.24210087954998016, + "10": 0.3945956826210022, + "25": 0.6996698379516602 + }, + "gamma_raw": -0.04552467167377472, + "gamma_active": { + "1e-08": -0.04614228755235672, + "1e-07": -0.04560454189777374, + "1e-06": -0.04588109999895096, + "1e-05": -0.04589366912841797, + "0.0001": -0.04634345322847366 + }, + "gamma_energy_weighted": { + "1e-08": -0.049875636283924434, + "1e-07": -0.049875636283924434, + "1e-06": -0.049875636283924434, + "1e-05": -0.049875636283924434, + "0.0001": -0.049875636283924434 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L8.json new file mode 100644 index 0000000..9372212 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 20.570005416870117, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.027390893548727036, + "median_norm": 0.026052946224808693, + "max_norm": 0.10393185168504715, + "min_norm": 2.8635205318039425e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.1779093742370605, + "5": -3.157555103302002, + "10": -1.9415417909622192, + "25": -1.691412329673767, + "50": -1.583208441734314, + "75": -1.4611014127731323, + "90": -1.3486127853393555, + "95": -1.2899353504180908, + "99": -1.163217544555664 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 3, + 0, + 2, + 2, + 2, + 1, + 0, + 0, + 1, + 0, + 1, + 2, + 4, + 2, + 3, + 4, + 1, + 2, + 4, + 5, + 6, + 49, + 145, + 167, + 71, + 21, + 4 + ], + "log_norms_bin_edges": [ + -8.543099403381348, + -8.391902923583984, + -8.240705490112305, + -8.089508056640625, + -7.938311576843262, + -7.78711462020874, + -7.635917663574219, + -7.484720706939697, + -7.333523750305176, + -7.182326793670654, + -7.031129837036133, + -6.879932880401611, + -6.72873592376709, + -6.577538967132568, + -6.426342010498047, + -6.275145053863525, + -6.123948097229004, + -5.972751140594482, + -5.821554183959961, + -5.6703572273254395, + -5.519160270690918, + -5.3679633140563965, + -5.216766357421875, + -5.0655694007873535, + -4.914372444152832, + -4.7631754875183105, + -4.611978530883789, + -4.460781574249268, + -4.309584617614746, + -4.158387660980225, + -4.007190704345703, + -3.8559937477111816, + -3.70479679107666, + -3.5535998344421387, + -3.402402877807617, + -3.2512059211730957, + -3.100008964538574, + -2.9488120079040527, + -2.7976150512695312, + -2.6464180946350098, + -2.4952211380004883, + -2.344024181365967, + -2.1928272247314453, + -2.041630268096924, + -1.8904333114624023, + -1.7392363548278809, + -1.5880393981933594, + -1.436842441558838, + -1.2856454849243164, + -1.134448528289795, + -0.9832513928413391 + ], + "r_inf_mean": 0.2870461940765381, + "r_inf_median": 0.27807149291038513, + "pr_mean": 0.28266215324401855, + "pr_median": 0.2825066149234772, + "hoyer_mean": 0.601714015007019, + "eff_dim_mean": 0.601714015007019, + "topk_energy": { + "1": 0.08461165428161621, + "5": 0.30962687730789185, + "10": 0.46822959184646606, + "25": 0.7542149424552917 + }, + "gamma_raw": -0.0016313199885189533, + "gamma_active": { + "1e-08": -0.0016268342733383179, + "1e-07": -0.0016627901932224631, + "1e-06": -0.0021073324605822563, + "1e-05": -0.0027458881959319115, + "0.0001": -0.0027450118213891983 + }, + "gamma_energy_weighted": { + "1e-08": -0.012271998511934223, + "1e-07": -0.012271998511934223, + "1e-06": -0.012271998511934223, + "1e-05": -0.012271998511934223, + "0.0001": -0.012271998511934223 + } + }, + { + "layer": 1, + "mean_norm": 0.0017821734072640538, + "median_norm": 0.0018494256073608994, + "max_norm": 0.003981462679803371, + "min_norm": 2.0103568809659578e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.9765625, + "1e-05": 0.958984375, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.298346519470215, + "5": -4.238649368286133, + "10": -2.9962217807769775, + "25": -2.804640769958496, + "50": -2.7316973209381104, + "75": -2.6695213317871094, + "90": -2.609921455383301, + "95": -2.575596809387207, + "99": -2.4655721187591553 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 3, + 2, + 2, + 1, + 3, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 6, + 3, + 2, + 1, + 2, + 4, + 3, + 3, + 5, + 30, + 257, + 160, + 12 + ], + "log_norms_bin_edges": [ + -9.696727752685547, + -9.550792694091797, + -9.40485668182373, + -9.25892162322998, + -9.11298656463623, + -8.967050552368164, + -8.821115493774414, + -8.675180435180664, + -8.529244422912598, + -8.383309364318848, + -8.237373352050781, + -8.091438293457031, + -7.945503234863281, + -7.799567699432373, + -7.653632164001465, + -7.507696628570557, + -7.361761093139648, + -7.215826034545898, + -7.06989049911499, + -6.923954963684082, + -6.778019905090332, + -6.632084369659424, + -6.486148834228516, + -6.340213775634766, + -6.194278240203857, + -6.048342704772949, + -5.902407646179199, + -5.756471633911133, + -5.610536575317383, + -5.464601039886475, + -5.318665504455566, + -5.172730445861816, + -5.026794910430908, + -4.880859375, + -4.73492431640625, + -4.588988780975342, + -4.443053245544434, + -4.297117710113525, + -4.151182651519775, + -4.005247116088867, + -3.859311580657959, + -3.713376522064209, + -3.567440986633301, + -3.4215054512023926, + -3.2755699157714844, + -3.1296348571777344, + -2.983699321746826, + -2.837763786315918, + -2.691828727722168, + -2.5458931922912598, + -2.3999574184417725 + ], + "r_inf_mean": 0.264107882976532, + "r_inf_median": 0.25842487812042236, + "pr_mean": 0.3221416473388672, + "pr_median": 0.3182395398616791, + "hoyer_mean": 0.6298760771751404, + "eff_dim_mean": 0.6298760175704956, + "topk_energy": { + "1": 0.07102692127227783, + "5": 0.27713844180107117, + "10": 0.4354217052459717, + "25": 0.729774534702301 + }, + "gamma_raw": -0.0190593134611845, + "gamma_active": { + "1e-08": -0.01911337487399578, + "1e-07": -0.019576946273446083, + "1e-06": -0.02004428580403328, + "1e-05": -0.02066085673868656, + "0.0001": -0.0203798096626997 + }, + "gamma_energy_weighted": { + "1e-08": -0.027277690779915598, + "1e-07": -0.027277690779915598, + "1e-06": -0.027277690779915598, + "1e-05": -0.027277690779915598, + "0.0001": -0.027277690779915598 + } + }, + { + "layer": 2, + "mean_norm": 0.0013112027663737535, + "median_norm": 0.0014291552361100912, + "max_norm": 0.0018956961575895548, + "min_norm": 1.571975327685493e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.4139227867126465, + "5": -4.370649814605713, + "10": -3.1661345958709717, + "25": -2.919126033782959, + "50": -2.844696044921875, + "75": -2.7928617000579834, + "90": -2.762690305709839, + "95": -2.747643232345581, + "99": -2.728963613510132 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 1, + 6, + 2, + 0, + 2, + 4, + 2, + 3, + 6, + 9, + 159, + 292 + ], + "log_norms_bin_edges": [ + -9.80355453491211, + -9.661928176879883, + -9.520301818847656, + -9.37867546081543, + -9.237049102783203, + -9.09542179107666, + -8.953795433044434, + -8.812169075012207, + -8.67054271697998, + -8.528916358947754, + -8.387290000915527, + -8.2456636428833, + -8.104036331176758, + -7.9624104499816895, + -7.820783615112305, + -7.679157257080078, + -7.537530899047852, + -7.395904541015625, + -7.254278182983398, + -7.112651348114014, + -6.971024990081787, + -6.8293986320495605, + -6.687771797180176, + -6.546145439147949, + -6.404519081115723, + -6.262892723083496, + -6.1212663650512695, + -5.979639530181885, + -5.838013172149658, + -5.696386814117432, + -5.554759979248047, + -5.41313362121582, + -5.271507263183594, + -5.129880905151367, + -4.988254547119141, + -4.846627712249756, + -4.705001354217529, + -4.563374996185303, + -4.421748161315918, + -4.280121803283691, + -4.138495445251465, + -3.9968690872192383, + -3.8552427291870117, + -3.713615894317627, + -3.5719895362854004, + -3.430363178253174, + -3.288736343383789, + -3.1471099853515625, + -3.005483627319336, + -2.8638572692871094, + -2.722231149673462 + ], + "r_inf_mean": 0.25383856892585754, + "r_inf_median": 0.24950966238975525, + "pr_mean": 0.34852439165115356, + "pr_median": 0.3489442765712738, + "hoyer_mean": 0.6440768241882324, + "eff_dim_mean": 0.6440768241882324, + "topk_energy": { + "1": 0.06564351916313171, + "5": 0.25919514894485474, + "10": 0.41174429655075073, + "25": 0.7114048600196838 + }, + "gamma_raw": 0.0011576090473681688, + "gamma_active": { + "1e-08": 0.001108242548070848, + "1e-07": 0.0019149159779772162, + "1e-06": 0.0027838305104523897, + "1e-05": 0.0022617802023887634, + "0.0001": 0.00349222170189023 + }, + "gamma_energy_weighted": { + "1e-08": -0.00299453753399664, + "1e-07": -0.00299453753399664, + "1e-06": -0.00299453753399664, + "1e-05": -0.00299453753399664, + "0.0001": -0.00299453753399664 + } + }, + { + "layer": 3, + "mean_norm": 0.001292798900976777, + "median_norm": 0.0014093986246734858, + "max_norm": 0.0018871742067858577, + "min_norm": 1.5721406121382842e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.416139602661133, + "5": -4.378093242645264, + "10": -3.1744062900543213, + "25": -2.9265124797821045, + "50": -2.850891590118408, + "75": -2.798893451690674, + "90": -2.768176555633545, + "95": -2.753476619720459, + "99": -2.7298920154571533 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 4, + 2, + 5, + 2, + 0, + 2, + 4, + 2, + 2, + 7, + 14, + 161, + 285 + ], + "log_norms_bin_edges": [ + -9.803508758544922, + -9.661922454833984, + -9.520336151123047, + -9.37874984741211, + -9.237163543701172, + -9.095576286315918, + -8.95398998260498, + -8.812403678894043, + -8.670817375183105, + -8.529231071472168, + -8.38764476776123, + -8.246058464050293, + -8.104471206665039, + -7.96288537979126, + -7.821298599243164, + -7.679712295532227, + -7.538125991821289, + -7.396539688110352, + -7.254953384399414, + -7.113366603851318, + -6.971780300140381, + -6.830193996429443, + -6.688607215881348, + -6.54702091217041, + -6.405434608459473, + -6.263848304748535, + -6.122262001037598, + -5.980675220489502, + -5.8390889167785645, + -5.697502613067627, + -5.555915832519531, + -5.414329528808594, + -5.272743225097656, + -5.131156921386719, + -4.989570617675781, + -4.8479838371276855, + -4.706397533416748, + -4.5648112297058105, + -4.423224449157715, + -4.281638145446777, + -4.14005184173584, + -3.9984655380249023, + -3.856879234313965, + -3.715292453765869, + -3.5737061500549316, + -3.432119846343994, + -3.2905330657958984, + -3.148946762084961, + -3.0073604583740234, + -2.865774154663086, + -2.7241880893707275 + ], + "r_inf_mean": 0.25125443935394287, + "r_inf_median": 0.24944278597831726, + "pr_mean": 0.3501046597957611, + "pr_median": 0.3486296832561493, + "hoyer_mean": 0.6454716324806213, + "eff_dim_mean": 0.6454715728759766, + "topk_energy": { + "1": 0.0643070787191391, + "5": 0.25816619396209717, + "10": 0.41063201427459717, + "25": 0.7115231156349182 + }, + "gamma_raw": 0.0381348580121994, + "gamma_active": { + "1e-08": 0.03825749456882477, + "1e-07": 0.03809480369091034, + "1e-06": 0.03789042681455612, + "1e-05": 0.03762355446815491, + "0.0001": 0.038046639412641525 + }, + "gamma_energy_weighted": { + "1e-08": 0.04087928827634888, + "1e-07": 0.04087928827634888, + "1e-06": 0.04087928827634888, + "1e-05": 0.04087928827634888, + "0.0001": 0.04087928827634888 + } + }, + { + "layer": 4, + "mean_norm": 0.0012842712458223104, + "median_norm": 0.0013997656060382724, + "max_norm": 0.0018837896641343832, + "min_norm": 1.572223601309375e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.418577671051025, + "5": -4.38008451461792, + "10": -3.1791646480560303, + "25": -2.93007755279541, + "50": -2.8538386821746826, + "75": -2.8009839057922363, + "90": -2.7715365886688232, + "95": -2.754164457321167, + "99": -2.7293689250946045 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 4, + 3, + 4, + 2, + 0, + 2, + 4, + 2, + 3, + 6, + 13, + 164, + 283 + ], + "log_norms_bin_edges": [ + -9.803485870361328, + -9.66191577911377, + -9.520344734191895, + -9.378774642944336, + -9.237204551696777, + -9.095634460449219, + -8.954063415527344, + -8.812493324279785, + -8.670923233032227, + -8.529352188110352, + -8.387782096862793, + -8.246212005615234, + -8.104641914367676, + -7.963071346282959, + -7.821500778198242, + -7.679930686950684, + -7.538360118865967, + -7.39678955078125, + -7.255219459533691, + -7.113649368286133, + -6.972078800201416, + -6.830508232116699, + -6.688938140869141, + -6.547367572784424, + -6.405797004699707, + -6.264226913452148, + -6.12265682220459, + -5.981086254119873, + -5.839515686035156, + -5.697945594787598, + -5.556375026702881, + -5.414804935455322, + -5.2732343673706055, + -5.131663799285889, + -4.99009370803833, + -4.848523139953613, + -4.706953048706055, + -4.565382480621338, + -4.423812389373779, + -4.2822418212890625, + -4.140671730041504, + -3.999101161956787, + -3.8575305938720703, + -3.7159605026245117, + -3.574389934539795, + -3.4328198432922363, + -3.2912492752075195, + -3.149679183959961, + -3.008108615875244, + -2.8665380477905273, + -2.7249677181243896 + ], + "r_inf_mean": 0.2499251663684845, + "r_inf_median": 0.24603509902954102, + "pr_mean": 0.35025250911712646, + "pr_median": 0.34875744581222534, + "hoyer_mean": 0.6468051075935364, + "eff_dim_mean": 0.6468050479888916, + "topk_energy": { + "1": 0.06361066550016403, + "5": 0.25756457448005676, + "10": 0.41105467081069946, + "25": 0.7125523090362549 + }, + "gamma_raw": -0.01631711795926094, + "gamma_active": { + "1e-08": -0.016402829438447952, + "1e-07": -0.016718175262212753, + "1e-06": -0.016622193157672882, + "1e-05": -0.01740228943526745, + "0.0001": -0.01749352738261223 + }, + "gamma_energy_weighted": { + "1e-08": -0.017458099719691353, + "1e-07": -0.017458099719691353, + "1e-06": -0.017458099719691353, + "1e-05": -0.017458099719691353, + "0.0001": -0.017458099719691353 + } + }, + { + "layer": 5, + "mean_norm": 0.001280240947380662, + "median_norm": 0.001393011538311839, + "max_norm": 0.001870451495051384, + "min_norm": 1.5790285745609367e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.419262886047363, + "5": -4.383577346801758, + "10": -3.1797165870666504, + "25": -2.9316482543945312, + "50": -2.8559513092041016, + "75": -2.8016414642333984, + "90": -2.7758400440216064, + "95": -2.7557566165924072, + "99": -2.7314658164978027 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 4, + 3, + 4, + 2, + 0, + 2, + 4, + 2, + 2, + 7, + 12, + 162, + 286 + ], + "log_norms_bin_edges": [ + -9.801609992980957, + -9.660139083862305, + -9.518668174743652, + -9.377196311950684, + -9.235725402832031, + -9.094254493713379, + -8.952783584594727, + -8.811311721801758, + -8.669840812683105, + -8.528369903564453, + -8.3868989944458, + -8.245428085327148, + -8.10395622253418, + -7.962485313415527, + -7.821014404296875, + -7.679543495178223, + -7.538072109222412, + -7.396600723266602, + -7.255129814147949, + -7.113658905029297, + -6.972187519073486, + -6.830716609954834, + -6.689245223999023, + -6.547774314880371, + -6.406303405761719, + -6.264832019805908, + -6.123360633850098, + -5.981889724731445, + -5.840418815612793, + -5.698947429656982, + -5.55747652053833, + -5.4160051345825195, + -5.274534225463867, + -5.133063316345215, + -4.991591930389404, + -4.850121021270752, + -4.708649635314941, + -4.567178726196289, + -4.4257073402404785, + -4.284236431121826, + -4.142765045166016, + -4.001294136047363, + -3.859823226928711, + -3.7183518409729004, + -3.576880931854248, + -3.4354095458984375, + -3.293938636779785, + -3.1524672508239746, + -3.0109963417053223, + -2.86952543258667, + -2.7280538082122803 + ], + "r_inf_mean": 0.248506098985672, + "r_inf_median": 0.24591900408267975, + "pr_mean": 0.35088983178138733, + "pr_median": 0.3463698625564575, + "hoyer_mean": 0.6468901634216309, + "eff_dim_mean": 0.6468901634216309, + "topk_energy": { + "1": 0.0628558099269867, + "5": 0.25776445865631104, + "10": 0.4109336733818054, + "25": 0.7135239243507385 + }, + "gamma_raw": 0.013723033480346203, + "gamma_active": { + "1e-08": 0.013772130943834782, + "1e-07": 0.012896866537630558, + "1e-06": 0.012463421560823917, + "1e-05": 0.011569936759769917, + "0.0001": 0.011212354525923729 + }, + "gamma_energy_weighted": { + "1e-08": 0.009619187731842664, + "1e-07": 0.009619187731842664, + "1e-06": 0.009619187731842664, + "1e-05": 0.009619187731842664, + "0.0001": 0.009619187731842664 + } + }, + { + "layer": 6, + "mean_norm": 0.001281624659895897, + "median_norm": 0.0013932749861851335, + "max_norm": 0.001866743667051196, + "min_norm": 1.5759113458635454e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.418386936187744, + "5": -4.381261825561523, + "10": -3.1807243824005127, + "25": -2.932360887527466, + "50": -2.8559346199035645, + "75": -2.802792549133301, + "90": -2.773686408996582, + "95": -2.753939151763916, + "99": -2.731646776199341 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 3, + 4, + 2, + 0, + 2, + 4, + 2, + 2, + 7, + 9, + 166, + 285 + ], + "log_norms_bin_edges": [ + -9.802469253540039, + -9.660998344421387, + -9.519527435302734, + -9.378055572509766, + -9.236584663391113, + -9.095113754272461, + -8.953642845153809, + -8.812171936035156, + -8.670700073242188, + -8.529229164123535, + -8.387758255004883, + -8.24628734588623, + -8.104816436767578, + -7.963345050811768, + -7.821874141693115, + -7.680402755737305, + -7.538931846618652, + -7.3974609375, + -7.2559895515441895, + -7.114518642425537, + -6.973047256469727, + -6.831576347351074, + -6.690105438232422, + -6.5486345291137695, + -6.407163143157959, + -6.265691757202148, + -6.124220848083496, + -5.982749938964844, + -5.841279029846191, + -5.699807643890381, + -5.5583367347717285, + -5.416865348815918, + -5.275394439697266, + -5.133923530578613, + -4.992452144622803, + -4.85098123550415, + -4.70950984954834, + -4.5680389404296875, + -4.426568031311035, + -4.285096645355225, + -4.143625736236572, + -4.00215482711792, + -3.8606834411621094, + -3.719212532043457, + -3.5777416229248047, + -3.436270236968994, + -3.294799327850342, + -3.1533279418945312, + -3.011857032775879, + -2.8703861236572266, + -2.7289154529571533 + ], + "r_inf_mean": 0.2483513355255127, + "r_inf_median": 0.24881994724273682, + "pr_mean": 0.3527182340621948, + "pr_median": 0.349700927734375, + "hoyer_mean": 0.6475012302398682, + "eff_dim_mean": 0.6475011706352234, + "topk_energy": { + "1": 0.0627896636724472, + "5": 0.25600194931030273, + "10": 0.4091187119483948, + "25": 0.7128869891166687 + }, + "gamma_raw": -0.07813989371061325, + "gamma_active": { + "1e-08": -0.07844863831996918, + "1e-07": -0.07817879319190979, + "1e-06": -0.0776403546333313, + "1e-05": -0.07756303995847702, + "0.0001": -0.07791436463594437 + }, + "gamma_energy_weighted": { + "1e-08": -0.08211656495424952, + "1e-07": -0.08211656495424952, + "1e-06": -0.08211656495424952, + "1e-05": -0.08211656495424952, + "0.0001": -0.08211656495424952 + } + }, + { + "layer": 7, + "mean_norm": 0.0012821749551221728, + "median_norm": 0.0013926809187978506, + "max_norm": 0.0018663875525817275, + "min_norm": 1.5793905072669645e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.958984375, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -7.4185380935668945, + "5": -4.37954568862915, + "10": -3.1819310188293457, + "25": -2.930227279663086, + "50": -2.8560996055603027, + "75": -2.8042948246002197, + "90": -2.774141550064087, + "95": -2.754619836807251, + "99": -2.7316224575042725 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 3, + 3, + 1, + 0, + 3, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 4, + 2, + 5, + 2, + 0, + 2, + 4, + 2, + 2, + 7, + 8, + 166, + 286 + ], + "log_norms_bin_edges": [ + -9.80151081085205, + -9.66006088256836, + -9.518610000610352, + -9.37716007232666, + -9.235710144042969, + -9.094259262084961, + -8.95280933380127, + -8.811359405517578, + -8.66990852355957, + -8.528458595275879, + -8.387008666992188, + -8.24555778503418, + -8.104107856750488, + -7.962657451629639, + -7.821207046508789, + -7.679757118225098, + -7.538306713104248, + -7.396856307983398, + -7.255406379699707, + -7.113955974578857, + -6.972505569458008, + -6.831055641174316, + -6.689605236053467, + -6.548154830932617, + -6.406704902648926, + -6.265254497528076, + -6.123804092407227, + -5.982354164123535, + -5.8409037590026855, + -5.699453353881836, + -5.558002948760986, + -5.416553020477295, + -5.275102615356445, + -5.133652210235596, + -4.992202281951904, + -4.850751876831055, + -4.709301471710205, + -4.567851543426514, + -4.426401138305664, + -4.2849507331848145, + -4.143500328063965, + -4.002050399780273, + -3.860599994659424, + -3.719149589538574, + -3.577699661254883, + -3.436249256134033, + -3.2947988510131836, + -3.153348922729492, + -3.0118985176086426, + -2.870448112487793, + -2.7289981842041016 + ], + "r_inf_mean": 0.24788662791252136, + "r_inf_median": 0.24655939638614655, + "pr_mean": 0.3515981435775757, + "pr_median": 0.34745076298713684, + "hoyer_mean": 0.6467078924179077, + "eff_dim_mean": 0.6467078924179077, + "topk_energy": { + "1": 0.06255589425563812, + "5": 0.25695163011550903, + "10": 0.4108829200267792, + "25": 0.7140439748764038 + }, + "gamma_raw": -0.04392065852880478, + "gamma_active": { + "1e-08": -0.044093094766139984, + "1e-07": -0.044254202395677567, + "1e-06": -0.04443703219294548, + "1e-05": -0.04445844888687134, + "0.0001": -0.04450588300824165 + }, + "gamma_energy_weighted": { + "1e-08": -0.039752510275097554, + "1e-07": -0.039752510275097554, + "1e-06": -0.039752510275097554, + "1e-05": -0.039752510275097554, + "0.0001": -0.039752510275097554 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L4.json new file mode 100644 index 0000000..47b3df4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 8.484396934509277, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.013227066956460476, + "median_norm": 0.01285691000521183, + "max_norm": 0.035512905567884445, + "min_norm": 1.534473085484933e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.782353162765503, + "5": -2.593064785003662, + "10": -2.155867338180542, + "25": -2.0071728229522705, + "50": -1.8906821012496948, + "75": -1.7822046279907227, + "90": -1.685990333557129, + "95": -1.6311557292938232, + "99": -1.5374714136123657 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 0, + 2, + 1, + 1, + 2, + 3, + 3, + 0, + 2, + 7, + 1, + 11, + 12, + 32, + 50, + 70, + 93, + 76, + 61, + 33, + 21, + 12, + 2 + ], + "log_norms_bin_edges": [ + -4.8140411376953125, + -4.746752738952637, + -4.679463863372803, + -4.612175464630127, + -4.544887065887451, + -4.477598190307617, + -4.410309791564941, + -4.343021392822266, + -4.27573299407959, + -4.208444118499756, + -4.14115571975708, + -4.073866844177246, + -4.00657844543457, + -3.9392900466918945, + -3.8720014095306396, + -3.8047127723693848, + -3.737424373626709, + -3.670135974884033, + -3.6028473377227783, + -3.5355587005615234, + -3.4682703018188477, + -3.4009816646575928, + -3.333693027496338, + -3.266404628753662, + -3.1991159915924072, + -3.1318273544311523, + -3.0645389556884766, + -2.9972503185272217, + -2.929961681365967, + -2.862673282623291, + -2.795384645462036, + -2.7280962467193604, + -2.6608076095581055, + -2.5935189723968506, + -2.526230573654175, + -2.45894193649292, + -2.391653537750244, + -2.3243649005889893, + -2.2570762634277344, + -2.1897878646850586, + -2.1224992275238037, + -2.055210590362549, + -1.987922191619873, + -1.9206335544586182, + -1.8533449172973633, + -1.7860565185546875, + -1.7187678813934326, + -1.6514794826507568, + -1.584190845489502, + -1.516902208328247, + -1.4496138095855713 + ], + "r_inf_mean": 0.3739686608314514, + "r_inf_median": 0.3677910268306732, + "pr_mean": 0.14554335176944733, + "pr_median": 0.14406618475914001, + "hoyer_mean": 0.3975238502025604, + "eff_dim_mean": 0.39752382040023804, + "topk_energy": { + "1": 0.14375914633274078, + "5": 0.4736287593841553, + "10": 0.6644612550735474, + "25": 0.9079775214195251 + }, + "gamma_raw": -0.010694974102079868, + "gamma_active": { + "1e-08": -0.010694974102079868, + "1e-07": -0.010694974102079868, + "1e-06": -0.010694974102079868, + "1e-05": -0.010694974102079868, + "0.0001": -0.010969223454594612 + }, + "gamma_energy_weighted": { + "1e-08": -0.005237916587731972, + "1e-07": -0.005237916587731972, + "1e-06": -0.005237916587731972, + "1e-05": -0.005237916587731972, + "0.0001": -0.005237916587731972 + } + }, + { + "layer": 1, + "mean_norm": 0.0018439758569002151, + "median_norm": 0.0018511313246563077, + "max_norm": 0.004505093675106764, + "min_norm": 1.8220196125184884e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.9921875, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -4.8514885902404785, + "5": -3.5522806644439697, + "10": -2.9988808631896973, + "25": -2.853316307067871, + "50": -2.731468915939331, + "75": -2.634552001953125, + "90": -2.5469961166381836, + "95": -2.5081748962402344, + "99": -2.448582887649536 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 2, + 5, + 2, + 2, + 2, + 3, + 3, + 3, + 7, + 12, + 31, + 73, + 76, + 72, + 85, + 59, + 43, + 9, + 2 + ], + "log_norms_bin_edges": [ + -5.739447116851807, + -5.671584129333496, + -5.6037211418151855, + -5.535858154296875, + -5.4679951667785645, + -5.400132179260254, + -5.332269191741943, + -5.264406204223633, + -5.196542739868164, + -5.128680229187012, + -5.060816764831543, + -4.992953777313232, + -4.925090789794922, + -4.857227802276611, + -4.789364814758301, + -4.72150182723999, + -4.65363883972168, + -4.585775852203369, + -4.517912864685059, + -4.450049877166748, + -4.3821868896484375, + -4.314323902130127, + -4.246460914611816, + -4.178597450256348, + -4.110734939575195, + -4.042871475219727, + -3.975008726119995, + -3.9071455001831055, + -3.839282512664795, + -3.7714195251464844, + -3.703556537628174, + -3.6356935501098633, + -3.5678305625915527, + -3.499967575073242, + -3.4321045875549316, + -3.364241600036621, + -3.2963786125183105, + -3.228515386581421, + -3.1606523990631104, + -3.0927894115448, + -3.0249264240264893, + -2.9570634365081787, + -2.889200448989868, + -2.8213374614715576, + -2.753474235534668, + -2.6856112480163574, + -2.617748260498047, + -2.5498852729797363, + -2.482022285461426, + -2.4141592979431152, + -2.3462960720062256 + ], + "r_inf_mean": 0.3172425627708435, + "r_inf_median": 0.31150826811790466, + "pr_mean": 0.23556840419769287, + "pr_median": 0.23512546718120575, + "hoyer_mean": 0.5661541223526001, + "eff_dim_mean": 0.5661541223526001, + "topk_energy": { + "1": 0.10348920524120331, + "5": 0.36212679743766785, + "10": 0.522803544998169, + "25": 0.7831215858459473 + }, + "gamma_raw": -0.04983892664313316, + "gamma_active": { + "1e-08": -0.04983892664313316, + "1e-07": -0.04983892664313316, + "1e-06": -0.04983892664313316, + "1e-05": -0.04949291795492172, + "0.0001": -0.04970354586839676 + }, + "gamma_energy_weighted": { + "1e-08": -0.07396105460942348, + "1e-07": -0.07396105460942348, + "1e-06": -0.07396105460942348, + "1e-05": -0.07396105460942348, + "0.0001": -0.07396105460942348 + } + }, + { + "layer": 2, + "mean_norm": 0.001271996647119522, + "median_norm": 0.0012449219357222319, + "max_norm": 0.0024705897085368633, + "min_norm": 9.45569581745076e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.032458782196045, + "5": -3.735490083694458, + "10": -3.1910552978515625, + "25": -2.998556613922119, + "50": -2.9046735763549805, + "75": -2.7903847694396973, + "90": -2.7024734020233154, + "95": -2.685523509979248, + "99": -2.610726833343506 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 4, + 3, + 3, + 3, + 3, + 2, + 1, + 4, + 5, + 6, + 21, + 33, + 79, + 103, + 73, + 54, + 72, + 22 + ], + "log_norms_bin_edges": [ + -6.024306297302246, + -5.955964088439941, + -5.887621879577637, + -5.819279670715332, + -5.7509379386901855, + -5.682595729827881, + -5.614253520965576, + -5.5459113121032715, + -5.477569103240967, + -5.409226894378662, + -5.340885162353516, + -5.272542953491211, + -5.204200744628906, + -5.135858535766602, + -5.067516326904297, + -4.999174118041992, + -4.9308319091796875, + -4.862490177154541, + -4.794147968292236, + -4.725805759429932, + -4.657463550567627, + -4.589121341705322, + -4.520779609680176, + -4.452437400817871, + -4.384095191955566, + -4.315752983093262, + -4.247410774230957, + -4.179068565368652, + -4.110726356506348, + -4.042384147644043, + -3.9740421772003174, + -3.905700206756592, + -3.837357997894287, + -3.7690157890319824, + -3.700673818588257, + -3.632331609725952, + -3.5639894008636475, + -3.495647430419922, + -3.427305221557617, + -3.3589630126953125, + -3.290620803833008, + -3.2222788333892822, + -3.1539366245269775, + -3.085594415664673, + -3.0172524452209473, + -2.9489102363586426, + -2.880568027496338, + -2.8122260570526123, + -2.7438838481903076, + -2.675541639328003, + -2.6071994304656982 + ], + "r_inf_mean": 0.26828643679618835, + "r_inf_median": 0.25555071234703064, + "pr_mean": 0.3300328552722931, + "pr_median": 0.3490099310874939, + "hoyer_mean": 0.6384766101837158, + "eff_dim_mean": 0.6384766101837158, + "topk_energy": { + "1": 0.07458849251270294, + "5": 0.2740910053253174, + "10": 0.4234541654586792, + "25": 0.7175884246826172 + }, + "gamma_raw": 0.015898434445261955, + "gamma_active": { + "1e-08": 0.015898434445261955, + "1e-07": 0.015898434445261955, + "1e-06": 0.015961458906531334, + "1e-05": 0.01630888134241104, + "0.0001": 0.01762576587498188 + }, + "gamma_energy_weighted": { + "1e-08": -0.0012432790507111852, + "1e-07": -0.0012432790507111852, + "1e-06": -0.0012432790507111852, + "1e-05": -0.0012432790507111852, + "0.0001": -0.0012432790507111852 + } + }, + { + "layer": 3, + "mean_norm": 0.0012687385315075517, + "median_norm": 0.0012389071052893996, + "max_norm": 0.002474366221576929, + "min_norm": 9.408149708178826e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.03131628036499, + "5": -3.736542224884033, + "10": -3.1927573680877686, + "25": -3.0028133392333984, + "50": -2.9068963527679443, + "75": -2.7902605533599854, + "90": -2.702256917953491, + "95": -2.6854822635650635, + "99": -2.610306739807129 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 3, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 4, + 4, + 2, + 3, + 3, + 3, + 0, + 4, + 6, + 5, + 21, + 36, + 82, + 103, + 69, + 52, + 73, + 21 + ], + "log_norms_bin_edges": [ + -6.026495933532715, + -5.958096504211426, + -5.889697551727295, + -5.821298122406006, + -5.752899169921875, + -5.684499740600586, + -5.616100788116455, + -5.547701358795166, + -5.479302406311035, + -5.410902976989746, + -5.342504024505615, + -5.274104595184326, + -5.205705642700195, + -5.137306213378906, + -5.068907260894775, + -5.000507831573486, + -4.9321088790893555, + -4.863709449768066, + -4.7953104972839355, + -4.7269110679626465, + -4.658512115478516, + -4.590112686157227, + -4.521713733673096, + -4.453314304351807, + -4.384915351867676, + -4.316515922546387, + -4.248116493225098, + -4.179717540740967, + -4.111318588256836, + -4.042919158935547, + -3.974519968032837, + -3.906120777130127, + -3.837721586227417, + -3.769322395324707, + -3.700923204421997, + -3.632524013519287, + -3.564124822616577, + -3.495725631713867, + -3.4273264408111572, + -3.3589272499084473, + -3.2905280590057373, + -3.2221288681030273, + -3.1537296772003174, + -3.0853304862976074, + -3.0169312953948975, + -2.9485321044921875, + -2.8801329135894775, + -2.8117337226867676, + -2.7433342933654785, + -2.6749351024627686, + -2.6065361499786377 + ], + "r_inf_mean": 0.2687556743621826, + "r_inf_median": 0.25463277101516724, + "pr_mean": 0.3296447694301605, + "pr_median": 0.3475548326969147, + "hoyer_mean": 0.6383079290390015, + "eff_dim_mean": 0.6383079290390015, + "topk_energy": { + "1": 0.0748928040266037, + "5": 0.2743775546550751, + "10": 0.42341676354408264, + "25": 0.7178554534912109 + }, + "gamma_raw": -0.03571420907974243, + "gamma_active": { + "1e-08": -0.03571420907974243, + "1e-07": -0.03571420907974243, + "1e-06": -0.035955045372247696, + "1e-05": -0.03674134612083435, + "0.0001": -0.035588815808296204 + }, + "gamma_energy_weighted": { + "1e-08": -0.06266217989775613, + "1e-07": -0.06266217989775613, + "1e-06": -0.06266217989775613, + "1e-05": -0.06266217989775613, + "0.0001": -0.06266217989775613 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L8.json new file mode 100644 index 0000000..2dd289f --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s42_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 42, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 7.781154632568359, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01286231353878975, + "median_norm": 0.01195349171757698, + "max_norm": 0.050780415534973145, + "min_norm": 7.613612524437485e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.978515625 + }, + "log_norms_percentiles": { + "1": -4.602651596069336, + "5": -3.0937256813049316, + "10": -2.241680860519409, + "25": -2.0493016242980957, + "50": -1.9222872257232666, + "75": -1.787060022354126, + "90": -1.6813355684280396, + "95": -1.615162968635559, + "99": -1.4570683240890503 + }, + "log_norms_histogram": [ + 1, + 2, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 0, + 3, + 2, + 1, + 0, + 0, + 2, + 4, + 0, + 5, + 2, + 5, + 10, + 23, + 43, + 67, + 89, + 71, + 60, + 51, + 29, + 7, + 9, + 3, + 2 + ], + "log_norms_bin_edges": [ + -5.118409633636475, + -5.041927337646484, + -4.965445518493652, + -4.888963222503662, + -4.812480926513672, + -4.73599910736084, + -4.65951681137085, + -4.583034992218018, + -4.506552696228027, + -4.430070400238037, + -4.353588581085205, + -4.277106285095215, + -4.200624465942383, + -4.124142169952393, + -4.047659873962402, + -3.971177816390991, + -3.89469575881958, + -3.818213701248169, + -3.741731643676758, + -3.6652493476867676, + -3.5887672901153564, + -3.5122852325439453, + -3.435802936553955, + -3.359320878982544, + -3.282838821411133, + -3.2063567638397217, + -3.1298747062683105, + -3.0533924102783203, + -2.976910352706909, + -2.900428295135498, + -2.823945999145508, + -2.7474639415740967, + -2.6709818840026855, + -2.5944998264312744, + -2.5180177688598633, + -2.441535472869873, + -2.365053415298462, + -2.288571357727051, + -2.2120890617370605, + -2.1356070041656494, + -2.0591249465942383, + -1.9826428890228271, + -1.906160831451416, + -1.8296785354614258, + -1.7531964778900146, + -1.6767144203186035, + -1.6002321243286133, + -1.5237500667572021, + -1.447268009185791, + -1.3707859516143799, + -1.2943037748336792 + ], + "r_inf_mean": 0.37121421098709106, + "r_inf_median": 0.36293503642082214, + "pr_mean": 0.14411380887031555, + "pr_median": 0.14443497359752655, + "hoyer_mean": 0.3860543370246887, + "eff_dim_mean": 0.3860543370246887, + "topk_energy": { + "1": 0.1413480043411255, + "5": 0.47868067026138306, + "10": 0.6723096370697021, + "25": 0.9155466556549072 + }, + "gamma_raw": 0.007401632610708475, + "gamma_active": { + "1e-08": 0.007401632610708475, + "1e-07": 0.007401632610708475, + "1e-06": 0.007401632610708475, + "1e-05": 0.00768272764980793, + "0.0001": 0.007798332720994949 + }, + "gamma_energy_weighted": { + "1e-08": 0.009784504052516197, + "1e-07": 0.009784504052516197, + "1e-06": 0.009784504052516197, + "1e-05": 0.009784504052516197, + "0.0001": 0.009784504052516197 + } + }, + { + "layer": 1, + "mean_norm": 0.0014271321706473827, + "median_norm": 0.0014504410792142153, + "max_norm": 0.0038327891379594803, + "min_norm": 6.811967523390194e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.994140625, + "1e-05": 0.98046875, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -5.565791606903076, + "5": -4.054736614227295, + "10": -3.1690258979797363, + "25": -2.907688617706299, + "50": -2.838329792022705, + "75": -2.7691969871520996, + "90": -2.6859943866729736, + "95": -2.6421475410461426, + "99": -2.5545191764831543 + }, + "log_norms_histogram": [ + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 3, + 2, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 3, + 2, + 0, + 1, + 0, + 1, + 2, + 2, + 3, + 2, + 4, + 6, + 4, + 5, + 35, + 109, + 146, + 95, + 41, + 15, + 8, + 2 + ], + "log_norms_bin_edges": [ + -6.166727542877197, + -6.09172248840332, + -6.016717910766602, + -5.941712856292725, + -5.866708278656006, + -5.791703224182129, + -5.71669864654541, + -5.641693592071533, + -5.566688537597656, + -5.4916839599609375, + -5.4166789054870605, + -5.341674327850342, + -5.266669273376465, + -5.191664695739746, + -5.116659641265869, + -5.041654586791992, + -4.966650009155273, + -4.891645431518555, + -4.816640377044678, + -4.741635322570801, + -4.666630744934082, + -4.591625690460205, + -4.516620635986328, + -4.441616058349609, + -4.366611480712891, + -4.291606426239014, + -4.216601371765137, + -4.141596794128418, + -4.066591739654541, + -3.991586923599243, + -3.9165821075439453, + -3.8415772914886475, + -3.7665724754333496, + -3.6915676593780518, + -3.616562843322754, + -3.541558027267456, + -3.466553211212158, + -3.3915481567382812, + -3.3165433406829834, + -3.2415385246276855, + -3.1665337085723877, + -3.09152889251709, + -3.016524076461792, + -2.941519260406494, + -2.866514205932617, + -2.7915093898773193, + -2.7165045738220215, + -2.6414997577667236, + -2.566494941711426, + -2.491490125656128, + -2.41648530960083 + ], + "r_inf_mean": 0.31664636731147766, + "r_inf_median": 0.30603617429733276, + "pr_mean": 0.24889032542705536, + "pr_median": 0.24732182919979095, + "hoyer_mean": 0.5823439359664917, + "eff_dim_mean": 0.5823438167572021, + "topk_energy": { + "1": 0.10448867082595825, + "5": 0.3472466468811035, + "10": 0.5028553009033203, + "25": 0.7676663994789124 + }, + "gamma_raw": 0.0018146922811865807, + "gamma_active": { + "1e-08": 0.0018146922811865807, + "1e-07": 0.0018146922811865807, + "1e-06": 0.001866728300228715, + "1e-05": 0.001888234168291092, + "0.0001": 0.0019276096718385816 + }, + "gamma_energy_weighted": { + "1e-08": 0.00463699714681359, + "1e-07": 0.00463699714681359, + "1e-06": 0.00463699714681359, + "1e-05": 0.00463699714681359, + "0.0001": 0.00463699714681359 + } + }, + { + "layer": 2, + "mean_norm": 0.0010199305834248662, + "median_norm": 0.001075074658729136, + "max_norm": 0.0017623604508116841, + "min_norm": 4.847505010729947e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.789597988128662, + "5": -4.199112892150879, + "10": -3.275707483291626, + "25": -3.031933307647705, + "50": -2.967818260192871, + "75": -2.907207489013672, + "90": -2.8622448444366455, + "95": -2.8230228424072266, + "99": -2.7957513332366943 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 3, + 2, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 0, + 1, + 0, + 2, + 3, + 1, + 3, + 1, + 2, + 3, + 3, + 4, + 6, + 13, + 42, + 141, + 148, + 82, + 26 + ], + "log_norms_bin_edges": [ + -6.31448221206665, + -6.2432708740234375, + -6.172059059143066, + -6.1008477210998535, + -6.029635906219482, + -5.9584245681762695, + -5.887212753295898, + -5.8160014152526855, + -5.744790077209473, + -5.673578262329102, + -5.602366924285889, + -5.531155109405518, + -5.459943771362305, + -5.388731956481934, + -5.317520618438721, + -5.246309280395508, + -5.175097465515137, + -5.103886127471924, + -5.032674789428711, + -4.96146297454834, + -4.890251159667969, + -4.819039821624756, + -4.747828483581543, + -4.676616668701172, + -4.605405330657959, + -4.534193992614746, + -4.462982177734375, + -4.391770362854004, + -4.320559024810791, + -4.249347686767578, + -4.178135871887207, + -4.106924533843994, + -4.035713195800781, + -3.96450138092041, + -3.893289804458618, + -3.822078227996826, + -3.7508668899536133, + -3.6796553134918213, + -3.6084437370300293, + -3.5372321605682373, + -3.4660205841064453, + -3.3948090076446533, + -3.3235976696014404, + -3.2523860931396484, + -3.1811745166778564, + -3.1099629402160645, + -3.0387513637542725, + -2.9675397872924805, + -2.8963284492492676, + -2.8251168727874756, + -2.7539052963256836 + ], + "r_inf_mean": 0.24080076813697815, + "r_inf_median": 0.23783424496650696, + "pr_mean": 0.373628705739975, + "pr_median": 0.3709043860435486, + "hoyer_mean": 0.6610640287399292, + "eff_dim_mean": 0.6610640287399292, + "topk_energy": { + "1": 0.05894393473863602, + "5": 0.24375107884407043, + "10": 0.39339426159858704, + "25": 0.6950531005859375 + }, + "gamma_raw": -0.002775260480120778, + "gamma_active": { + "1e-08": -0.002775260480120778, + "1e-07": -0.002775260480120778, + "1e-06": -0.002848135307431221, + "1e-05": -0.003444799454882741, + "0.0001": -0.004705239553004503 + }, + "gamma_energy_weighted": { + "1e-08": -0.008616490665962703, + "1e-07": -0.008616490665962703, + "1e-06": -0.008616490665962703, + "1e-05": -0.008616490665962703, + "0.0001": -0.008616490665962703 + } + }, + { + "layer": 3, + "mean_norm": 0.0010102423839271069, + "median_norm": 0.0010636451188474894, + "max_norm": 0.0017480704700574279, + "min_norm": 4.895056235909578e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.810618877410889, + "5": -4.198212146759033, + "10": -3.278477430343628, + "25": -3.03857421875, + "50": -2.9731688499450684, + "75": -2.908008098602295, + "90": -2.8680007457733154, + "95": -2.829181671142578, + "99": -2.8024284839630127 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 3, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 5, + 2, + 0, + 1, + 0, + 2, + 3, + 1, + 3, + 1, + 2, + 2, + 4, + 4, + 6, + 12, + 50, + 138, + 141, + 85, + 26 + ], + "log_norms_bin_edges": [ + -6.310242652893066, + -6.239186763763428, + -6.168130397796631, + -6.097074508666992, + -6.0260186195373535, + -5.954962730407715, + -5.883906364440918, + -5.812850475311279, + -5.741794586181641, + -5.670738220214844, + -5.599682331085205, + -5.528626441955566, + -5.4575700759887695, + -5.386514186859131, + -5.315458297729492, + -5.244401931762695, + -5.173346042633057, + -5.102290153503418, + -5.031234264373779, + -4.960177898406982, + -4.889122009277344, + -4.818066120147705, + -4.747010231018066, + -4.6759538650512695, + -4.604897975921631, + -4.533842086791992, + -4.462785720825195, + -4.391729831695557, + -4.320673942565918, + -4.249617576599121, + -4.178561687469482, + -4.107505798339844, + -4.036449432373047, + -3.965393543243408, + -3.8943376541137695, + -3.8232815265655518, + -3.752225637435913, + -3.6811695098876953, + -3.6101133823394775, + -3.539057493209839, + -3.468001365661621, + -3.3969454765319824, + -3.3258893489837646, + -3.254833221435547, + -3.183777332305908, + -3.1127212047576904, + -3.0416653156280518, + -2.970609188079834, + -2.8995532989501953, + -2.8284971714019775, + -2.7574410438537598 + ], + "r_inf_mean": 0.23753070831298828, + "r_inf_median": 0.23545344173908234, + "pr_mean": 0.3760996460914612, + "pr_median": 0.37117892503738403, + "hoyer_mean": 0.6625681519508362, + "eff_dim_mean": 0.6625680923461914, + "topk_energy": { + "1": 0.05718056485056877, + "5": 0.24300792813301086, + "10": 0.3930453360080719, + "25": 0.6945672035217285 + }, + "gamma_raw": 0.03851917386054993, + "gamma_active": { + "1e-08": 0.03851917386054993, + "1e-07": 0.03851917386054993, + "1e-06": 0.039485882967710495, + "1e-05": 0.040888357907533646, + "0.0001": 0.04250543564558029 + }, + "gamma_energy_weighted": { + "1e-08": 0.051589180795250274, + "1e-07": 0.051589180795250274, + "1e-06": 0.051589180795250274, + "1e-05": 0.051589180795250274, + "0.0001": 0.051589180795250274 + } + }, + { + "layer": 4, + "mean_norm": 0.0010054702870547771, + "median_norm": 0.0010593226179480553, + "max_norm": 0.001750186551362276, + "min_norm": 4.848747039432055e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.819084167480469, + "5": -4.198667049407959, + "10": -3.277979850769043, + "25": -3.0432963371276855, + "50": -2.974740505218506, + "75": -2.9086203575134277, + "90": -2.868661642074585, + "95": -2.8295676708221436, + "99": -2.802034378051758 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 1, + 0, + 0, + 2, + 4, + 0, + 3, + 1, + 2, + 3, + 3, + 4, + 6, + 13, + 57, + 132, + 144, + 81, + 25 + ], + "log_norms_bin_edges": [ + -6.314370632171631, + -6.243221759796143, + -6.172072410583496, + -6.100923538208008, + -6.029774188995361, + -5.958625316619873, + -5.887475967407227, + -5.816327095031738, + -5.745177745819092, + -5.6740288734436035, + -5.602879524230957, + -5.531730651855469, + -5.460581302642822, + -5.389432430267334, + -5.3182830810546875, + -5.247134208679199, + -5.175985336303711, + -5.1048359870910645, + -5.033686637878418, + -4.96253776550293, + -4.891388893127441, + -4.820239543914795, + -4.749090671539307, + -4.67794132232666, + -4.606792449951172, + -4.535643100738525, + -4.464494228363037, + -4.393344879150391, + -4.322196006774902, + -4.251047134399414, + -4.179897785186768, + -4.108748435974121, + -4.037599563598633, + -3.9664504528045654, + -3.895301342010498, + -3.8241522312164307, + -3.7530031204223633, + -3.681854009628296, + -3.6107048988342285, + -3.539555788040161, + -3.4684066772460938, + -3.3972578048706055, + -3.326108694076538, + -3.2549595832824707, + -3.1838104724884033, + -3.112661361694336, + -3.0415122509002686, + -2.970363140106201, + -2.899214029312134, + -2.8280649185180664, + -2.756915807723999 + ], + "r_inf_mean": 0.23701241612434387, + "r_inf_median": 0.23493662476539612, + "pr_mean": 0.3771247863769531, + "pr_median": 0.37106767296791077, + "hoyer_mean": 0.6622395515441895, + "eff_dim_mean": 0.6622395515441895, + "topk_energy": { + "1": 0.05694884806871414, + "5": 0.24219012260437012, + "10": 0.39263999462127686, + "25": 0.6945415139198303 + }, + "gamma_raw": -0.04086533188819885, + "gamma_active": { + "1e-08": -0.04086533188819885, + "1e-07": -0.04086533188819885, + "1e-06": -0.04068072885274887, + "1e-05": -0.04057219624519348, + "0.0001": -0.04019487649202347 + }, + "gamma_energy_weighted": { + "1e-08": -0.0370130904818213, + "1e-07": -0.0370130904818213, + "1e-06": -0.0370130904818213, + "1e-05": -0.0370130904818213, + "0.0001": -0.0370130904818213 + } + }, + { + "layer": 5, + "mean_norm": 0.0010017863241955638, + "median_norm": 0.0010598924709483981, + "max_norm": 0.0017434145556762815, + "min_norm": 4.844531531489338e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.820981979370117, + "5": -4.201838493347168, + "10": -3.2794029712677, + "25": -3.0442395210266113, + "50": -2.974562168121338, + "75": -2.9115285873413086, + "90": -2.8698923587799072, + "95": -2.8324062824249268, + "99": -2.8042051792144775 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 0, + 1, + 0, + 2, + 4, + 0, + 3, + 1, + 2, + 3, + 3, + 4, + 6, + 14, + 56, + 130, + 146, + 82, + 24 + ], + "log_norms_bin_edges": [ + -6.314748287200928, + -6.243625164031982, + -6.172502517700195, + -6.10137939453125, + -6.030256271362305, + -5.959133148193359, + -5.888010501861572, + -5.816887378692627, + -5.745764255523682, + -5.6746416091918945, + -5.603518486022949, + -5.532395362854004, + -5.461272239685059, + -5.3901495933532715, + -5.319026470184326, + -5.247903823852539, + -5.176780700683594, + -5.105657577514648, + -5.034534454345703, + -4.963411808013916, + -4.892288684844971, + -4.821165561676025, + -4.750042915344238, + -4.678919792175293, + -4.607796669006348, + -4.536673545837402, + -4.465550899505615, + -4.39442777633667, + -4.323304653167725, + -4.2521820068359375, + -4.181058883666992, + -4.109935760498047, + -4.038812637329102, + -3.9676899909973145, + -3.896566867828369, + -3.825443983078003, + -3.7543208599090576, + -3.6831979751586914, + -3.612075090408325, + -3.54095196723938, + -3.4698290824890137, + -3.3987059593200684, + -3.327583074569702, + -3.256460189819336, + -3.1853370666503906, + -3.1142141819000244, + -3.043091058731079, + -2.971968173980713, + -2.9008450508117676, + -2.8297221660614014, + -2.758599281311035 + ], + "r_inf_mean": 0.234817236661911, + "r_inf_median": 0.23184004426002502, + "pr_mean": 0.37989574670791626, + "pr_median": 0.3748825788497925, + "hoyer_mean": 0.6629448533058167, + "eff_dim_mean": 0.6629448533058167, + "topk_energy": { + "1": 0.05592668801546097, + "5": 0.24007785320281982, + "10": 0.39059507846832275, + "25": 0.6937785148620605 + }, + "gamma_raw": 0.027907181531190872, + "gamma_active": { + "1e-08": 0.027907181531190872, + "1e-07": 0.027907181531190872, + "1e-06": 0.027771664783358574, + "1e-05": 0.02738814242184162, + "0.0001": 0.027428561821579933 + }, + "gamma_energy_weighted": { + "1e-08": 0.02866876407724153, + "1e-07": 0.02866876407724153, + "1e-06": 0.02866876407724153, + "1e-05": 0.02866876407724153, + "0.0001": 0.02866876407724153 + } + }, + { + "layer": 6, + "mean_norm": 0.0010023338254541159, + "median_norm": 0.0010577141074463725, + "max_norm": 0.0017442177049815655, + "min_norm": 4.830631041841116e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.827386856079102, + "5": -4.200286388397217, + "10": -3.279144287109375, + "25": -3.0435712337493896, + "50": -2.97525691986084, + "75": -2.9092631340026855, + "90": -2.869455099105835, + "95": -2.832335948944092, + "99": -2.8011252880096436 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 0, + 1, + 0, + 3, + 3, + 0, + 3, + 1, + 2, + 3, + 3, + 4, + 6, + 14, + 55, + 131, + 149, + 78, + 25 + ], + "log_norms_bin_edges": [ + -6.315996170043945, + -6.244844436645508, + -6.173692226409912, + -6.102540493011475, + -6.031388282775879, + -5.960236549377441, + -5.889084339141846, + -5.817932605743408, + -5.7467803955078125, + -5.675628662109375, + -5.6044769287109375, + -5.533324718475342, + -5.462172985076904, + -5.391020774841309, + -5.319869041442871, + -5.248717308044434, + -5.177565097808838, + -5.106412887573242, + -5.035261154174805, + -4.964109420776367, + -4.8929572105407715, + -4.821805477142334, + -4.750653266906738, + -4.679501533508301, + -4.608349800109863, + -4.537197589874268, + -4.466045379638672, + -4.394893646240234, + -4.323741912841797, + -4.252590179443359, + -4.181437969207764, + -4.110285758972168, + -4.0391340255737305, + -3.967982053756714, + -3.8968300819396973, + -3.8256781101226807, + -3.754526138305664, + -3.6833744049072266, + -3.61222243309021, + -3.5410704612731934, + -3.4699184894561768, + -3.39876651763916, + -3.3276145458221436, + -3.256462574005127, + -3.1853108406066895, + -3.114158868789673, + -3.0430068969726562, + -2.9718549251556396, + -2.900702953338623, + -2.8295509815216064, + -2.758399248123169 + ], + "r_inf_mean": 0.23513182997703552, + "r_inf_median": 0.23253494501113892, + "pr_mean": 0.37885698676109314, + "pr_median": 0.37466850876808167, + "hoyer_mean": 0.6628159880638123, + "eff_dim_mean": 0.6628159880638123, + "topk_energy": { + "1": 0.05613541603088379, + "5": 0.2410745918750763, + "10": 0.3916338086128235, + "25": 0.6936615705490112 + }, + "gamma_raw": -0.05199655145406723, + "gamma_active": { + "1e-08": -0.05199655145406723, + "1e-07": -0.05199655145406723, + "1e-06": -0.05239909887313843, + "1e-05": -0.05284196883440018, + "0.0001": -0.05366876721382141 + }, + "gamma_energy_weighted": { + "1e-08": -0.06173613691108078, + "1e-07": -0.06173613691108078, + "1e-06": -0.06173613691108078, + "1e-05": -0.06173613691108078, + "0.0001": -0.06173613691108078 + } + }, + { + "layer": 7, + "mean_norm": 0.0010024142684414983, + "median_norm": 0.0010582298273220658, + "max_norm": 0.0017439997754991055, + "min_norm": 4.831129558624525e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.9921875, + "1e-05": 0.97265625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -5.825837135314941, + "5": -4.200164318084717, + "10": -3.2792534828186035, + "25": -3.0439741611480713, + "50": -2.9751505851745605, + "75": -2.9097793102264404, + "90": -2.8693408966064453, + "95": -2.832317590713501, + "99": -2.8009679317474365 + }, + "log_norms_histogram": [ + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 0, + 1, + 2, + 0, + 1, + 1, + 4, + 2, + 0, + 1, + 0, + 2, + 4, + 0, + 3, + 1, + 2, + 3, + 3, + 4, + 6, + 14, + 55, + 132, + 148, + 78, + 25 + ], + "log_norms_bin_edges": [ + -6.315951347351074, + -6.2448015213012695, + -6.173651218414307, + -6.102501392364502, + -6.031351566314697, + -5.960201740264893, + -5.88905143737793, + -5.817901611328125, + -5.74675178527832, + -5.675601959228516, + -5.604451656341553, + -5.533301830291748, + -5.462152004241943, + -5.3910017013549805, + -5.319851875305176, + -5.248702049255371, + -5.177552223205566, + -5.106402397155762, + -5.035252094268799, + -4.964102268218994, + -4.8929524421691895, + -4.821802139282227, + -4.750652313232422, + -4.679502487182617, + -4.6083526611328125, + -4.53720235824585, + -4.466052532196045, + -4.39490270614624, + -4.323752403259277, + -4.252602577209473, + -4.181452751159668, + -4.110302925109863, + -4.039153099060059, + -3.9680027961730957, + -3.896852970123291, + -3.8257029056549072, + -3.7545530796051025, + -3.6834030151367188, + -3.612253189086914, + -3.5411031246185303, + -3.4699532985687256, + -3.398803234100342, + -3.327653408050537, + -3.2565033435821533, + -3.1853535175323486, + -3.114203453063965, + -3.04305362701416, + -2.9719035625457764, + -2.9007534980773926, + -2.829603672027588, + -2.758453607559204 + ], + "r_inf_mean": 0.23525235056877136, + "r_inf_median": 0.23271571099758148, + "pr_mean": 0.37854427099227905, + "pr_median": 0.37377074360847473, + "hoyer_mean": 0.6626086235046387, + "eff_dim_mean": 0.6626086235046387, + "topk_energy": { + "1": 0.05619747191667557, + "5": 0.2412632405757904, + "10": 0.3918151557445526, + "25": 0.6938886046409607 + }, + "gamma_raw": 0.005660839378833771, + "gamma_active": { + "1e-08": 0.005660839378833771, + "1e-07": 0.005660839378833771, + "1e-06": 0.005978308152407408, + "1e-05": 0.006593936588615179, + "0.0001": 0.0064838421531021595 + }, + "gamma_energy_weighted": { + "1e-08": 0.004004511124247209, + "1e-07": 0.004004511124247209, + "1e-06": 0.004004511124247209, + "1e-05": 0.004004511124247209, + "0.0001": 0.004004511124247209 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L4.json new file mode 100644 index 0000000..29aafca --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 22.172178268432617, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.03725253790616989, + "median_norm": 0.037588443607091904, + "max_norm": 0.12866659462451935, + "min_norm": 1.2283806838316863e-18, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.984375, + "1e-06": 0.970703125, + "1e-05": 0.958984375, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -9.62260913848877, + "5": -3.765256881713867, + "10": -1.894038200378418, + "25": -1.5356247425079346, + "50": -1.4233769178390503, + "75": -1.3191540241241455, + "90": -1.2274500131607056, + "95": -1.2050291299819946, + "99": -1.1056329011917114 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 2, + 3, + 2, + 1, + 1, + 1, + 1, + 3, + 6, + 7, + 2, + 4, + 5, + 56, + 353, + 52 + ], + "log_norms_bin_edges": [ + -17.910667419433594, + -17.57026481628418, + -17.229862213134766, + -16.88945960998535, + -16.549057006835938, + -16.208654403686523, + -15.86825180053711, + -15.527848243713379, + -15.187445640563965, + -14.84704303741455, + -14.506640434265137, + -14.166237831115723, + -13.825835227966309, + -13.485432624816895, + -13.145029067993164, + -12.80462646484375, + -12.464223861694336, + -12.123821258544922, + -11.783418655395508, + -11.443016052246094, + -11.10261344909668, + -10.762210845947266, + -10.421808242797852, + -10.081405639648438, + -9.741003036499023, + -9.40060043334961, + -9.060197830200195, + -8.719794273376465, + -8.37939167022705, + -8.038989067077637, + -7.698586463928223, + -7.358183860778809, + -7.0177812576293945, + -6.6773786544799805, + -6.336976051330566, + -5.996573448181152, + -5.656170845031738, + -5.315768241882324, + -4.975364685058594, + -4.63496208190918, + -4.294559478759766, + -3.9541568756103516, + -3.6137542724609375, + -3.2733516693115234, + -2.9329490661621094, + -2.5925464630126953, + -2.2521438598632812, + -1.9117412567138672, + -1.5713386535644531, + -1.230936050415039, + -0.8905341625213623 + ], + "r_inf_mean": 0.2533787488937378, + "r_inf_median": 0.2500825524330139, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6384384036064148, + "eff_dim_mean": 0.6384384036064148, + "topk_energy": { + "1": 0.06504026055335999, + "5": 0.2629285752773285, + "10": 0.4182041883468628, + "25": 0.7196274995803833 + }, + "gamma_raw": 0.02516043372452259, + "gamma_active": { + "1e-08": 0.025283945724368095, + "1e-07": 0.02483939565718174, + "1e-06": 0.02402329631149769, + "1e-05": 0.023817626759409904, + "0.0001": 0.02360391803085804 + }, + "gamma_energy_weighted": { + "1e-08": 0.019794181605345455, + "1e-07": 0.019794181605345455, + "1e-06": 0.019794181605345455, + "1e-05": 0.019794181605345455, + "0.0001": 0.019794181605345455 + } + }, + { + "layer": 1, + "mean_norm": 0.0041408902034163475, + "median_norm": 0.004031575750559568, + "max_norm": 0.012586475349962711, + "min_norm": 1.3047698828227693e-19, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.970703125, + "1e-06": 0.958984375, + "1e-05": 0.953125, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -10.587139129638672, + "5": -4.695291519165039, + "10": -2.8385796546936035, + "25": -2.4842426776885986, + "50": -2.393972396850586, + "75": -2.2789366245269775, + "90": -2.1885998249053955, + "95": -2.1301257610321045, + "99": -2.018717050552368 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 2, + 4, + 1, + 1, + 0, + 2, + 2, + 1, + 7, + 4, + 5, + 3, + 6, + 20, + 352, + 89 + ], + "log_norms_bin_edges": [ + -18.88446617126465, + -18.54477882385254, + -18.20509147644043, + -17.86540412902832, + -17.52571678161621, + -17.1860294342041, + -16.846342086791992, + -16.506654739379883, + -16.166967391967773, + -15.827279090881348, + -15.487591743469238, + -15.147904396057129, + -14.80821704864502, + -14.46852970123291, + -14.128841400146484, + -13.789154052734375, + -13.449466705322266, + -13.109779357910156, + -12.770092010498047, + -12.430404663085938, + -12.090717315673828, + -11.751029968261719, + -11.41134262084961, + -11.0716552734375, + -10.73196792602539, + -10.392280578613281, + -10.052593231201172, + -9.712904930114746, + -9.373217582702637, + -9.033530235290527, + -8.693842887878418, + -8.354155540466309, + -8.0144681930542, + -7.67478084564209, + -7.3350934982299805, + -6.995406150817871, + -6.655718803405762, + -6.316031455993652, + -5.976343154907227, + -5.636655807495117, + -5.296968460083008, + -4.957281112670898, + -4.617593765258789, + -4.27790641784668, + -3.9382190704345703, + -3.598531723022461, + -3.2588443756103516, + -2.919157028198242, + -2.579469680786133, + -2.2397823333740234, + -1.9000959396362305 + ], + "r_inf_mean": 0.2408469319343567, + "r_inf_median": 0.24092768132686615, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6491560935974121, + "eff_dim_mean": 0.6491560935974121, + "topk_energy": { + "1": 0.058579038828611374, + "5": 0.2517758309841156, + "10": 0.40644800662994385, + "25": 0.7100354433059692 + }, + "gamma_raw": 0.002593838144093752, + "gamma_active": { + "1e-08": 0.0026051122695207596, + "1e-07": 0.003531723516061902, + "1e-06": 0.0038400774355977774, + "1e-05": 0.0033960402943193913, + "0.0001": 0.002538160653784871 + }, + "gamma_energy_weighted": { + "1e-08": 0.00020813013715468073, + "1e-07": 0.00020813013715468073, + "1e-06": 0.00020813013715468073, + "1e-05": 0.00020813013715468073, + "0.0001": 0.00020813013715468073 + } + }, + { + "layer": 2, + "mean_norm": 0.001459586899727583, + "median_norm": 0.0015422410797327757, + "max_norm": 0.002302346983924508, + "min_norm": 3.1667239733703124e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.958984375, + "1e-05": 0.94921875, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -10.995779991149902, + "5": -5.105362415313721, + "10": -3.375619888305664, + "25": -2.865635871887207, + "50": -2.811744213104248, + "75": -2.7520670890808105, + "90": -2.7088544368743896, + "95": -2.6850907802581787, + "99": -2.6586923599243164 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 4, + 3, + 1, + 1, + 0, + 3, + 1, + 1, + 7, + 7, + 2, + 5, + 5, + 4, + 456 + ], + "log_norms_bin_edges": [ + -19.499391555786133, + -19.162160873413086, + -18.824928283691406, + -18.48769760131836, + -18.150466918945312, + -17.813236236572266, + -17.476003646850586, + -17.13877296447754, + -16.801542282104492, + -16.464309692382812, + -16.127079010009766, + -15.789848327636719, + -15.452616691589355, + -15.115385055541992, + -14.778154373168945, + -14.440922737121582, + -14.103691101074219, + -13.766460418701172, + -13.429229736328125, + -13.091997146606445, + -12.754766464233398, + -12.417535781860352, + -12.080304145812988, + -11.743072509765625, + -11.405841827392578, + -11.068610191345215, + -10.731379508972168, + -10.394147872924805, + -10.056916236877441, + -9.719685554504395, + -9.382453918457031, + -9.045223236083984, + -8.707991600036621, + -8.370759963989258, + -8.033529281616211, + -7.696297645568848, + -7.359066963195801, + -7.0218353271484375, + -6.684603691101074, + -6.347373008728027, + -6.010141372680664, + -5.672910690307617, + -5.335679054260254, + -4.998447418212891, + -4.661216735839844, + -4.3239850997924805, + -3.9867544174194336, + -3.6495227813720703, + -3.3122920989990234, + -2.9750595092773438, + -2.637829303741455 + ], + "r_inf_mean": 0.2391623556613922, + "r_inf_median": 0.23494118452072144, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6517868041992188, + "eff_dim_mean": 0.6517868041992188, + "topk_energy": { + "1": 0.05796551704406738, + "5": 0.2504582405090332, + "10": 0.40360450744628906, + "25": 0.7065750956535339 + }, + "gamma_raw": -0.01850498467683792, + "gamma_active": { + "1e-08": -0.018690338358283043, + "1e-07": -0.018486853688955307, + "1e-06": -0.01887262426316738, + "1e-05": -0.0188303142786026, + "0.0001": -0.019225243479013443 + }, + "gamma_energy_weighted": { + "1e-08": -0.019223101871399494, + "1e-07": -0.019223101871399494, + "1e-06": -0.019223101871399494, + "1e-05": -0.019223101871399494, + "0.0001": -0.019223101871399494 + } + }, + { + "layer": 3, + "mean_norm": 0.001427272567525506, + "median_norm": 0.0015150811523199081, + "max_norm": 0.0022739055566489697, + "min_norm": 3.04890049616523e-20, + "support": { + "1e-08": 0.978515625, + "1e-07": 0.962890625, + "1e-06": 0.958984375, + "1e-05": 0.94921875, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -10.998298645019531, + "5": -5.1080169677734375, + "10": -3.3998160362243652, + "25": -2.8786330223083496, + "50": -2.819505214691162, + "75": -2.760704517364502, + "90": -2.7133333683013916, + "95": -2.699831485748291, + "99": -2.6631436347961426 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 4, + 3, + 1, + 1, + 0, + 3, + 1, + 1, + 8, + 6, + 2, + 5, + 5, + 4, + 456 + ], + "log_norms_bin_edges": [ + -19.515857696533203, + -19.17840576171875, + -18.840951919555664, + -18.50349998474121, + -18.166048049926758, + -17.828594207763672, + -17.49114227294922, + -17.153690338134766, + -16.81623649597168, + -16.478784561157227, + -16.14133071899414, + -15.803878784179688, + -15.466426849365234, + -15.128973007202148, + -14.791521072387695, + -14.454068183898926, + -14.116615295410156, + -13.779163360595703, + -13.441710472106934, + -13.104257583618164, + -12.766805648803711, + -12.429352760314941, + -12.091899871826172, + -11.754447937011719, + -11.41699504852295, + -11.07954216003418, + -10.74208927154541, + -10.404637336730957, + -10.067184448242188, + -9.729731559753418, + -9.392278671264648, + -9.054826736450195, + -8.717373847961426, + -8.379920959472656, + -8.042469024658203, + -7.705016136169434, + -7.367563247680664, + -7.0301103591918945, + -6.692658424377441, + -6.355205535888672, + -6.017752647399902, + -5.680300712585449, + -5.34284782409668, + -5.00539493560791, + -4.667942047119141, + -4.3304901123046875, + -3.993037223815918, + -3.6555843353271484, + -3.3181324005126953, + -2.9806785583496094, + -2.6432275772094727 + ], + "r_inf_mean": 0.23948416113853455, + "r_inf_median": 0.23485633730888367, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6524999141693115, + "eff_dim_mean": 0.6524998545646667, + "topk_energy": { + "1": 0.05826391652226448, + "5": 0.2509077191352844, + "10": 0.4024454951286316, + "25": 0.7061197757720947 + }, + "gamma_raw": -0.024900440126657486, + "gamma_active": { + "1e-08": -0.02523966319859028, + "1e-07": -0.02555086649954319, + "1e-06": -0.02556646801531315, + "1e-05": -0.02571110427379608, + "0.0001": -0.027019230648875237 + }, + "gamma_energy_weighted": { + "1e-08": -0.030655376385570116, + "1e-07": -0.030655376385570116, + "1e-06": -0.030655376385570116, + "1e-05": -0.030655376385570116, + "0.0001": -0.030655376385570116 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L8.json new file mode 100644 index 0000000..8d746d1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 31.4844970703125, + "acc": 0.0546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.04923242703080177, + "median_norm": 0.04757430776953697, + "max_norm": 0.18457289040088654, + "min_norm": 4.942832388098737e-15, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.978515625, + "1e-05": 0.974609375, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -9.757349014282227, + "5": -1.8743090629577637, + "10": -1.6146966218948364, + "25": -1.4503926038742065, + "50": -1.3223223686218262, + "75": -1.2105989456176758, + "90": -1.1074024438858032, + "95": -1.0541170835494995, + "99": -0.9655455350875854 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 1, + 0, + 2, + 1, + 0, + 6, + 45, + 236, + 187, + 15 + ], + "log_norms_bin_edges": [ + -14.306024551391602, + -14.03458023071289, + -13.763136863708496, + -13.491693496704102, + -13.22024917602539, + -12.94880485534668, + -12.677361488342285, + -12.40591812133789, + -12.13447380065918, + -11.863029479980469, + -11.591586112976074, + -11.32014274597168, + -11.048698425292969, + -10.777254104614258, + -10.505810737609863, + -10.234367370605469, + -9.962923049926758, + -9.691478729248047, + -9.420035362243652, + -9.148591995239258, + -8.877147674560547, + -8.605703353881836, + -8.334259986877441, + -8.062816619873047, + -7.791372299194336, + -7.519928455352783, + -7.2484846115112305, + -6.977040767669678, + -6.705596923828125, + -6.434153079986572, + -6.1627092361450195, + -5.891265869140625, + -5.619821548461914, + -5.348377227783203, + -5.076933860778809, + -4.805490493774414, + -4.534046173095703, + -4.262601852416992, + -3.9911584854125977, + -3.719715118408203, + -3.448270797729492, + -3.1768264770507812, + -2.9053831100463867, + -2.633939743041992, + -2.3624954223632812, + -2.0910511016845703, + -1.8196077346801758, + -1.5481643676757812, + -1.2767200469970703, + -1.0052757263183594, + -0.7338321208953857 + ], + "r_inf_mean": 0.24834635853767395, + "r_inf_median": 0.2447950541973114, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6444216370582581, + "eff_dim_mean": 0.6444216370582581, + "topk_energy": { + "1": 0.06253550946712494, + "5": 0.25822699069976807, + "10": 0.41196030378341675, + "25": 0.7149516940116882 + }, + "gamma_raw": -0.026873232796788216, + "gamma_active": { + "1e-08": -0.02711648680269718, + "1e-07": -0.027034807950258255, + "1e-06": -0.027088012546300888, + "1e-05": -0.02696562558412552, + "0.0001": -0.026604579761624336 + }, + "gamma_energy_weighted": { + "1e-08": -0.029718272919388913, + "1e-07": -0.029718272919388913, + "1e-06": -0.029718272919388913, + "1e-05": -0.029718272919388913, + "0.0001": -0.029718272919388913 + } + }, + { + "layer": 1, + "mean_norm": 0.0026351262349635363, + "median_norm": 0.0025899268221110106, + "max_norm": 0.00848771259188652, + "min_norm": 2.7028686351008755e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.978515625, + "1e-06": 0.97265625, + "1e-05": 0.966796875, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -11.024232864379883, + "5": -3.06276798248291, + "10": -2.803884983062744, + "25": -2.6925806999206543, + "50": -2.5867059230804443, + "75": -2.498000144958496, + "90": -2.412726879119873, + "95": -2.3475518226623535, + "99": -2.2194361686706543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 3, + 0, + 2, + 1, + 0, + 3, + 2, + 191, + 270, + 23 + ], + "log_norms_bin_edges": [ + -15.56817626953125, + -15.298236846923828, + -15.028297424316406, + -14.758358001708984, + -14.488418579101562, + -14.21847915649414, + -13.948539733886719, + -13.678601264953613, + -13.408661842346191, + -13.13872241973877, + -12.868782997131348, + -12.598843574523926, + -12.328904151916504, + -12.058964729309082, + -11.78902530670166, + -11.519086837768555, + -11.249147415161133, + -10.979207992553711, + -10.709268569946289, + -10.439329147338867, + -10.169389724731445, + -9.899450302124023, + -9.629510879516602, + -9.35957145690918, + -9.089632034301758, + -8.819692611694336, + -8.549753189086914, + -8.279813766479492, + -8.00987434387207, + -7.739935398101807, + -7.469996452331543, + -7.200057029724121, + -6.930117607116699, + -6.660178184509277, + -6.3902387619018555, + -6.120299339294434, + -5.850359916687012, + -5.58042049407959, + -5.310482025146484, + -5.0405426025390625, + -4.770603179931641, + -4.500663757324219, + -4.230724334716797, + -3.960784912109375, + -3.690845489501953, + -3.4209060668945312, + -3.1509666442871094, + -2.8810272216796875, + -2.6110877990722656, + -2.34114933013916, + -2.07120943069458 + ], + "r_inf_mean": 0.24706991016864777, + "r_inf_median": 0.24460344016551971, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6458758115768433, + "eff_dim_mean": 0.6458756923675537, + "topk_energy": { + "1": 0.06180765479803085, + "5": 0.2561960816383362, + "10": 0.4091472029685974, + "25": 0.7129780054092407 + }, + "gamma_raw": -0.009978415444493294, + "gamma_active": { + "1e-08": -0.00981646403670311, + "1e-07": -0.009692479856312275, + "1e-06": -0.009720226749777794, + "1e-05": -0.009640231728553772, + "0.0001": -0.009751788340508938 + }, + "gamma_energy_weighted": { + "1e-08": -0.00476633399149541, + "1e-07": -0.00476633399149541, + "1e-06": -0.00476633399149541, + "1e-05": -0.00476633399149541, + "0.0001": -0.00476633399149541 + } + }, + { + "layer": 2, + "mean_norm": 0.0012061118613928556, + "median_norm": 0.0012488738866522908, + "max_norm": 0.0016313231317326427, + "min_norm": 6.350381367855351e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.499467849731445, + "5": -3.3827688694000244, + "10": -2.9739742279052734, + "25": -2.941943883895874, + "50": -2.90346622467041, + "75": -2.859128713607788, + "90": -2.833268165588379, + "95": -2.8227272033691406, + "99": -2.803922653198242 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 4, + 3, + 482 + ], + "log_norms_bin_edges": [ + -16.197200775146484, + -15.92900562286377, + -15.660811424255371, + -15.392616271972656, + -15.124422073364258, + -14.856226921081543, + -14.588031768798828, + -14.31983757019043, + -14.051642417907715, + -13.783447265625, + -13.515253067016602, + -13.247057914733887, + -12.978862762451172, + -12.710668563842773, + -12.442473411560059, + -12.174278259277344, + -11.906084060668945, + -11.637889862060547, + -11.369694709777832, + -11.101499557495117, + -10.833305358886719, + -10.565110206604004, + -10.296915054321289, + -10.02872085571289, + -9.760525703430176, + -9.492330551147461, + -9.224136352539062, + -8.955941200256348, + -8.687746047973633, + -8.419551849365234, + -8.15135669708252, + -7.883162498474121, + -7.614967346191406, + -7.346772193908691, + -7.078577995300293, + -6.810382843017578, + -6.54218864440918, + -6.273993492126465, + -6.00579833984375, + -5.737604141235352, + -5.469408988952637, + -5.201213836669922, + -4.933019638061523, + -4.664824485778809, + -4.396629333496094, + -4.128435134887695, + -3.8602399826049805, + -3.592045783996582, + -3.323850631713867, + -3.0556554794311523, + -2.7874600887298584 + ], + "r_inf_mean": 0.24142494797706604, + "r_inf_median": 0.23866574466228485, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6531163454055786, + "eff_dim_mean": 0.6531163454055786, + "topk_energy": { + "1": 0.05929682403802872, + "5": 0.24492760002613068, + "10": 0.3966095447540283, + "25": 0.702847957611084 + }, + "gamma_raw": -0.00668856268748641, + "gamma_active": { + "1e-08": -0.006697813514620066, + "1e-07": -0.006322068627923727, + "1e-06": -0.006220368202775717, + "1e-05": -0.0060149566270411015, + "0.0001": -0.0059259203262627125 + }, + "gamma_energy_weighted": { + "1e-08": -0.014505867471596767, + "1e-07": -0.014505867471596767, + "1e-06": -0.014505867471596767, + "1e-05": -0.014505867471596767, + "0.0001": -0.014505867471596767 + } + }, + { + "layer": 3, + "mean_norm": 0.0011902047554031014, + "median_norm": 0.001233438029885292, + "max_norm": 0.0015619314508512616, + "min_norm": 6.113747493916591e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.516843795776367, + "5": -3.381857395172119, + "10": -2.97786283493042, + "25": -2.9483847618103027, + "50": -2.9087843894958496, + "75": -2.8637807369232178, + "90": -2.8411881923675537, + "95": -2.8290140628814697, + "99": -2.81463885307312 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 3, + 483 + ], + "log_norms_bin_edges": [ + -16.213693618774414, + -15.94554615020752, + -15.677399635314941, + -15.409252166748047, + -15.141105651855469, + -14.872958183288574, + -14.60481071472168, + -14.336664199829102, + -14.068516731262207, + -13.800369262695312, + -13.532222747802734, + -13.26407527923584, + -12.995927810668945, + -12.727781295776367, + -12.459633827209473, + -12.191486358642578, + -11.92333984375, + -11.655193328857422, + -11.387045860290527, + -11.118898391723633, + -10.850751876831055, + -10.58260440826416, + -10.314456939697266, + -10.046310424804688, + -9.778162956237793, + -9.510015487670898, + -9.24186897277832, + -8.973721504211426, + -8.705574035644531, + -8.437427520751953, + -8.169280052185059, + -7.9011335372924805, + -7.632986068725586, + -7.364838600158691, + -7.096692085266113, + -6.828544616699219, + -6.560398101806641, + -6.292250633239746, + -6.024103164672852, + -5.755956649780273, + -5.487809181213379, + -5.219661712646484, + -4.951515197753906, + -4.683367729187012, + -4.415220260620117, + -4.147073745727539, + -3.8789262771606445, + -3.6107797622680664, + -3.342632293701172, + -3.0744848251342773, + -2.80633807182312 + ], + "r_inf_mean": 0.23971354961395264, + "r_inf_median": 0.23552343249320984, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6523686647415161, + "eff_dim_mean": 0.6523686051368713, + "topk_energy": { + "1": 0.05850059911608696, + "5": 0.2433905005455017, + "10": 0.39530912041664124, + "25": 0.7020784616470337 + }, + "gamma_raw": -0.03854920715093613, + "gamma_active": { + "1e-08": -0.03908894583582878, + "1e-07": -0.038852740079164505, + "1e-06": -0.038963884115219116, + "1e-05": -0.03867694362998009, + "0.0001": -0.03889842703938484 + }, + "gamma_energy_weighted": { + "1e-08": -0.045595604388396674, + "1e-07": -0.045595604388396674, + "1e-06": -0.045595604388396674, + "1e-05": -0.045595604388396674, + "0.0001": -0.045595604388396674 + } + }, + { + "layer": 4, + "mean_norm": 0.0011784601956605911, + "median_norm": 0.0012221498182043433, + "max_norm": 0.0015380241675302386, + "min_norm": 5.987290107102954e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.522356033325195, + "5": -3.3813750743865967, + "10": -2.981750726699829, + "25": -2.950448751449585, + "50": -2.9123425483703613, + "75": -2.8708062171936035, + "90": -2.8465468883514404, + "95": -2.8379368782043457, + "99": -2.818420171737671 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 3, + 483 + ], + "log_norms_bin_edges": [ + -16.22277069091797, + -15.95457649230957, + -15.686381340026855, + -15.41818618774414, + -15.149991989135742, + -14.881797790527344, + -14.613602638244629, + -14.345407485961914, + -14.077213287353516, + -13.809019088745117, + -13.540823936462402, + -13.272628784179688, + -13.004434585571289, + -12.73624038696289, + -12.468045234680176, + -12.199850082397461, + -11.931655883789062, + -11.663461685180664, + -11.39526653289795, + -11.127071380615234, + -10.858877182006836, + -10.590682983398438, + -10.322487831115723, + -10.054292678833008, + -9.78609848022461, + -9.517904281616211, + -9.249709129333496, + -8.981513977050781, + -8.713319778442383, + -8.445125579833984, + -8.17693042755127, + -7.908735275268555, + -7.640541076660156, + -7.372346878051758, + -7.104151725769043, + -6.835956573486328, + -6.56776237487793, + -6.299568176269531, + -6.031373023986816, + -5.763177871704102, + -5.494983673095703, + -5.226789474487305, + -4.95859432220459, + -4.690399169921875, + -4.422204971313477, + -4.154010772705078, + -3.8858156204223633, + -3.6176204681396484, + -3.34942626953125, + -3.0812320709228516, + -2.8130369186401367 + ], + "r_inf_mean": 0.23917438089847565, + "r_inf_median": 0.2325505167245865, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6526662707328796, + "eff_dim_mean": 0.6526662707328796, + "topk_energy": { + "1": 0.05830754339694977, + "5": 0.2432747632265091, + "10": 0.39523783326148987, + "25": 0.702359676361084 + }, + "gamma_raw": 0.0070785521529614925, + "gamma_active": { + "1e-08": 0.007119716610759497, + "1e-07": 0.006977018900215626, + "1e-06": 0.006771741434931755, + "1e-05": 0.006590758915990591, + "0.0001": 0.006741734221577644 + }, + "gamma_energy_weighted": { + "1e-08": 0.007308398968242123, + "1e-07": 0.007308398968242123, + "1e-06": 0.007308398968242123, + "1e-05": 0.007308398968242123, + "0.0001": 0.007308398968242123 + } + }, + { + "layer": 5, + "mean_norm": 0.001176072983071208, + "median_norm": 0.001219345023855567, + "max_norm": 0.0015283102402463555, + "min_norm": 5.951442746332866e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.526309967041016, + "5": -3.377946138381958, + "10": -2.9840409755706787, + "25": -2.9511988162994385, + "50": -2.913851261138916, + "75": -2.871613025665283, + "90": -2.8445239067077637, + "95": -2.836974620819092, + "99": -2.8185362815856934 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 3, + 483 + ], + "log_norms_bin_edges": [ + -16.225378036499023, + -15.957186698913574, + -15.688994407653809, + -15.42080307006836, + -15.152610778808594, + -14.884419441223145, + -14.616227149963379, + -14.34803581237793, + -14.079843521118164, + -13.811652183532715, + -13.54345989227295, + -13.2752685546875, + -13.007076263427734, + -12.738884925842285, + -12.470693588256836, + -12.20250129699707, + -11.934309005737305, + -11.666117668151855, + -11.397926330566406, + -11.12973403930664, + -10.861541748046875, + -10.593350410461426, + -10.325159072875977, + -10.056966781616211, + -9.788775444030762, + -9.520584106445312, + -9.252391815185547, + -8.984199523925781, + -8.716008186340332, + -8.447816848754883, + -8.179624557495117, + -7.911432266235352, + -7.643240928649902, + -7.375049591064453, + -7.1068572998046875, + -6.838665962219238, + -6.570473670959473, + -6.302282333374023, + -6.034090042114258, + -5.765898704528809, + -5.497706413269043, + -5.229515075683594, + -4.961322784423828, + -4.693131446838379, + -4.424939155578613, + -4.156747817993164, + -3.8885555267333984, + -3.620364189147949, + -3.3521728515625, + -3.0839805603027344, + -2.815788507461548 + ], + "r_inf_mean": 0.23990990221500397, + "r_inf_median": 0.2364831566810608, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6542104482650757, + "eff_dim_mean": 0.6542104482650757, + "topk_energy": { + "1": 0.05872982740402222, + "5": 0.2433464229106903, + "10": 0.39361071586608887, + "25": 0.7006205916404724 + }, + "gamma_raw": 0.06290650367736816, + "gamma_active": { + "1e-08": 0.06402439624071121, + "1e-07": 0.06394077092409134, + "1e-06": 0.0640418604016304, + "1e-05": 0.06447084993124008, + "0.0001": 0.06435692310333252 + }, + "gamma_energy_weighted": { + "1e-08": 0.06938678520535894, + "1e-07": 0.06938678520535894, + "1e-06": 0.06938678520535894, + "1e-05": 0.06938678520535894, + "0.0001": 0.06938678520535894 + } + }, + { + "layer": 6, + "mean_norm": 0.001173839089460671, + "median_norm": 0.0012111600954085588, + "max_norm": 0.0015151927946135402, + "min_norm": 5.948598568514664e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.532342910766602, + "5": -3.377915143966675, + "10": -2.9828577041625977, + "25": -2.9530301094055176, + "50": -2.9167346954345703, + "75": -2.8695735931396484, + "90": -2.8433189392089844, + "95": -2.8380801677703857, + "99": -2.8210060596466064 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 3, + 483 + ], + "log_norms_bin_edges": [ + -16.2255859375, + -15.957465171813965, + -15.689343452453613, + -15.421222686767578, + -15.153101921081543, + -14.884981155395508, + -14.616859436035156, + -14.348738670349121, + -14.080617904663086, + -13.812496185302734, + -13.5443754196167, + -13.276254653930664, + -13.008132934570312, + -12.740012168884277, + -12.471891403198242, + -12.20376968383789, + -11.935648918151855, + -11.66752815246582, + -11.399406433105469, + -11.131285667419434, + -10.863164901733398, + -10.595043182373047, + -10.326922416687012, + -10.058801651000977, + -9.790679931640625, + -9.52255916595459, + -9.254438400268555, + -8.986316680908203, + -8.718195915222168, + -8.450075149536133, + -8.181954383850098, + -7.913832664489746, + -7.645711898803711, + -7.377591133117676, + -7.109469413757324, + -6.841348648071289, + -6.573227882385254, + -6.305106163024902, + -6.036985397338867, + -5.768864631652832, + -5.500743865966797, + -5.232622146606445, + -4.96450138092041, + -4.696380615234375, + -4.428258895874023, + -4.160138130187988, + -3.892017364501953, + -3.6238956451416016, + -3.3557748794555664, + -3.0876541137695312, + -2.8195321559906006 + ], + "r_inf_mean": 0.2381819486618042, + "r_inf_median": 0.2331123650074005, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6527156233787537, + "eff_dim_mean": 0.6527155637741089, + "topk_energy": { + "1": 0.05790138989686966, + "5": 0.24400413036346436, + "10": 0.3956526517868042, + "25": 0.7015093564987183 + }, + "gamma_raw": -0.0357293039560318, + "gamma_active": { + "1e-08": -0.036312803626060486, + "1e-07": -0.03627869486808777, + "1e-06": -0.03619622066617012, + "1e-05": -0.036569174379110336, + "0.0001": -0.036211658269166946 + }, + "gamma_energy_weighted": { + "1e-08": -0.03418807978146448, + "1e-07": -0.03418807978146448, + "1e-06": -0.03418807978146448, + "1e-05": -0.03418807978146448, + "0.0001": -0.03418807978146448 + } + }, + { + "layer": 7, + "mean_norm": 0.0011717891320586205, + "median_norm": 0.0012092265533283353, + "max_norm": 0.0015079263830557466, + "min_norm": 5.891852655004546e-17, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.962890625, + "0.0001": 0.955078125 + }, + "log_norms_percentiles": { + "1": -11.53136157989502, + "5": -3.3755533695220947, + "10": -2.984508991241455, + "25": -2.951569080352783, + "50": -2.917459011077881, + "75": -2.8736412525177, + "90": -2.8471243381500244, + "95": -2.839820623397827, + "99": -2.82210111618042 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 0, + 3, + 3, + 483 + ], + "log_norms_bin_edges": [ + -16.229747772216797, + -15.96158504486084, + -15.693422317504883, + -15.425260543823242, + -15.157097816467285, + -14.888935089111328, + -14.620772361755371, + -14.352609634399414, + -14.084447860717773, + -13.816285133361816, + -13.54812240600586, + -13.279959678649902, + -13.011796951293945, + -12.743635177612305, + -12.475471496582031, + -12.20730972290039, + -11.939146995544434, + -11.670984268188477, + -11.402822494506836, + -11.134658813476562, + -10.866497039794922, + -10.598334312438965, + -10.330171585083008, + -10.062009811401367, + -9.793846130371094, + -9.525684356689453, + -9.257521629333496, + -8.989358901977539, + -8.721196174621582, + -8.453033447265625, + -8.184871673583984, + -7.916708946228027, + -7.64854621887207, + -7.380383491516113, + -7.112220764160156, + -6.844058990478516, + -6.575896263122559, + -6.307733535766602, + -6.0395708084106445, + -5.7714080810546875, + -5.503246307373047, + -5.23508358001709, + -4.966920852661133, + -4.698758125305176, + -4.430595397949219, + -4.162432670593262, + -3.894270896911621, + -3.626108169555664, + -3.357945442199707, + -3.08978271484375, + -2.821619987487793 + ], + "r_inf_mean": 0.23683425784111023, + "r_inf_median": 0.23381009697914124, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6539812088012695, + "eff_dim_mean": 0.6539812088012695, + "topk_energy": { + "1": 0.05718683451414108, + "5": 0.24156606197357178, + "10": 0.3931451737880707, + "25": 0.700779914855957 + }, + "gamma_raw": 0.004531873390078545, + "gamma_active": { + "1e-08": 0.004670735914260149, + "1e-07": 0.005045149475336075, + "1e-06": 0.0047788773663342, + "1e-05": 0.004619198851287365, + "0.0001": 0.004894714802503586 + }, + "gamma_energy_weighted": { + "1e-08": 0.0004535490909335021, + "1e-07": 0.0004535490909335021, + "1e-06": 0.0004535490909335021, + "1e-05": 0.0004535490909335021, + "0.0001": 0.0004535490909335021 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L4.json new file mode 100644 index 0000000..eb3d071 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 17.437482833862305, + "acc": 0.09765625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.028228655457496643, + "median_norm": 0.02787410281598568, + "max_norm": 0.09217510372400284, + "min_norm": 2.397194584762702e-13, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.621462821960449, + "5": -3.2412190437316895, + "10": -1.8791218996047974, + "25": -1.6740407943725586, + "50": -1.5546875, + "75": -1.449213981628418, + "90": -1.3526945114135742, + "95": -1.3119025230407715, + "99": -1.1845790147781372 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 2, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 1, + 3, + 6, + 0, + 4, + 3, + 2, + 8, + 45, + 234, + 173, + 14 + ], + "log_norms_bin_edges": [ + -12.6202974319458, + -12.388599395751953, + -12.156901359558105, + -11.925202369689941, + -11.693504333496094, + -11.461806297302246, + -11.230108261108398, + -10.99841022491455, + -10.766711235046387, + -10.535013198852539, + -10.303315162658691, + -10.071617126464844, + -9.83991813659668, + -9.608220100402832, + -9.376522064208984, + -9.144824028015137, + -8.913125991821289, + -8.681427001953125, + -8.449729919433594, + -8.21803092956543, + -7.986332893371582, + -7.754634380340576, + -7.5229363441467285, + -7.291238307952881, + -7.059539794921875, + -6.827841758728027, + -6.5961432456970215, + -6.364445209503174, + -6.132747173309326, + -5.90104866027832, + -5.669350624084473, + -5.437652111053467, + -5.205954074859619, + -4.9742560386657715, + -4.742557525634766, + -4.510859489440918, + -4.27916145324707, + -4.047462463378906, + -3.8157644271850586, + -3.584066390991211, + -3.3523683547973633, + -3.1206703186035156, + -2.8889713287353516, + -2.657273292541504, + -2.4255752563476562, + -2.1938772201538086, + -1.962179183959961, + -1.7304801940917969, + -1.4987821578979492, + -1.2670841217041016, + -1.035386323928833 + ], + "r_inf_mean": 0.28399112820625305, + "r_inf_median": 0.277420312166214, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6062135100364685, + "eff_dim_mean": 0.6062134504318237, + "topk_energy": { + "1": 0.0824919044971466, + "5": 0.3033541440963745, + "10": 0.46252596378326416, + "25": 0.7509486675262451 + }, + "gamma_raw": 0.026344677433371544, + "gamma_active": { + "1e-08": 0.026520967483520508, + "1e-07": 0.026520967483520508, + "1e-06": 0.026912251487374306, + "1e-05": 0.02604982629418373, + "0.0001": 0.025760486721992493 + }, + "gamma_energy_weighted": { + "1e-08": 0.028426522096512898, + "1e-07": 0.028426522096512898, + "1e-06": 0.028426522096512898, + "1e-05": 0.028426522096512898, + "0.0001": 0.028426522096512898 + } + }, + { + "layer": 1, + "mean_norm": 0.003065515775233507, + "median_norm": 0.0030454392544925213, + "max_norm": 0.008665192872285843, + "min_norm": 2.6473476053478703e-14, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.9765625, + "1e-05": 0.962890625, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.6462202072143555, + "5": -4.096524715423584, + "10": -2.780134677886963, + "25": -2.6115050315856934, + "50": -2.5162367820739746, + "75": -2.4309961795806885, + "90": -2.346688985824585, + "95": -2.2802653312683105, + "99": -2.151956796646118 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 3, + 1, + 0, + 0, + 3, + 1, + 0, + 2, + 1, + 2, + 1, + 4, + 3, + 2, + 5, + 2, + 4, + 13, + 191, + 235, + 31 + ], + "log_norms_bin_edges": [ + -13.577189445495605, + -13.346890449523926, + -13.11659049987793, + -12.88629150390625, + -12.65599250793457, + -12.425692558288574, + -12.195393562316895, + -11.965093612670898, + -11.734794616699219, + -11.504495620727539, + -11.274195671081543, + -11.043896675109863, + -10.813596725463867, + -10.583297729492188, + -10.352998733520508, + -10.122699737548828, + -9.892399787902832, + -9.662099838256836, + -9.431800842285156, + -9.201501846313477, + -8.971202850341797, + -8.7409029006958, + -8.510603904724121, + -8.280303955078125, + -8.050004959106445, + -7.819705486297607, + -7.5894060134887695, + -7.35910701751709, + -7.128807544708252, + -6.898508071899414, + -6.668209075927734, + -6.4379096031188965, + -6.207610130310059, + -5.977310657501221, + -5.747011184692383, + -5.516712188720703, + -5.286412239074707, + -5.056113243103027, + -4.825814247131348, + -4.595514297485352, + -4.365215301513672, + -4.134916305541992, + -3.904616355895996, + -3.6743173599243164, + -3.4440183639526367, + -3.2137184143066406, + -2.983419418334961, + -2.753119468688965, + -2.522820472717285, + -2.2925214767456055, + -2.0622217655181885 + ], + "r_inf_mean": 0.2685898244380951, + "r_inf_median": 0.263011634349823, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6219795942306519, + "eff_dim_mean": 0.6219795942306519, + "topk_energy": { + "1": 0.07345203310251236, + "5": 0.2844858467578888, + "10": 0.44077491760253906, + "25": 0.7354932427406311 + }, + "gamma_raw": -0.020835375413298607, + "gamma_active": { + "1e-08": -0.02107086032629013, + "1e-07": -0.020830649882555008, + "1e-06": -0.020823029801249504, + "1e-05": -0.0201952513307333, + "0.0001": -0.019857672974467278 + }, + "gamma_energy_weighted": { + "1e-08": -0.01727124361432466, + "1e-07": -0.01727124361432466, + "1e-06": -0.01727124361432466, + "1e-05": -0.01727124361432466, + "0.0001": -0.01727124361432466 + } + }, + { + "layer": 2, + "mean_norm": 0.00148289673961699, + "median_norm": 0.0015047318302094936, + "max_norm": 0.00248584127984941, + "min_norm": 8.755395022809649e-15, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.978515625, + "1e-06": 0.96875, + "1e-05": 0.962890625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.969593048095703, + "5": -4.31146764755249, + "10": -3.0484228134155273, + "25": -2.881617546081543, + "50": -2.8224363327026367, + "75": -2.752159833908081, + "90": -2.673271656036377, + "95": -2.638523817062378, + "99": -2.6125338077545166 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 2, + 2, + 6, + 1, + 4, + 6, + 7, + 177, + 284 + ], + "log_norms_bin_edges": [ + -14.057724952697754, + -13.82866096496582, + -13.599596977233887, + -13.370532989501953, + -13.14146900177002, + -12.912405014038086, + -12.683341026306152, + -12.454277038574219, + -12.225213050842285, + -11.996149063110352, + -11.767085075378418, + -11.538021087646484, + -11.30895709991455, + -11.079893112182617, + -10.850829124450684, + -10.62176513671875, + -10.392701148986816, + -10.163637161254883, + -9.934574127197266, + -9.705509185791016, + -9.476446151733398, + -9.247381210327148, + -9.018318176269531, + -8.789253234863281, + -8.560190200805664, + -8.331125259399414, + -8.102062225341797, + -7.872997760772705, + -7.6439337730407715, + -7.414869785308838, + -7.185805797576904, + -6.956741809844971, + -6.727677822113037, + -6.4986138343811035, + -6.26954984664917, + -6.0404863357543945, + -5.811422348022461, + -5.582358360290527, + -5.353294372558594, + -5.12423038482666, + -4.895166397094727, + -4.666102409362793, + -4.437038421630859, + -4.207974433898926, + -3.978910446166992, + -3.7498464584350586, + -3.520782470703125, + -3.2917184829711914, + -3.062654495239258, + -2.833590507507324, + -2.6045267581939697 + ], + "r_inf_mean": 0.2342550903558731, + "r_inf_median": 0.23085403442382812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6605324745178223, + "eff_dim_mean": 0.6605324745178223, + "topk_energy": { + "1": 0.055736564099788666, + "5": 0.2415671944618225, + "10": 0.39541196823120117, + "25": 0.7009068727493286 + }, + "gamma_raw": -0.05541268736124039, + "gamma_active": { + "1e-08": -0.05594249069690704, + "1e-07": -0.05565907806158066, + "1e-06": -0.05523059144616127, + "1e-05": -0.055379025638103485, + "0.0001": -0.054846156388521194 + }, + "gamma_energy_weighted": { + "1e-08": -0.05301663413693515, + "1e-07": -0.05301663413693515, + "1e-06": -0.05301663413693515, + "1e-05": -0.05301663413693515, + "0.0001": -0.05301663413693515 + } + }, + { + "layer": 3, + "mean_norm": 0.001451420597732067, + "median_norm": 0.0014772573485970497, + "max_norm": 0.0024290871806442738, + "min_norm": 8.586316235109376e-15, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.978515625, + "1e-06": 0.96875, + "1e-05": 0.962890625, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -8.001075744628906, + "5": -4.316891670227051, + "10": -3.0759236812591553, + "25": -2.8857955932617188, + "50": -2.8304896354675293, + "75": -2.7608535289764404, + "90": -2.6865110397338867, + "95": -2.6442930698394775, + "99": -2.616598606109619 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 3, + 1, + 1, + 0, + 2, + 2, + 0, + 1, + 1, + 1, + 1, + 3, + 2, + 2, + 6, + 1, + 4, + 6, + 8, + 173, + 287 + ], + "log_norms_bin_edges": [ + -14.066193580627441, + -13.83716106414795, + -13.608128547668457, + -13.379095077514648, + -13.150062561035156, + -12.921030044555664, + -12.691997528076172, + -12.46296501159668, + -12.233931541442871, + -12.004899024963379, + -11.775866508483887, + -11.546833038330078, + -11.317800521850586, + -11.088768005371094, + -10.859735488891602, + -10.63070297241211, + -10.401670455932617, + -10.172636985778809, + -9.943604469299316, + -9.714571952819824, + -9.485538482666016, + -9.256505966186523, + -9.027473449707031, + -8.798440933227539, + -8.569408416748047, + -8.340375900268555, + -8.111343383789062, + -7.882309913635254, + -7.653277397155762, + -7.424244403839111, + -7.195211887359619, + -6.966178894042969, + -6.737146377563477, + -6.508113861083984, + -6.279080867767334, + -6.050047874450684, + -5.821015357971191, + -5.591982841491699, + -5.362950325012207, + -5.133916854858398, + -4.904884338378906, + -4.675851821899414, + -4.446819305419922, + -4.21778678894043, + -3.988753318786621, + -3.759720802307129, + -3.5306882858276367, + -3.3016557693481445, + -3.0726232528686523, + -2.8435897827148438, + -2.6145570278167725 + ], + "r_inf_mean": 0.2314414083957672, + "r_inf_median": 0.23076502978801727, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6638616919517517, + "eff_dim_mean": 0.6638616919517517, + "topk_energy": { + "1": 0.0544317290186882, + "5": 0.23777972161769867, + "10": 0.39139923453330994, + "25": 0.6979873180389404 + }, + "gamma_raw": -0.04723072052001953, + "gamma_active": { + "1e-08": -0.0474444255232811, + "1e-07": -0.04734579846262932, + "1e-06": -0.0470551960170269, + "1e-05": -0.0467865988612175, + "0.0001": -0.04645092785358429 + }, + "gamma_energy_weighted": { + "1e-08": -0.05141889364788257, + "1e-07": -0.05141889364788257, + "1e-06": -0.05141889364788257, + "1e-05": -0.05141889364788257, + "0.0001": -0.05141889364788257 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L8.json new file mode 100644 index 0000000..328df5a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 20.712364196777344, + "acc": 0.0625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0333283431828022, + "median_norm": 0.0327179916203022, + "max_norm": 0.18258130550384521, + "min_norm": 1.9822390395773937e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.9765625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -6.638844966888428, + "5": -2.30959153175354, + "10": -1.7405180931091309, + "25": -1.6007980108261108, + "50": -1.4850316047668457, + "75": -1.3877582550048828, + "90": -1.3032417297363281, + "95": -1.2482300996780396, + "99": -1.1322742700576782 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 0, + 1, + 2, + 2, + 8, + 31, + 128, + 196, + 100, + 16, + 2, + 1 + ], + "log_norms_bin_edges": [ + -8.702844619750977, + -8.543558120727539, + -8.384272575378418, + -8.224987030029297, + -8.06570053100586, + -7.90641450881958, + -7.747128486633301, + -7.5878424644470215, + -7.428556442260742, + -7.269270420074463, + -7.109984397888184, + -6.950698375701904, + -6.791412353515625, + -6.632126331329346, + -6.472840309143066, + -6.313554286956787, + -6.154268264770508, + -5.9949822425842285, + -5.835696220397949, + -5.67641019821167, + -5.517124176025391, + -5.357838153839111, + -5.198552131652832, + -5.039266109466553, + -4.879980087280273, + -4.720694065093994, + -4.561408042907715, + -4.4021220207214355, + -4.242835998535156, + -4.083549976348877, + -3.9242639541625977, + -3.7649779319763184, + -3.605691909790039, + -3.4464058876037598, + -3.2871198654174805, + -3.127833843231201, + -2.968547821044922, + -2.8092617988586426, + -2.6499757766723633, + -2.490689754486084, + -2.3314037322998047, + -2.1721177101135254, + -2.012831687927246, + -1.8535456657409668, + -1.6942596435546875, + -1.5349736213684082, + -1.375687599182129, + -1.2164015769958496, + -1.0571155548095703, + -0.897829532623291, + -0.7385437488555908 + ], + "r_inf_mean": 0.2906333804130554, + "r_inf_median": 0.2879847586154938, + "pr_mean": 0.280872642993927, + "pr_median": 0.28046128153800964, + "hoyer_mean": 0.6044186353683472, + "eff_dim_mean": 0.6044185757637024, + "topk_energy": { + "1": 0.0865514799952507, + "5": 0.31056204438209534, + "10": 0.4673454165458679, + "25": 0.7512428760528564 + }, + "gamma_raw": -0.03283536061644554, + "gamma_active": { + "1e-08": -0.03273460641503334, + "1e-07": -0.03280980512499809, + "1e-06": -0.03311850503087044, + "1e-05": -0.032980114221572876, + "0.0001": -0.033157434314489365 + }, + "gamma_energy_weighted": { + "1e-08": -0.026845992248155065, + "1e-07": -0.026845992248155065, + "1e-06": -0.026845992248155065, + "1e-05": -0.026845992248155065, + "0.0001": -0.026845992248155065 + } + }, + { + "layer": 1, + "mean_norm": 0.002065738197416067, + "median_norm": 0.0020574762020260096, + "max_norm": 0.007200630381703377, + "min_norm": 8.814981383720166e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.98046875, + "1e-06": 0.970703125, + "1e-05": 0.962890625, + "0.0001": 0.953125 + }, + "log_norms_percentiles": { + "1": -7.899738788604736, + "5": -3.5335347652435303, + "10": -2.839409351348877, + "25": -2.758418321609497, + "50": -2.6866517066955566, + "75": -2.614549160003662, + "90": -2.5498619079589844, + "95": -2.501079559326172, + "99": -2.3800926208496094 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 2, + 5, + 57, + 287, + 116, + 15, + 2 + ], + "log_norms_bin_edges": [ + -10.054779052734375, + -9.896535873413086, + -9.738292694091797, + -9.580050468444824, + -9.421807289123535, + -9.263564109802246, + -9.105320930480957, + -8.947077751159668, + -8.788835525512695, + -8.630592346191406, + -8.472349166870117, + -8.314105987548828, + -8.155862808227539, + -7.997620582580566, + -7.839377403259277, + -7.681134223937988, + -7.522891044616699, + -7.364648342132568, + -7.2064056396484375, + -7.048162460327148, + -6.889919281005859, + -6.73167610168457, + -6.5734333992004395, + -6.415190696716309, + -6.2569475173950195, + -6.0987043380737305, + -5.9404616355896, + -5.7822184562683105, + -5.6239752769470215, + -5.465732574462891, + -5.307489395141602, + -5.149246692657471, + -4.991003513336182, + -4.832760334014893, + -4.674517631530762, + -4.516274452209473, + -4.358031749725342, + -4.199788570404053, + -4.041545391082764, + -3.883302688598633, + -3.7250595092773438, + -3.566816806793213, + -3.408573627471924, + -3.2503304481506348, + -3.092087745666504, + -2.933844566345215, + -2.775601863861084, + -2.617358684539795, + -2.459115982055664, + -2.300872802734375, + -2.142629384994507 + ], + "r_inf_mean": 0.260326087474823, + "r_inf_median": 0.2558581829071045, + "pr_mean": 0.3303898572921753, + "pr_median": 0.3303300440311432, + "hoyer_mean": 0.6323712468147278, + "eff_dim_mean": 0.6323712468147278, + "topk_energy": { + "1": 0.06904160231351852, + "5": 0.27258506417274475, + "10": 0.4272449314594269, + "25": 0.7251174449920654 + }, + "gamma_raw": 0.025213491171598434, + "gamma_active": { + "1e-08": 0.02523142844438553, + "1e-07": 0.024955395609140396, + "1e-06": 0.024880124256014824, + "1e-05": 0.025410786271095276, + "0.0001": 0.024875208735466003 + }, + "gamma_energy_weighted": { + "1e-08": 0.019248362562077074, + "1e-07": 0.019248362562077074, + "1e-06": 0.019248362562077074, + "1e-05": 0.019248362562077074, + "0.0001": 0.019248362562077074 + } + }, + { + "layer": 2, + "mean_norm": 0.0012227403931319714, + "median_norm": 0.0012038609711453319, + "max_norm": 0.0018674889579415321, + "min_norm": 3.740439902255588e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.26869010925293, + "5": -3.710200548171997, + "10": -2.9993088245391846, + "25": -2.9540579319000244, + "50": -2.919172525405884, + "75": -2.8224804401397705, + "90": -2.784144401550293, + "95": -2.7726473808288574, + "99": -2.740299940109253 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 9, + 302, + 169 + ], + "log_norms_bin_edges": [ + -10.427078247070312, + -10.273111343383789, + -10.119144439697266, + -9.965178489685059, + -9.811211585998535, + -9.657244682312012, + -9.503277778625488, + -9.349310874938965, + -9.195344924926758, + -9.041378021240234, + -8.887411117553711, + -8.733444213867188, + -8.579477310180664, + -8.42551040649414, + -8.271543502807617, + -8.11757755279541, + -7.963610649108887, + -7.809643745422363, + -7.655677318572998, + -7.501710414886475, + -7.347743988037109, + -7.193777084350586, + -7.0398101806640625, + -6.885843276977539, + -6.731876850128174, + -6.577910423278809, + -6.423943519592285, + -6.269976615905762, + -6.116009712219238, + -5.962043285369873, + -5.80807638168335, + -5.654109954833984, + -5.500143051147461, + -5.3461761474609375, + -5.192209720611572, + -5.038242816925049, + -4.884276390075684, + -4.73030948638916, + -4.576342582702637, + -4.4223761558532715, + -4.268409252166748, + -4.114442348480225, + -3.9604759216308594, + -3.806509017944336, + -3.6525421142578125, + -3.4985756874084473, + -3.344608783721924, + -3.1906423568725586, + -3.036675453186035, + -2.8827085494995117, + -2.7287421226501465 + ], + "r_inf_mean": 0.24516302347183228, + "r_inf_median": 0.24055856466293335, + "pr_mean": 0.3568762540817261, + "pr_median": 0.35713979601860046, + "hoyer_mean": 0.6488903760910034, + "eff_dim_mean": 0.6488903164863586, + "topk_energy": { + "1": 0.061062105000019073, + "5": 0.2525387704372406, + "10": 0.40641912817955017, + "25": 0.7112018465995789 + }, + "gamma_raw": 0.020012199878692627, + "gamma_active": { + "1e-08": 0.01991870626807213, + "1e-07": 0.02015332318842411, + "1e-06": 0.02034609578549862, + "1e-05": 0.020085282623767853, + "0.0001": 0.0201762355864048 + }, + "gamma_energy_weighted": { + "1e-08": 0.009571250813885128, + "1e-07": 0.009571250813885128, + "1e-06": 0.009571250813885128, + "1e-05": 0.009571250813885128, + "0.0001": 0.009571250813885128 + } + }, + { + "layer": 3, + "mean_norm": 0.00120974937453866, + "median_norm": 0.0011907502776011825, + "max_norm": 0.0018377023516222835, + "min_norm": 3.670879919481784e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.274913787841797, + "5": -3.712414026260376, + "10": -3.0025556087493896, + "25": -2.9594860076904297, + "50": -2.9241724014282227, + "75": -2.8276751041412354, + "90": -2.7886054515838623, + "95": -2.774404764175415, + "99": -2.7450084686279297 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 1, + 0, + 0, + 2, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 9, + 293, + 178 + ], + "log_norms_bin_edges": [ + -10.435230255126953, + -10.281240463256836, + -10.127249717712402, + -9.973259925842285, + -9.819270133972168, + -9.665279388427734, + -9.511289596557617, + -9.3572998046875, + -9.203309059143066, + -9.04931926727295, + -8.895329475402832, + -8.741338729858398, + -8.587348937988281, + -8.433359146118164, + -8.279369354248047, + -8.125378608703613, + -7.971388816833496, + -7.817398548126221, + -7.663408279418945, + -7.509418487548828, + -7.355428218841553, + -7.201437950134277, + -7.04744815826416, + -6.893457889556885, + -6.739467620849609, + -6.585477828979492, + -6.431487560272217, + -6.277497291564941, + -6.123507499694824, + -5.969517230987549, + -5.815526962280273, + -5.661537170410156, + -5.507546901702881, + -5.3535566329956055, + -5.199566841125488, + -5.045576572418213, + -4.8915863037109375, + -4.73759651184082, + -4.583606243133545, + -4.4296159744262695, + -4.275626182556152, + -4.121635913848877, + -3.9676456451416016, + -3.8136558532714844, + -3.659665584564209, + -3.5056753158569336, + -3.3516855239868164, + -3.197695255279541, + -3.0437049865722656, + -2.8897151947021484, + -2.735724925994873 + ], + "r_inf_mean": 0.2455386221408844, + "r_inf_median": 0.24150533974170685, + "pr_mean": 0.3568476438522339, + "pr_median": 0.3576716482639313, + "hoyer_mean": 0.649297833442688, + "eff_dim_mean": 0.649297833442688, + "topk_energy": { + "1": 0.06127402186393738, + "5": 0.25316768884658813, + "10": 0.4057525098323822, + "25": 0.71018385887146 + }, + "gamma_raw": -0.0010386290960013866, + "gamma_active": { + "1e-08": -0.0009635004680603743, + "1e-07": -0.0008663276676088572, + "1e-06": -0.0011724132345989347, + "1e-05": -0.0014883010881021619, + "0.0001": -0.0015571040567010641 + }, + "gamma_energy_weighted": { + "1e-08": -0.004821985990466391, + "1e-07": -0.004821985990466391, + "1e-06": -0.004821985990466391, + "1e-05": -0.004821985990466391, + "0.0001": -0.004821985990466391 + } + }, + { + "layer": 4, + "mean_norm": 0.0012041376903653145, + "median_norm": 0.0011766088427975774, + "max_norm": 0.0018023051088675857, + "min_norm": 3.617846647263612e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.279088020324707, + "5": -3.7160205841064453, + "10": -3.002662181854248, + "25": -2.961827278137207, + "50": -2.9292304515838623, + "75": -2.827434539794922, + "90": -2.789241313934326, + "95": -2.773057460784912, + "99": -2.7481024265289307 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 7, + 275, + 198 + ], + "log_norms_bin_edges": [ + -10.441550254821777, + -10.287602424621582, + -10.133655548095703, + -9.979707717895508, + -9.825759887695312, + -9.671812057495117, + -9.517865180969238, + -9.363917350769043, + -9.209969520568848, + -9.056022644042969, + -8.902074813842773, + -8.748126983642578, + -8.594179153442383, + -8.440232276916504, + -8.286284446716309, + -8.132336616516113, + -7.978389263153076, + -7.824441909790039, + -7.670494079589844, + -7.516546249389648, + -7.362598896026611, + -7.208651542663574, + -7.054703712463379, + -6.900756359100342, + -6.746809005737305, + -6.592861175537109, + -6.438913822174072, + -6.284965991973877, + -6.13101863861084, + -5.9770708084106445, + -5.823123455047607, + -5.669175624847412, + -5.515228271484375, + -5.361280918121338, + -5.207333087921143, + -5.0533857345581055, + -4.89943790435791, + -4.745490550994873, + -4.591542720794678, + -4.437595367431641, + -4.283647537231445, + -4.129700183868408, + -3.975752830505371, + -3.821805000305176, + -3.6678576469421387, + -3.5139098167419434, + -3.3599624633789062, + -3.206014633178711, + -3.052067279815674, + -2.8981199264526367, + -2.7441718578338623 + ], + "r_inf_mean": 0.24484126269817352, + "r_inf_median": 0.2408333718776703, + "pr_mean": 0.35895711183547974, + "pr_median": 0.36055517196655273, + "hoyer_mean": 0.650027334690094, + "eff_dim_mean": 0.650027334690094, + "topk_energy": { + "1": 0.060992948710918427, + "5": 0.25229138135910034, + "10": 0.4040272831916809, + "25": 0.7081584930419922 + }, + "gamma_raw": 0.06068495288491249, + "gamma_active": { + "1e-08": 0.06154864653944969, + "1e-07": 0.06144532561302185, + "1e-06": 0.06096411496400833, + "1e-05": 0.06075608730316162, + "0.0001": 0.060768552124500275 + }, + "gamma_energy_weighted": { + "1e-08": 0.05821333555896481, + "1e-07": 0.05821333555896481, + "1e-06": 0.05821333555896481, + "1e-05": 0.05821333555896481, + "0.0001": 0.05821333555896481 + } + }, + { + "layer": 5, + "mean_norm": 0.0012002656003460288, + "median_norm": 0.0011708097299560905, + "max_norm": 0.0018020255956798792, + "min_norm": 3.573440848780862e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.278192520141602, + "5": -3.715754270553589, + "10": -3.0041089057922363, + "25": -2.9647696018218994, + "50": -2.9314773082733154, + "75": -2.8272452354431152, + "90": -2.7884929180145264, + "95": -2.775103807449341, + "99": -2.749699354171753 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 7, + 278, + 195 + ], + "log_norms_bin_edges": [ + -10.446913719177246, + -10.29286003112793, + -10.138806343078613, + -9.984753608703613, + -9.830699920654297, + -9.67664623260498, + -9.522592544555664, + -9.368538856506348, + -9.214486122131348, + -9.060432434082031, + -8.906378746032715, + -8.752325057983398, + -8.598272323608398, + -8.444218635559082, + -8.290164947509766, + -8.13611125946045, + -7.982057571411133, + -7.828004360198975, + -7.673951148986816, + -7.5198974609375, + -7.365843772888184, + -7.211790084838867, + -7.057736873626709, + -6.903683662414551, + -6.749629974365234, + -6.595576286315918, + -6.44152307510376, + -6.287469387054443, + -6.133415699005127, + -5.979362487792969, + -5.825308799743652, + -5.671255588531494, + -5.517201900482178, + -5.363148212432861, + -5.209095001220703, + -5.055041313171387, + -4.9009881019592285, + -4.746934413909912, + -4.592880725860596, + -4.4388275146484375, + -4.284773826599121, + -4.130720615386963, + -3.9766669273376465, + -3.82261323928833, + -3.668560028076172, + -3.5145063400268555, + -3.3604531288146973, + -3.206399440765381, + -3.0523462295532227, + -2.8982925415039062, + -2.744239091873169 + ], + "r_inf_mean": 0.2452966272830963, + "r_inf_median": 0.24162384867668152, + "pr_mean": 0.3583223819732666, + "pr_median": 0.35931453108787537, + "hoyer_mean": 0.6500608921051025, + "eff_dim_mean": 0.6500608921051025, + "topk_energy": { + "1": 0.061199627816677094, + "5": 0.2525171637535095, + "10": 0.40421879291534424, + "25": 0.708375871181488 + }, + "gamma_raw": 0.015041710808873177, + "gamma_active": { + "1e-08": 0.015333502553403378, + "1e-07": 0.015361028723418713, + "1e-06": 0.01559283398091793, + "1e-05": 0.01593579538166523, + "0.0001": 0.0159263014793396 + }, + "gamma_energy_weighted": { + "1e-08": 0.016873747406991813, + "1e-07": 0.016873747406991813, + "1e-06": 0.016873747406991813, + "1e-05": 0.016873747406991813, + "0.0001": 0.016873747406991813 + } + }, + { + "layer": 6, + "mean_norm": 0.0011976470705121756, + "median_norm": 0.0011668970109894872, + "max_norm": 0.0018018076661974192, + "min_norm": 3.5602146231106246e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.277154922485352, + "5": -3.7164883613586426, + "10": -3.0035622119903564, + "25": -2.9645302295684814, + "50": -2.932922601699829, + "75": -2.8272621631622314, + "90": -2.7901103496551514, + "95": -2.7747292518615723, + "99": -2.7495882511138916 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 7, + 284, + 189 + ], + "log_norms_bin_edges": [ + -10.44852352142334, + -10.294439315795898, + -10.14035415649414, + -9.9862699508667, + -9.832184791564941, + -9.6781005859375, + -9.524015426635742, + -9.3699312210083, + -9.215846061706543, + -9.061761856079102, + -8.907676696777344, + -8.753592491149902, + -8.599508285522461, + -8.445423126220703, + -8.291338920593262, + -8.137253761291504, + -7.9831695556640625, + -7.829084396362305, + -7.675000190734863, + -7.520915508270264, + -7.366830825805664, + -7.2127461433410645, + -7.058661460876465, + -6.904576778411865, + -6.750492095947266, + -6.596407890319824, + -6.442322731018066, + -6.288238525390625, + -6.134153842926025, + -5.980069160461426, + -5.825984477996826, + -5.671899795532227, + -5.517815113067627, + -5.363730430603027, + -5.209645748138428, + -5.055561065673828, + -4.9014763832092285, + -4.747391700744629, + -4.5933074951171875, + -4.439222812652588, + -4.285138130187988, + -4.131053447723389, + -3.976968765258789, + -3.8228840827941895, + -3.66879940032959, + -3.5147147178649902, + -3.3606300354003906, + -3.206545352935791, + -3.0524606704711914, + -2.89837646484375, + -2.7442917823791504 + ], + "r_inf_mean": 0.2451671063899994, + "r_inf_median": 0.24098297953605652, + "pr_mean": 0.35986852645874023, + "pr_median": 0.3588601350784302, + "hoyer_mean": 0.6508163213729858, + "eff_dim_mean": 0.6508163213729858, + "topk_energy": { + "1": 0.061050109565258026, + "5": 0.2514958679676056, + "10": 0.40268832445144653, + "25": 0.7080929279327393 + }, + "gamma_raw": -0.04437286779284477, + "gamma_active": { + "1e-08": -0.04498489201068878, + "1e-07": -0.04491924121975899, + "1e-06": -0.04508543759584427, + "1e-05": -0.04533006623387337, + "0.0001": -0.04445628076791763 + }, + "gamma_energy_weighted": { + "1e-08": -0.050751973931570375, + "1e-07": -0.050751973931570375, + "1e-06": -0.050751973931570375, + "1e-05": -0.050751973931570375, + "0.0001": -0.050751973931570375 + } + }, + { + "layer": 7, + "mean_norm": 0.0011980115668848157, + "median_norm": 0.0011673970147967339, + "max_norm": 0.0018051244551315904, + "min_norm": 3.548904919936646e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.958984375, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -8.27775764465332, + "5": -3.717327117919922, + "10": -3.005464553833008, + "25": -2.965867042541504, + "50": -2.9327220916748047, + "75": -2.8268022537231445, + "90": -2.7892839908599854, + "95": -2.7736496925354004, + "99": -2.74941086769104 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 3, + 8, + 286, + 186 + ], + "log_norms_bin_edges": [ + -10.449905395507812, + -10.295777320861816, + -10.14164924621582, + -9.987520217895508, + -9.833392143249512, + -9.679264068603516, + -9.52513599395752, + -9.371007919311523, + -9.216878890991211, + -9.062750816345215, + -8.908622741699219, + -8.754494667053223, + -8.600366592407227, + -8.446237564086914, + -8.292110443115234, + -8.137981414794922, + -7.983853340148926, + -7.82972526550293, + -7.675596714019775, + -7.521468639373779, + -7.367340087890625, + -7.213212013244629, + -7.059083938598633, + -6.904955863952637, + -6.750827312469482, + -6.596698760986328, + -6.442570686340332, + -6.288442611694336, + -6.13431453704834, + -5.9801859855651855, + -5.8260579109191895, + -5.671929359436035, + -5.517801284790039, + -5.363673210144043, + -5.209544658660889, + -5.055416584014893, + -4.901288032531738, + -4.747159957885742, + -4.593031883239746, + -4.438903331756592, + -4.284775257110596, + -4.1306471824646, + -3.9765186309814453, + -3.822390556335449, + -3.668262481689453, + -3.514133930206299, + -3.3600058555603027, + -3.2058773040771484, + -3.0517492294311523, + -2.8976211547851562, + -2.743492841720581 + ], + "r_inf_mean": 0.24528349936008453, + "r_inf_median": 0.24104255437850952, + "pr_mean": 0.35969874262809753, + "pr_median": 0.3582058846950531, + "hoyer_mean": 0.650997519493103, + "eff_dim_mean": 0.650997519493103, + "topk_energy": { + "1": 0.061172641813755035, + "5": 0.251720666885376, + "10": 0.40299251675605774, + "25": 0.7078495025634766 + }, + "gamma_raw": -0.012784264981746674, + "gamma_active": { + "1e-08": -0.013128051534295082, + "1e-07": -0.013079224154353142, + "1e-06": -0.013261662796139717, + "1e-05": -0.012894069775938988, + "0.0001": -0.012602541595697403 + }, + "gamma_energy_weighted": { + "1e-08": -0.027458270485371774, + "1e-07": -0.027458270485371774, + "1e-06": -0.027458270485371774, + "1e-05": -0.027458270485371774, + "0.0001": -0.027458270485371774 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L4.json new file mode 100644 index 0000000..385fe48 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 7.702183723449707, + "acc": 0.0859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.012540174648165703, + "median_norm": 0.012043887749314308, + "max_norm": 0.03370216488838196, + "min_norm": 1.3285809473018162e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.994140625 + }, + "log_norms_percentiles": { + "1": -3.6466338634490967, + "5": -2.3900034427642822, + "10": -2.136974573135376, + "25": -2.0188541412353516, + "50": -1.9192272424697876, + "75": -1.8199186325073242, + "90": -1.7194072008132935, + "95": -1.6710724830627441, + "99": -1.59883451461792 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 5, + 3, + 7, + 12, + 21, + 58, + 87, + 94, + 81, + 48, + 43, + 23, + 4, + 3 + ], + "log_norms_bin_edges": [ + -4.876612186431885, + -4.808526992797852, + -4.74044132232666, + -4.672356128692627, + -4.6042704582214355, + -4.536185264587402, + -4.468099594116211, + -4.400014400482178, + -4.3319292068481445, + -4.263843536376953, + -4.19575834274292, + -4.1276726722717285, + -4.059587478637695, + -3.991501808166504, + -3.9234166145324707, + -3.8553311824798584, + -3.787245750427246, + -3.719160318374634, + -3.6510748863220215, + -3.5829896926879883, + -3.514904022216797, + -3.4468188285827637, + -3.3787333965301514, + -3.310647964477539, + -3.2425625324249268, + -3.1744771003723145, + -3.106391668319702, + -3.03830623626709, + -2.9702210426330566, + -2.9021353721618652, + -2.834050178527832, + -2.7659647464752197, + -2.6978793144226074, + -2.629793882369995, + -2.561708450317383, + -2.4936230182647705, + -2.425537586212158, + -2.357452392578125, + -2.2893669605255127, + -2.2212815284729004, + -2.153196096420288, + -2.085110664367676, + -2.0170252323150635, + -1.9489398002624512, + -1.880854606628418, + -1.8127691745758057, + -1.7446837425231934, + -1.676598310470581, + -1.6085128784179688, + -1.5404274463653564, + -1.4723422527313232 + ], + "r_inf_mean": 0.36658114194869995, + "r_inf_median": 0.3550446629524231, + "pr_mean": 0.14917796850204468, + "pr_median": 0.1515229046344757, + "hoyer_mean": 0.4005280137062073, + "eff_dim_mean": 0.4005279541015625, + "topk_energy": { + "1": 0.13801100850105286, + "5": 0.46744582056999207, + "10": 0.6617345809936523, + "25": 0.9079028964042664 + }, + "gamma_raw": 0.019261308014392853, + "gamma_active": { + "1e-08": 0.019261308014392853, + "1e-07": 0.019261308014392853, + "1e-06": 0.019261308014392853, + "1e-05": 0.019261308014392853, + "0.0001": 0.019408296793699265 + }, + "gamma_energy_weighted": { + "1e-08": 0.02288894633322296, + "1e-07": 0.02288894633322296, + "1e-06": 0.02288894633322296, + "1e-05": 0.02288894633322296, + "0.0001": 0.02288894633322296 + } + }, + { + "layer": 1, + "mean_norm": 0.0016390985110774636, + "median_norm": 0.0016756056575104594, + "max_norm": 0.0032443099189549685, + "min_norm": 1.704339751995576e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -4.5050482749938965, + "5": -3.3068454265594482, + "10": -2.9507105350494385, + "25": -2.841104507446289, + "50": -2.7756080627441406, + "75": -2.7128143310546875, + "90": -2.6603379249572754, + "95": -2.62715220451355, + "99": -2.5689709186553955 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 2, + 3, + 2, + 0, + 2, + 1, + 5, + 3, + 3, + 14, + 28, + 88, + 139, + 121, + 66, + 13, + 4 + ], + "log_norms_bin_edges": [ + -5.768443584442139, + -5.702852249145508, + -5.637260913848877, + -5.571669578552246, + -5.506078243255615, + -5.440486907958984, + -5.3748955726623535, + -5.309304237365723, + -5.243712902069092, + -5.178121566772461, + -5.112530708312988, + -5.046938896179199, + -4.981348037719727, + -4.915756702423096, + -4.850165367126465, + -4.784574031829834, + -4.718982696533203, + -4.653391361236572, + -4.587800025939941, + -4.5222086906433105, + -4.45661735534668, + -4.391026020050049, + -4.325434684753418, + -4.259843349456787, + -4.194252014160156, + -4.128660678863525, + -4.0630693435668945, + -3.9974780082702637, + -3.931886672973633, + -3.866295337677002, + -3.80070424079895, + -3.7351129055023193, + -3.6695215702056885, + -3.6039302349090576, + -3.5383388996124268, + -3.472747564315796, + -3.407156229019165, + -3.341564893722534, + -3.2759737968444824, + -3.2103824615478516, + -3.1447911262512207, + -3.07919979095459, + -3.013608455657959, + -2.948017120361328, + -2.8824257850646973, + -2.8168344497680664, + -2.7512431144714355, + -2.6856517791748047, + -2.620060443878174, + -2.554469347000122, + -2.488877773284912 + ], + "r_inf_mean": 0.2946392297744751, + "r_inf_median": 0.2885369062423706, + "pr_mean": 0.27963346242904663, + "pr_median": 0.2803654372692108, + "hoyer_mean": 0.6060484647750854, + "eff_dim_mean": 0.6060484647750854, + "topk_energy": { + "1": 0.08978665620088577, + "5": 0.3174769878387451, + "10": 0.47259092330932617, + "25": 0.7490370273590088 + }, + "gamma_raw": -0.026981966570019722, + "gamma_active": { + "1e-08": -0.026981966570019722, + "1e-07": -0.026981966570019722, + "1e-06": -0.026981966570019722, + "1e-05": -0.027397194877266884, + "0.0001": -0.02817699871957302 + }, + "gamma_energy_weighted": { + "1e-08": -0.030434257328120183, + "1e-07": -0.030434257328120183, + "1e-06": -0.030434257328120183, + "1e-05": -0.030434257328120183, + "0.0001": -0.030434257328120183 + } + }, + { + "layer": 2, + "mean_norm": 0.001211729715578258, + "median_norm": 0.0012728673173114657, + "max_norm": 0.001997722778469324, + "min_norm": 1.4244595831769402e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -4.657767295837402, + "5": -3.447370767593384, + "10": -3.0694191455841064, + "25": -2.982128858566284, + "50": -2.8946075439453125, + "75": -2.849735975265503, + "90": -2.8038129806518555, + "95": -2.7622365951538086, + "99": -2.702877998352051 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 8, + 3, + 8, + 32, + 78, + 108, + 147, + 70, + 26 + ], + "log_norms_bin_edges": [ + -5.846349716186523, + -5.783411979675293, + -5.7204742431640625, + -5.657536506652832, + -5.594598770141602, + -5.531661033630371, + -5.468723297119141, + -5.405786037445068, + -5.342848300933838, + -5.279910564422607, + -5.216972827911377, + -5.1540350914001465, + -5.091097354888916, + -5.0281596183776855, + -4.965221881866455, + -4.902284145355225, + -4.839346408843994, + -4.776408672332764, + -4.713471412658691, + -4.650533676147461, + -4.5875959396362305, + -4.524658203125, + -4.4617204666137695, + -4.398782730102539, + -4.335844993591309, + -4.272907257080078, + -4.209969520568848, + -4.147031784057617, + -4.084094047546387, + -4.021156311035156, + -3.958218574523926, + -3.8952810764312744, + -3.832343339920044, + -3.7694056034088135, + -3.706467866897583, + -3.6435301303863525, + -3.580592632293701, + -3.5176548957824707, + -3.4547171592712402, + -3.3917794227600098, + -3.3288416862487793, + -3.265903949737549, + -3.2029664516448975, + -3.140028715133667, + -3.0770909786224365, + -3.014153242111206, + -2.9512155055999756, + -2.888277769088745, + -2.8253402709960938, + -2.7624025344848633, + -2.699464797973633 + ], + "r_inf_mean": 0.23533380031585693, + "r_inf_median": 0.23163242638111115, + "pr_mean": 0.3796526789665222, + "pr_median": 0.36972299218177795, + "hoyer_mean": 0.6621330976486206, + "eff_dim_mean": 0.6621330380439758, + "topk_energy": { + "1": 0.05621064826846123, + "5": 0.24055445194244385, + "10": 0.39169418811798096, + "25": 0.6968393325805664 + }, + "gamma_raw": -0.04782754182815552, + "gamma_active": { + "1e-08": -0.04782754182815552, + "1e-07": -0.04782754182815552, + "1e-06": -0.04782754182815552, + "1e-05": -0.04769935458898544, + "0.0001": -0.04640908166766167 + }, + "gamma_energy_weighted": { + "1e-08": -0.04801596880955478, + "1e-07": -0.04801596880955478, + "1e-06": -0.04801596880955478, + "1e-05": -0.04801596880955478, + "0.0001": -0.04801596880955478 + } + }, + { + "layer": 3, + "mean_norm": 0.0012072303798049688, + "median_norm": 0.0012685301480814815, + "max_norm": 0.0019969388376921415, + "min_norm": 1.4163125570121338e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.994140625, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -4.664646625518799, + "5": -3.446834087371826, + "10": -3.071431875228882, + "25": -2.982762098312378, + "50": -2.8964457511901855, + "75": -2.8515923023223877, + "90": -2.802902936935425, + "95": -2.763141393661499, + "99": -2.7030060291290283 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 8, + 3, + 8, + 35, + 82, + 103, + 148, + 68, + 25 + ], + "log_norms_bin_edges": [ + -5.848841190338135, + -5.785857200622559, + -5.722872734069824, + -5.659888744354248, + -5.596904754638672, + -5.533920764923096, + -5.470936298370361, + -5.407952308654785, + -5.344968318939209, + -5.281984329223633, + -5.218999862670898, + -5.156015872955322, + -5.093031883239746, + -5.030047416687012, + -4.9670634269714355, + -4.904079437255859, + -4.841095447540283, + -4.778111457824707, + -4.715126991271973, + -4.6521430015563965, + -4.58915901184082, + -4.526174545288086, + -4.46319055557251, + -4.400206565856934, + -4.337222099304199, + -4.274238109588623, + -4.211254119873047, + -4.148270130157471, + -4.0852861404418945, + -4.02230167388916, + -3.959317684173584, + -3.896333694458008, + -3.8333494663238525, + -3.7703652381896973, + -3.707381248474121, + -3.644397020339966, + -3.5814130306243896, + -3.5184288024902344, + -3.455444812774658, + -3.392460584640503, + -3.3294765949249268, + -3.2664923667907715, + -3.2035083770751953, + -3.14052414894104, + -3.077540159225464, + -3.0145559310913086, + -2.9515719413757324, + -2.888587713241577, + -2.825603485107422, + -2.7626194953918457, + -2.6996352672576904 + ], + "r_inf_mean": 0.2346714437007904, + "r_inf_median": 0.23091338574886322, + "pr_mean": 0.3802860975265503, + "pr_median": 0.37154659628868103, + "hoyer_mean": 0.6621558666229248, + "eff_dim_mean": 0.6621558666229248, + "topk_energy": { + "1": 0.0559079572558403, + "5": 0.24022212624549866, + "10": 0.3910643458366394, + "25": 0.696628212928772 + }, + "gamma_raw": -0.03712668642401695, + "gamma_active": { + "1e-08": -0.03712668642401695, + "1e-07": -0.03712668642401695, + "1e-06": -0.03712668642401695, + "1e-05": -0.03733569756150246, + "0.0001": -0.03721342980861664 + }, + "gamma_energy_weighted": { + "1e-08": -0.039455610464938305, + "1e-07": -0.039455610464938305, + "1e-06": -0.039455610464938305, + "1e-05": -0.039455610464938305, + "0.0001": -0.039455610464938305 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L8.json new file mode 100644 index 0000000..98b32bd --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s456_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 456, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 9.367362976074219, + "acc": 0.060546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.014805934391915798, + "median_norm": 0.013810340315103531, + "max_norm": 0.053925771266222, + "min_norm": 1.7799478655433632e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.990234375 + }, + "log_norms_percentiles": { + "1": -3.8847124576568604, + "5": -2.2716190814971924, + "10": -2.0864968299865723, + "25": -1.981286644935608, + "50": -1.8595736026763916, + "75": -1.7311005592346191, + "90": -1.6383056640625, + "95": -1.5768362283706665, + "99": -1.4516019821166992 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 2, + 0, + 1, + 6, + 10, + 19, + 68, + 88, + 108, + 84, + 63, + 30, + 11, + 4, + 1 + ], + "log_norms_bin_edges": [ + -5.749593257904053, + -5.659965515136719, + -5.570337772369385, + -5.480710029602051, + -5.391082286834717, + -5.301454544067383, + -5.211826324462891, + -5.122198581695557, + -5.032570838928223, + -4.942943096160889, + -4.853315353393555, + -4.763687610626221, + -4.674059867858887, + -4.584432125091553, + -4.494804382324219, + -4.405176162719727, + -4.315548896789551, + -4.225920677185059, + -4.136292934417725, + -4.046665191650391, + -3.9570374488830566, + -3.8674097061157227, + -3.7777819633483887, + -3.6881542205810547, + -3.5985264778137207, + -3.5088984966278076, + -3.4192707538604736, + -3.3296430110931396, + -3.2400152683258057, + -3.1503875255584717, + -3.0607595443725586, + -2.9711318016052246, + -2.8815040588378906, + -2.7918763160705566, + -2.7022485733032227, + -2.6126205921173096, + -2.5229928493499756, + -2.4333651065826416, + -2.3437373638153076, + -2.2541096210479736, + -2.1644816398620605, + -2.0748538970947266, + -1.9852261543273926, + -1.8955984115600586, + -1.8059706687927246, + -1.7163429260253906, + -1.6267151832580566, + -1.5370874404907227, + -1.4474596977233887, + -1.3578314781188965, + -1.268203616142273 + ], + "r_inf_mean": 0.37495744228363037, + "r_inf_median": 0.3677111566066742, + "pr_mean": 0.1415741741657257, + "pr_median": 0.14042729139328003, + "hoyer_mean": 0.38465332984924316, + "eff_dim_mean": 0.38465332984924316, + "topk_energy": { + "1": 0.14406956732273102, + "5": 0.4819984436035156, + "10": 0.6759080290794373, + "25": 0.9159386157989502 + }, + "gamma_raw": -0.024933164939284325, + "gamma_active": { + "1e-08": -0.024933164939284325, + "1e-07": -0.024933164939284325, + "1e-06": -0.024933164939284325, + "1e-05": -0.024853767827153206, + "0.0001": -0.024383537471294403 + }, + "gamma_energy_weighted": { + "1e-08": -0.02721777572521728, + "1e-07": -0.02721777572521728, + "1e-06": -0.02721777572521728, + "1e-05": -0.02721777572521728, + "0.0001": -0.02721777572521728 + } + }, + { + "layer": 1, + "mean_norm": 0.0017381934449076653, + "median_norm": 0.0017080819234251976, + "max_norm": 0.005374505650252104, + "min_norm": 2.811009665038e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -4.988069534301758, + "5": -3.0977799892425537, + "10": -2.925617218017578, + "25": -2.8373794555664062, + "50": -2.767354965209961, + "75": -2.6984574794769287, + "90": -2.6302125453948975, + "95": -2.5599913597106934, + "99": -2.4397339820861816 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 2, + 2, + 1, + 1, + 2, + 3, + 1, + 4, + 9, + 55, + 131, + 162, + 81, + 33, + 6, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.551137924194336, + -6.465508460998535, + -6.379878997802734, + -6.294249534606934, + -6.208619594573975, + -6.122990131378174, + -6.037360668182373, + -5.951731204986572, + -5.8661017417907715, + -5.780472278594971, + -5.69484281539917, + -5.609212875366211, + -5.52358341217041, + -5.437953948974609, + -5.352324485778809, + -5.266695022583008, + -5.181065559387207, + -5.095436096191406, + -5.0098066329956055, + -4.9241766929626465, + -4.838547229766846, + -4.752917766571045, + -4.667288303375244, + -4.581658840179443, + -4.496028900146484, + -4.410399436950684, + -4.324769973754883, + -4.239140510559082, + -4.153511047363281, + -4.0678815841674805, + -3.9822521209716797, + -3.8966224193573, + -3.810992956161499, + -3.7253634929656982, + -3.6397337913513184, + -3.5541043281555176, + -3.468474864959717, + -3.382845401763916, + -3.297215700149536, + -3.2115862369537354, + -3.1259567737579346, + -3.0403270721435547, + -2.954697608947754, + -2.869068145751953, + -2.7834386825561523, + -2.6978089809417725, + -2.6121795177459717, + -2.526549816131592, + -2.440920352935791, + -2.3552908897399902, + -2.2696614265441895 + ], + "r_inf_mean": 0.33577778935432434, + "r_inf_median": 0.32493826746940613, + "pr_mean": 0.21362026035785675, + "pr_median": 0.21088503301143646, + "hoyer_mean": 0.5464277267456055, + "eff_dim_mean": 0.5464277267456055, + "topk_energy": { + "1": 0.11752107739448547, + "5": 0.38349613547325134, + "10": 0.5441126823425293, + "25": 0.7973203659057617 + }, + "gamma_raw": 0.017950665205717087, + "gamma_active": { + "1e-08": 0.017950665205717087, + "1e-07": 0.017950665205717087, + "1e-06": 0.017920518293976784, + "1e-05": 0.018408071249723434, + "0.0001": 0.018513759598135948 + }, + "gamma_energy_weighted": { + "1e-08": 0.017196670155115557, + "1e-07": 0.017196670155115557, + "1e-06": 0.017196670155115557, + "1e-05": 0.017196670155115557, + "0.0001": 0.017196670155115557 + } + }, + { + "layer": 2, + "mean_norm": 0.0011163947638124228, + "median_norm": 0.0011298444587737322, + "max_norm": 0.00168896047398448, + "min_norm": 2.1325567445273919e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.108430862426758, + "5": -3.317486047744751, + "10": -3.0570194721221924, + "25": -2.9913766384124756, + "50": -2.9468822479248047, + "75": -2.8939812183380127, + "90": -2.8449931144714355, + "95": -2.8138129711151123, + "99": -2.7855865955352783 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 4, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 5, + 14, + 51, + 204, + 151, + 59 + ], + "log_norms_bin_edges": [ + -6.671099662780762, + -6.593125343322754, + -6.515151023864746, + -6.437176704406738, + -6.3592023849487305, + -6.2812275886535645, + -6.203253269195557, + -6.125278949737549, + -6.047304630279541, + -5.969330310821533, + -5.891355991363525, + -5.813381671905518, + -5.735406875610352, + -5.657432556152344, + -5.579458236694336, + -5.501483917236328, + -5.42350959777832, + -5.3455352783203125, + -5.267560958862305, + -5.189586639404297, + -5.111612319946289, + -5.033638000488281, + -4.955663204193115, + -4.877688884735107, + -4.7997145652771, + -4.721740245819092, + -4.643765926361084, + -4.565791130065918, + -4.48781681060791, + -4.409842491149902, + -4.3318681716918945, + -4.253893852233887, + -4.175919532775879, + -4.097945213317871, + -4.019970893859863, + -3.9419963359832764, + -3.8640220165252686, + -3.7860476970672607, + -3.708073139190674, + -3.630098819732666, + -3.552124500274658, + -3.4741501808166504, + -3.3961758613586426, + -3.3182013034820557, + -3.240226984024048, + -3.16225266456604, + -3.084278106689453, + -3.0063037872314453, + -2.9283294677734375, + -2.8503551483154297, + -2.7723805904388428 + ], + "r_inf_mean": 0.25246602296829224, + "r_inf_median": 0.25078320503234863, + "pr_mean": 0.3413580656051636, + "pr_median": 0.34122276306152344, + "hoyer_mean": 0.6372964382171631, + "eff_dim_mean": 0.6372964382171631, + "topk_energy": { + "1": 0.06448081135749817, + "5": 0.26345765590667725, + "10": 0.41902393102645874, + "25": 0.7194643020629883 + }, + "gamma_raw": 0.06555607914924622, + "gamma_active": { + "1e-08": 0.06555607914924622, + "1e-07": 0.06555607914924622, + "1e-06": 0.0655398741364479, + "1e-05": 0.06541330367326736, + "0.0001": 0.06521939486265182 + }, + "gamma_energy_weighted": { + "1e-08": 0.0635487035951053, + "1e-07": 0.0635487035951053, + "1e-06": 0.0635487035951053, + "1e-05": 0.0635487035951053, + "0.0001": 0.0635487035951053 + } + }, + { + "layer": 3, + "mean_norm": 0.0010983033571392298, + "median_norm": 0.0011125165037810802, + "max_norm": 0.0016616100911051035, + "min_norm": 2.062747768150075e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.110832214355469, + "5": -3.3301165103912354, + "10": -3.0687122344970703, + "25": -2.9960122108459473, + "50": -2.9535603523254395, + "75": -2.902933120727539, + "90": -2.8505797386169434, + "95": -2.820894241333008, + "99": -2.7882022857666016 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 6, + 13, + 49, + 209, + 143, + 64 + ], + "log_norms_bin_edges": [ + -6.685554027557373, + -6.6074323654174805, + -6.529310703277588, + -6.451189041137695, + -6.373067378997803, + -6.29494571685791, + -6.216824054718018, + -6.138702392578125, + -6.060580730438232, + -5.98245906829834, + -5.904337406158447, + -5.826215744018555, + -5.748094081878662, + -5.6699724197387695, + -5.591850757598877, + -5.513729095458984, + -5.435607433319092, + -5.357485771179199, + -5.279364109039307, + -5.201242446899414, + -5.1231207847595215, + -5.044999122619629, + -4.966877460479736, + -4.888755798339844, + -4.810634136199951, + -4.732512474060059, + -4.654390811920166, + -4.576269149780273, + -4.498147487640381, + -4.420025825500488, + -4.341904163360596, + -4.263782501220703, + -4.1856608390808105, + -4.107539176940918, + -4.029417514801025, + -3.951295852661133, + -3.8731741905212402, + -3.7950525283813477, + -3.716930866241455, + -3.6388092041015625, + -3.56068754196167, + -3.4825658798217773, + -3.4044442176818848, + -3.326322555541992, + -3.2482008934020996, + -3.170079231262207, + -3.0919575691223145, + -3.013835906982422, + -2.9357142448425293, + -2.8575925827026367, + -2.779470920562744 + ], + "r_inf_mean": 0.24809035658836365, + "r_inf_median": 0.2472919076681137, + "pr_mean": 0.3487933278083801, + "pr_median": 0.3453643023967743, + "hoyer_mean": 0.6414585709571838, + "eff_dim_mean": 0.6414585113525391, + "topk_energy": { + "1": 0.06212012842297554, + "5": 0.25826162099838257, + "10": 0.41321349143981934, + "25": 0.715390682220459 + }, + "gamma_raw": -0.012365002185106277, + "gamma_active": { + "1e-08": -0.012365002185106277, + "1e-07": -0.012365002185106277, + "1e-06": -0.01244874857366085, + "1e-05": -0.012333201244473457, + "0.0001": -0.012541319243609905 + }, + "gamma_energy_weighted": { + "1e-08": -0.015432554964258416, + "1e-07": -0.015432554964258416, + "1e-06": -0.015432554964258416, + "1e-05": -0.015432554964258416, + "0.0001": -0.015432554964258416 + } + }, + { + "layer": 4, + "mean_norm": 0.0010958095081150532, + "median_norm": 0.0011090667685493827, + "max_norm": 0.0016571651212871075, + "min_norm": 2.0623011209863762e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.113767147064209, + "5": -3.3310396671295166, + "10": -3.0688157081604004, + "25": -2.9980289936065674, + "50": -2.954664707183838, + "75": -2.903960704803467, + "90": -2.850627899169922, + "95": -2.8212034702301025, + "99": -2.7892351150512695 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 6, + 13, + 49, + 211, + 141, + 64 + ], + "log_norms_bin_edges": [ + -6.685648441314697, + -6.607548236846924, + -6.52944803237915, + -6.451347827911377, + -6.373247146606445, + -6.295146942138672, + -6.217046737670898, + -6.138946533203125, + -6.060846328735352, + -5.982746124267578, + -5.904645919799805, + -5.826545238494873, + -5.7484450340271, + -5.670344829559326, + -5.592244625091553, + -5.514144420623779, + -5.436043739318848, + -5.357943534851074, + -5.279843330383301, + -5.201743125915527, + -5.123642921447754, + -5.0455427169799805, + -4.967442512512207, + -4.889342308044434, + -4.811241626739502, + -4.7331414222717285, + -4.655041217803955, + -4.576941013336182, + -4.49884033203125, + -4.420740127563477, + -4.342639923095703, + -4.26453971862793, + -4.186439514160156, + -4.108339309692383, + -4.030239105224609, + -3.952138662338257, + -3.8740384578704834, + -3.795938014984131, + -3.7178378105163574, + -3.639737606048584, + -3.5616374015808105, + -3.483536958694458, + -3.4054367542266846, + -3.327336549758911, + -3.2492361068725586, + -3.171135902404785, + -3.0930356979370117, + -3.014935255050659, + -2.9368350505828857, + -2.8587348461151123, + -2.7806344032287598 + ], + "r_inf_mean": 0.2481633424758911, + "r_inf_median": 0.2478131353855133, + "pr_mean": 0.3486061096191406, + "pr_median": 0.3459679186344147, + "hoyer_mean": 0.6414614915847778, + "eff_dim_mean": 0.6414614915847778, + "topk_energy": { + "1": 0.062178827822208405, + "5": 0.25808680057525635, + "10": 0.41317471861839294, + "25": 0.7157505750656128 + }, + "gamma_raw": -0.01338182669132948, + "gamma_active": { + "1e-08": -0.01338182669132948, + "1e-07": -0.01338182669132948, + "1e-06": -0.013454306870698929, + "1e-05": -0.013626507483422756, + "0.0001": -0.014129860326647758 + }, + "gamma_energy_weighted": { + "1e-08": -0.014554867758150273, + "1e-07": -0.014554867758150273, + "1e-06": -0.014554867758150273, + "1e-05": -0.014554867758150273, + "0.0001": -0.014554867758150273 + } + }, + { + "layer": 5, + "mean_norm": 0.0010946023976430297, + "median_norm": 0.0011082100681960583, + "max_norm": 0.0016531459987163544, + "min_norm": 2.0592736404978496e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.114116191864014, + "5": -3.331470012664795, + "10": -3.069892406463623, + "25": -2.9985036849975586, + "50": -2.9552865028381348, + "75": -2.904078483581543, + "90": -2.850921869277954, + "95": -2.8217172622680664, + "99": -2.790278196334839 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 6, + 13, + 49, + 209, + 143, + 64 + ], + "log_norms_bin_edges": [ + -6.686285972595215, + -6.608193874359131, + -6.530102252960205, + -6.452010154724121, + -6.373918056488037, + -6.295826435089111, + -6.217734336853027, + -6.139642238616943, + -6.061550617218018, + -5.983458518981934, + -5.90536642074585, + -5.827274799346924, + -5.74918270111084, + -5.671090602874756, + -5.592998504638672, + -5.514906883239746, + -5.436814785003662, + -5.358722686767578, + -5.280631065368652, + -5.202538967132568, + -5.124446868896484, + -5.046355247497559, + -4.968263149261475, + -4.890171051025391, + -4.812079429626465, + -4.733987331390381, + -4.655895233154297, + -4.577803611755371, + -4.499711513519287, + -4.421619415283203, + -4.343527793884277, + -4.265435695648193, + -4.187343597412109, + -4.109251976013184, + -4.0311598777771, + -3.9530680179595947, + -3.87497615814209, + -3.796884059906006, + -3.718792200088501, + -3.640700340270996, + -3.562608242034912, + -3.4845163822174072, + -3.4064245223999023, + -3.3283324241638184, + -3.2502405643463135, + -3.1721487045288086, + -3.0940566062927246, + -3.0159647464752197, + -2.937872886657715, + -2.859780788421631, + -2.781688928604126 + ], + "r_inf_mean": 0.24844980239868164, + "r_inf_median": 0.24890264868736267, + "pr_mean": 0.3483622670173645, + "pr_median": 0.34581953287124634, + "hoyer_mean": 0.6413703560829163, + "eff_dim_mean": 0.6413703560829163, + "topk_energy": { + "1": 0.062324728816747665, + "5": 0.2582048773765564, + "10": 0.41329750418663025, + "25": 0.7158523797988892 + }, + "gamma_raw": 0.010775791481137276, + "gamma_active": { + "1e-08": 0.010775791481137276, + "1e-07": 0.010775791481137276, + "1e-06": 0.010906079784035683, + "1e-05": 0.010565968230366707, + "0.0001": 0.009996532462537289 + }, + "gamma_energy_weighted": { + "1e-08": 0.01334970124636025, + "1e-07": 0.01334970124636025, + "1e-06": 0.01334970124636025, + "1e-05": 0.01334970124636025, + "0.0001": 0.01334970124636025 + } + }, + { + "layer": 6, + "mean_norm": 0.0010943666566163301, + "median_norm": 0.0011080261319875717, + "max_norm": 0.0016540087526664138, + "min_norm": 2.0591008365045127e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.113589286804199, + "5": -3.331817865371704, + "10": -3.070444107055664, + "25": -2.998636245727539, + "50": -2.955437183380127, + "75": -2.9039628505706787, + "90": -2.8502979278564453, + "95": -2.8222010135650635, + "99": -2.7900705337524414 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 6, + 13, + 49, + 210, + 141, + 65 + ], + "log_norms_bin_edges": [ + -6.6863226890563965, + -6.608225345611572, + -6.530128479003906, + -6.452031135559082, + -6.373933792114258, + -6.295836448669434, + -6.217739582061768, + -6.139642238616943, + -6.061544895172119, + -5.983448028564453, + -5.905350685119629, + -5.827253341674805, + -5.7491559982299805, + -5.6710591316223145, + -5.59296178817749, + -5.514864444732666, + -5.436767578125, + -5.358670234680176, + -5.280572891235352, + -5.202475547790527, + -5.124378204345703, + -5.046281337738037, + -4.968183994293213, + -4.890087127685547, + -4.811989784240723, + -4.733892440795898, + -4.655795097351074, + -4.57769775390625, + -4.499600887298584, + -4.42150354385376, + -4.343406677246094, + -4.2653093338012695, + -4.187211990356445, + -4.109114646911621, + -4.031017303466797, + -3.952920436859131, + -3.8748230934143066, + -3.7967259883880615, + -3.7186286449432373, + -3.640531539916992, + -3.562434196472168, + -3.484337091445923, + -3.4062399864196777, + -3.3281426429748535, + -3.2500455379486084, + -3.171948194503784, + -3.093851089477539, + -3.015753746032715, + -2.9376566410064697, + -2.8595595359802246, + -2.7814621925354004 + ], + "r_inf_mean": 0.24833181500434875, + "r_inf_median": 0.2486741691827774, + "pr_mean": 0.3485453128814697, + "pr_median": 0.346159964799881, + "hoyer_mean": 0.6413861513137817, + "eff_dim_mean": 0.641386091709137, + "topk_energy": { + "1": 0.06225968152284622, + "5": 0.2580191493034363, + "10": 0.41314560174942017, + "25": 0.7157695293426514 + }, + "gamma_raw": -0.025627966970205307, + "gamma_active": { + "1e-08": -0.025627966970205307, + "1e-07": -0.025627966970205307, + "1e-06": -0.025377947837114334, + "1e-05": -0.02548636682331562, + "0.0001": -0.025362558662891388 + }, + "gamma_energy_weighted": { + "1e-08": -0.019121713055965262, + "1e-07": -0.019121713055965262, + "1e-06": -0.019121713055965262, + "1e-05": -0.019121713055965262, + "0.0001": -0.019121713055965262 + } + }, + { + "layer": 7, + "mean_norm": 0.0010940625797957182, + "median_norm": 0.001107766292989254, + "max_norm": 0.0016538889613002539, + "min_norm": 2.0605470751888788e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.98828125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.114081859588623, + "5": -3.3319733142852783, + "10": -3.070594549179077, + "25": -2.9989676475524902, + "50": -2.9555323123931885, + "75": -2.904109239578247, + "90": -2.850587844848633, + "95": -2.8217015266418457, + "99": -2.790132522583008 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 3, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 5, + 0, + 1, + 0, + 4, + 2, + 2, + 6, + 13, + 49, + 210, + 142, + 64 + ], + "log_norms_bin_edges": [ + -6.6860175132751465, + -6.607926845550537, + -6.529836654663086, + -6.451745986938477, + -6.373655796051025, + -6.295565128326416, + -6.217474460601807, + -6.1393842697143555, + -6.061293601989746, + -5.983203411102295, + -5.9051127433776855, + -5.827022552490234, + -5.748931884765625, + -5.670841217041016, + -5.5927510261535645, + -5.514660358428955, + -5.436570167541504, + -5.3584794998168945, + -5.280388832092285, + -5.202298641204834, + -5.124207973480225, + -5.046117782592773, + -4.968027114868164, + -4.889936447143555, + -4.8118462562561035, + -4.733755588531494, + -4.655665397644043, + -4.577574729919434, + -4.499484062194824, + -4.421393871307373, + -4.343303203582764, + -4.2652130126953125, + -4.187122344970703, + -4.109031677246094, + -4.030941486358643, + -3.952850818634033, + -3.874760389328003, + -3.7966699600219727, + -3.7185795307159424, + -3.640489101409912, + -3.5623984336853027, + -3.4843080043792725, + -3.406217575073242, + -3.328127145767212, + -3.2500367164611816, + -3.1719462871551514, + -3.093855619430542, + -3.0157651901245117, + -2.9376747608184814, + -2.859584331512451, + -2.781493663787842 + ], + "r_inf_mean": 0.24830806255340576, + "r_inf_median": 0.24864144623279572, + "pr_mean": 0.3485977351665497, + "pr_median": 0.34637588262557983, + "hoyer_mean": 0.6413428783416748, + "eff_dim_mean": 0.6413428783416748, + "topk_energy": { + "1": 0.062248893082141876, + "5": 0.2579505145549774, + "10": 0.41307514905929565, + "25": 0.7157726883888245 + }, + "gamma_raw": -0.020780595019459724, + "gamma_active": { + "1e-08": -0.020780595019459724, + "1e-07": -0.020780595019459724, + "1e-06": -0.020970383659005165, + "1e-05": -0.020748086273670197, + "0.0001": -0.020997487008571625 + }, + "gamma_energy_weighted": { + "1e-08": -0.026722979038616094, + "1e-07": -0.026722979038616094, + "1e-06": -0.026722979038616094, + "1e-05": -0.026722979038616094, + "0.0001": -0.026722979038616094 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L4.json new file mode 100644 index 0000000..1b4cd78 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 25.001113891601562, + "acc": 0.138671875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.04071778804063797, + "median_norm": 0.041113417595624924, + "max_norm": 0.152726411819458, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.953125, + "1e-06": 0.943359375, + "1e-05": 0.931640625, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -11.732515335083008, + "5": -6.519234657287598, + "10": -3.3632564544677734, + "25": -1.51932954788208, + "50": -1.385756492614746, + "75": -1.2847294807434082, + "90": -1.1762429475784302, + "95": -1.1217889785766602, + "99": -0.9668107032775879 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 1, + 1, + 3, + 1, + 2, + 3, + 5, + 1, + 4, + 3, + 3, + 5, + 5, + 6, + 4, + 6, + 9, + 170, + 275 + ], + "log_norms_bin_edges": [ + -30.0, + -29.41632080078125, + -28.832643508911133, + -28.248964309692383, + -27.665287017822266, + -27.081607818603516, + -26.4979305267334, + -25.91425132751465, + -25.33057403564453, + -24.74689483642578, + -24.163217544555664, + -23.579538345336914, + -22.995861053466797, + -22.412181854248047, + -21.828502655029297, + -21.24482536315918, + -20.661148071289062, + -20.077468872070312, + -19.493789672851562, + -18.910112380981445, + -18.326435089111328, + -17.742755889892578, + -17.159076690673828, + -16.57539939880371, + -15.991720199584961, + -15.408041954040527, + -14.824363708496094, + -14.24068546295166, + -13.657007217407227, + -13.07332992553711, + -12.48965072631836, + -11.905973434448242, + -11.322294235229492, + -10.738615036010742, + -10.154937744140625, + -9.571258544921875, + -8.987581253051758, + -8.403902053833008, + -7.820224761962891, + -7.236545562744141, + -6.652868270874023, + -6.069189071655273, + -5.485511779785156, + -4.901832580566406, + -4.318155288696289, + -3.734476089477539, + -3.150798797607422, + -2.567119598388672, + -1.9834403991699219, + -1.3997631072998047, + -0.8160858750343323 + ], + "r_inf_mean": 3007.1396484375, + "r_inf_median": 0.24363788962364197, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 47350030336.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.03420257195830345, + "gamma_active": { + "1e-08": -0.03539437800645828, + "1e-07": -0.035511475056409836, + "1e-06": -0.035691309720277786, + "1e-05": -0.03536418452858925, + "0.0001": -0.035453733056783676 + }, + "gamma_energy_weighted": { + "1e-08": -0.03251180577767287, + "1e-07": -0.03251180577767287, + "1e-06": -0.03251180577767287, + "1e-05": -0.03251180577767287, + "0.0001": -0.03251180577767287 + } + }, + { + "layer": 1, + "mean_norm": 0.005485096015036106, + "median_norm": 0.0051493351347744465, + "max_norm": 0.027692455798387527, + "min_norm": 0.0, + "support": { + "1e-08": 0.95703125, + "1e-07": 0.9453125, + "1e-06": 0.931640625, + "1e-05": 0.9140625, + "0.0001": 0.8984375 + }, + "log_norms_percentiles": { + "1": -12.647848129272461, + "5": -7.343411922454834, + "10": -4.293813705444336, + "25": -2.422344207763672, + "50": -2.2880659103393555, + "75": -2.1478543281555176, + "90": -2.0339972972869873, + "95": -1.9482471942901611, + "99": -1.8004980087280273 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 3, + 0, + 3, + 2, + 4, + 3, + 2, + 2, + 3, + 4, + 6, + 5, + 7, + 2, + 7, + 10, + 334, + 108 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43115234375, + -28.8623046875, + -28.293458938598633, + -27.724611282348633, + -27.155763626098633, + -26.586915969848633, + -26.018070220947266, + -25.449222564697266, + -24.880374908447266, + -24.311527252197266, + -23.742679595947266, + -23.173831939697266, + -22.6049861907959, + -22.0361385345459, + -21.46729278564453, + -20.89844512939453, + -20.32959747314453, + -19.76074981689453, + -19.19190216064453, + -18.62305450439453, + -18.05420684814453, + -17.485361099243164, + -16.916513442993164, + -16.347665786743164, + -15.77881908416748, + -15.20997142791748, + -14.641124725341797, + -14.072277069091797, + -13.503429412841797, + -12.93458366394043, + -12.36573600769043, + -11.79688835144043, + -11.22804069519043, + -10.65919303894043, + -10.090347290039062, + -9.521499633789062, + -8.952651977539062, + -8.383804321289062, + -7.814958572387695, + -7.246110916137695, + -6.677263259887695, + -6.108415603637695, + -5.539567947387695, + -4.970722198486328, + -4.401874542236328, + -3.833026885986328, + -3.264179229736328, + -2.695331573486328, + -2.126485824584961, + -1.5576385259628296 + ], + "r_inf_mean": 320.1785888671875, + "r_inf_median": 0.23350144922733307, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 460261312.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.028428785502910614, + "gamma_active": { + "1e-08": 0.029858414083719254, + "1e-07": 0.029557500034570694, + "1e-06": 0.02953425981104374, + "1e-05": 0.02983258105814457, + "0.0001": 0.030011137947440147 + }, + "gamma_energy_weighted": { + "1e-08": 0.036526412944748975, + "1e-07": 0.036526412944748975, + "1e-06": 0.036526412944748975, + "1e-05": 0.036526412944748975, + "0.0001": 0.036526412944748975 + } + }, + { + "layer": 2, + "mean_norm": 0.0014032032340765, + "median_norm": 0.0014557554386556149, + "max_norm": 0.0024721678346395493, + "min_norm": 0.0, + "support": { + "1e-08": 0.94921875, + "1e-07": 0.939453125, + "1e-06": 0.91796875, + "1e-05": 0.900390625, + "0.0001": 0.884765625 + }, + "log_norms_percentiles": { + "1": -13.286272048950195, + "5": -7.991037845611572, + "10": -4.794356822967529, + "25": -2.881018877029419, + "50": -2.8368425369262695, + "75": -2.7428829669952393, + "90": -2.6856637001037598, + "95": -2.6604580879211426, + "99": -2.6351468563079834 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 3, + 3, + 2, + 3, + 1, + 4, + 3, + 2, + 5, + 7, + 2, + 7, + 3, + 7, + 8, + 442 + ], + "log_norms_bin_edges": [ + -30.0, + -29.452138900756836, + -28.904277801513672, + -28.356414794921875, + -27.80855369567871, + -27.260692596435547, + -26.71282958984375, + -26.164968490600586, + -25.617107391357422, + -25.069246292114258, + -24.521385192871094, + -23.973522186279297, + -23.425661087036133, + -22.87779998779297, + -22.329936981201172, + -21.782075881958008, + -21.234214782714844, + -20.68635368347168, + -20.138492584228516, + -19.59062957763672, + -19.042768478393555, + -18.49490737915039, + -17.947044372558594, + -17.39918327331543, + -16.851322174072266, + -16.3034610748291, + -15.755599021911621, + -15.20773696899414, + -14.659875869750977, + -14.112014770507812, + -13.564151763916016, + -13.016290664672852, + -12.468429565429688, + -11.920568466186523, + -11.37270736694336, + -10.824844360351562, + -10.276983261108398, + -9.729122161865234, + -9.181259155273438, + -8.633398056030273, + -8.08553695678711, + -7.537675857543945, + -6.989814758300781, + -6.441951751708984, + -5.89409065246582, + -5.346229553222656, + -4.798366546630859, + -4.250505447387695, + -3.7026443481445312, + -3.154783248901367, + -2.606922149658203 + ], + "r_inf_mean": 47.191162109375, + "r_inf_median": 0.25335854291915894, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 9985983.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.02196016162633896, + "gamma_active": { + "1e-08": -0.02326889894902706, + "1e-07": -0.023401997983455658, + "1e-06": -0.02389572560787201, + "1e-05": -0.02464735135436058, + "0.0001": -0.025021661072969437 + }, + "gamma_energy_weighted": { + "1e-08": -0.03745053919699491, + "1e-07": -0.03745053919699491, + "1e-06": -0.03745053919699491, + "1e-05": -0.03745053919699491, + "0.0001": -0.03745053919699491 + } + }, + { + "layer": 3, + "mean_norm": 0.0013475846499204636, + "median_norm": 0.0013996155466884375, + "max_norm": 0.002142986049875617, + "min_norm": 0.0, + "support": { + "1e-08": 0.94921875, + "1e-07": 0.939453125, + "1e-06": 0.91796875, + "1e-05": 0.900390625, + "0.0001": 0.884765625 + }, + "log_norms_percentiles": { + "1": -13.3140230178833, + "5": -8.007704734802246, + "10": -4.809715747833252, + "25": -2.888831615447998, + "50": -2.853990316390991, + "75": -2.759587526321411, + "90": -2.7073140144348145, + "95": -2.6891984939575195, + "99": -2.6704001426696777 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 3, + 3, + 2, + 2, + 2, + 4, + 3, + 2, + 5, + 6, + 2, + 7, + 4, + 6, + 9, + 442 + ], + "log_norms_bin_edges": [ + -30.0, + -29.453378677368164, + -28.90675926208496, + -28.360137939453125, + -27.813518524169922, + -27.266897201538086, + -26.720277786254883, + -26.173656463623047, + -25.627037048339844, + -25.080415725708008, + -24.533796310424805, + -23.98717498779297, + -23.440555572509766, + -22.89393424987793, + -22.347312927246094, + -21.80069351196289, + -21.254074096679688, + -20.70745277404785, + -20.160831451416016, + -19.614212036132812, + -19.06759262084961, + -18.520971298217773, + -17.974349975585938, + -17.427730560302734, + -16.8811092376709, + -16.334487915039062, + -15.78786849975586, + -15.24124813079834, + -14.69462776184082, + -14.1480073928833, + -13.601387023925781, + -13.054767608642578, + -12.508146286010742, + -11.961524963378906, + -11.414905548095703, + -10.868284225463867, + -10.321664810180664, + -9.775043487548828, + -9.228424072265625, + -8.681802749633789, + -8.135183334350586, + -7.58856201171875, + -7.041942596435547, + -6.495321273803711, + -5.948701858520508, + -5.402080535888672, + -4.855461120605469, + -4.308839797973633, + -3.762218475341797, + -3.2155990600585938, + -2.668980598449707 + ], + "r_inf_mean": 43.491268157958984, + "r_inf_median": 0.2505641579627991, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 8658838.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.002581389155238867, + "gamma_active": { + "1e-08": -0.002806761534884572, + "1e-07": -0.0027980711311101913, + "1e-06": -0.0033305746037513018, + "1e-05": -0.0032144368160516024, + "0.0001": -0.003078291192650795 + }, + "gamma_energy_weighted": { + "1e-08": -0.006932540067037095, + "1e-07": -0.006932540067037095, + "1e-06": -0.006932540067037095, + "1e-05": -0.006932540067037095, + "0.0001": -0.006932540067037095 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L8.json new file mode 100644 index 0000000..a64add7 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 18.091245651245117, + "acc": 0.1171875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.030214937403798103, + "median_norm": 0.03255957365036011, + "max_norm": 0.07113875448703766, + "min_norm": 4.728019625116486e-12, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.986328125, + "1e-06": 0.984375, + "1e-05": 0.978515625, + "0.0001": 0.958984375 + }, + "log_norms_percentiles": { + "1": -7.474506855010986, + "5": -3.5675487518310547, + "10": -2.1323440074920654, + "25": -1.569036841392517, + "50": -1.4867180585861206, + "75": -1.4307012557983398, + "90": -1.3851466178894043, + "95": -1.3553853034973145, + "99": -1.2941391468048096 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 3, + 0, + 3, + 3, + 2, + 2, + 6, + 2, + 1, + 5, + 2, + 3, + 7, + 6, + 6, + 78, + 347, + 24 + ], + "log_norms_bin_edges": [ + -11.325321197509766, + -11.121772766113281, + -10.918224334716797, + -10.714675903320312, + -10.511127471923828, + -10.307578086853027, + -10.104029655456543, + -9.900481224060059, + -9.696932792663574, + -9.49338436126709, + -9.289835929870605, + -9.086286544799805, + -8.88273811340332, + -8.679189682006836, + -8.475641250610352, + -8.272092819213867, + -8.068544387817383, + -7.864995956420898, + -7.661447525024414, + -7.4578986167907715, + -7.254350185394287, + -7.050801753997803, + -6.84725284576416, + -6.643704414367676, + -6.440155982971191, + -6.236607551574707, + -6.033059120178223, + -5.82951021194458, + -5.625961780548096, + -5.422413349151611, + -5.218864440917969, + -5.015316009521484, + -4.811767578125, + -4.608219146728516, + -4.404670715332031, + -4.201121807098389, + -3.9975733757019043, + -3.79402494430542, + -3.5904760360717773, + -3.386927604675293, + -3.1833791732788086, + -2.979830741882324, + -2.77628231048584, + -2.5727338790893555, + -2.3691844940185547, + -2.1656360626220703, + -1.962087631225586, + -1.7585391998291016, + -1.5549907684326172, + -1.3514423370361328, + -1.1478937864303589 + ], + "r_inf_mean": 0.2614181637763977, + "r_inf_median": 0.2504078149795532, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.62864750623703, + "eff_dim_mean": 0.62864750623703, + "topk_energy": { + "1": 0.069707490503788, + "5": 0.27322572469711304, + "10": 0.428190141916275, + "25": 0.7280519008636475 + }, + "gamma_raw": -0.009391729719936848, + "gamma_active": { + "1e-08": -0.009483248926699162, + "1e-07": -0.00965043529868126, + "1e-06": -0.009781602770090103, + "1e-05": -0.009307135827839375, + "0.0001": -0.009448285214602947 + }, + "gamma_energy_weighted": { + "1e-08": -0.010238423042160645, + "1e-07": -0.010238423042160645, + "1e-06": -0.010238423042160645, + "1e-05": -0.010238423042160645, + "0.0001": -0.010238423042160645 + } + }, + { + "layer": 1, + "mean_norm": 0.0013446478405967355, + "median_norm": 0.0014630008954554796, + "max_norm": 0.0021155974827706814, + "min_norm": 3.007765477652802e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.951171875, + "0.0001": 0.921875 + }, + "log_norms_percentiles": { + "1": -8.776688575744629, + "5": -4.943502902984619, + "10": -3.451963424682617, + "25": -2.8859691619873047, + "50": -2.8342528343200684, + "75": -2.784990072250366, + "90": -2.7519524097442627, + "95": -2.740394353866577, + "99": -2.7133429050445557 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 3, + 1, + 3, + 3, + 1, + 6, + 2, + 2, + 2, + 3, + 5, + 4, + 3, + 6, + 4, + 98, + 353 + ], + "log_norms_bin_edges": [ + -12.521756172180176, + -12.324811935424805, + -12.12786865234375, + -11.930924415588379, + -11.733981132507324, + -11.537036895751953, + -11.340093612670898, + -11.143149375915527, + -10.946206092834473, + -10.749261856079102, + -10.552318572998047, + -10.355374336242676, + -10.158431053161621, + -9.96148681640625, + -9.764543533325195, + -9.567599296569824, + -9.37065601348877, + -9.173711776733398, + -8.976768493652344, + -8.779824256896973, + -8.582880973815918, + -8.385936737060547, + -8.188993453979492, + -7.992049217224121, + -7.795105457305908, + -7.598161697387695, + -7.401217937469482, + -7.2042741775512695, + -7.007330417633057, + -6.810386657714844, + -6.613442897796631, + -6.416499137878418, + -6.219555377960205, + -6.022611618041992, + -5.825667858123779, + -5.628724098205566, + -5.4317803382873535, + -5.234836578369141, + -5.037892818450928, + -4.840949058532715, + -4.644005298614502, + -4.447061538696289, + -4.250117301940918, + -4.053174018859863, + -3.856229782104492, + -3.6592864990234375, + -3.4623422622680664, + -3.2653989791870117, + -3.0684547424316406, + -2.871511459350586, + -2.6745669841766357 + ], + "r_inf_mean": 0.2388099730014801, + "r_inf_median": 0.23436091840267181, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6512441635131836, + "eff_dim_mean": 0.6512441635131836, + "topk_energy": { + "1": 0.05746888369321823, + "5": 0.24796417355537415, + "10": 0.4017186760902405, + "25": 0.7109180688858032 + }, + "gamma_raw": 0.03430353105068207, + "gamma_active": { + "1e-08": 0.034730952233076096, + "1e-07": 0.03466944023966789, + "1e-06": 0.0343642458319664, + "1e-05": 0.03268195316195488, + "0.0001": 0.032255303114652634 + }, + "gamma_energy_weighted": { + "1e-08": 0.02753869353025413, + "1e-07": 0.02753869353025413, + "1e-06": 0.02753869353025413, + "1e-05": 0.02753869353025413, + "0.0001": 0.02753869353025413 + } + }, + { + "layer": 2, + "mean_norm": 0.001149635761976242, + "median_norm": 0.0012479819124564528, + "max_norm": 0.001723877969197929, + "min_norm": 2.8214217529139163e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.911355972290039, + "5": -5.011778831481934, + "10": -3.517261266708374, + "25": -2.958847999572754, + "50": -2.9037551879882812, + "75": -2.843815326690674, + "90": -2.822674512863159, + "95": -2.805182456970215, + "99": -2.765228509902954 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 3, + 7, + 3, + 68, + 384 + ], + "log_norms_bin_edges": [ + -12.549532890319824, + -12.353812217712402, + -12.15809154510498, + -11.962370872497559, + -11.76664924621582, + -11.570928573608398, + -11.375207901000977, + -11.179487228393555, + -10.983766555786133, + -10.788045883178711, + -10.592325210571289, + -10.396604537963867, + -10.200883865356445, + -10.005163192749023, + -9.809441566467285, + -9.613720893859863, + -9.418000221252441, + -9.22227954864502, + -9.026558876037598, + -8.83083724975586, + -8.635116577148438, + -8.439395904541016, + -8.243675231933594, + -8.047954559326172, + -7.85223388671875, + -7.656513214111328, + -7.460792541503906, + -7.265071392059326, + -7.069350719451904, + -6.873630046844482, + -6.677908897399902, + -6.4821882247924805, + -6.286467552185059, + -6.090746879577637, + -5.895026206970215, + -5.699305057525635, + -5.503584384918213, + -5.307863712310791, + -5.112142562866211, + -4.916421890258789, + -4.720701217651367, + -4.524980545043945, + -4.329259872436523, + -4.133539199829102, + -3.9378175735473633, + -3.7420969009399414, + -3.5463762283325195, + -3.3506555557250977, + -3.154934883117676, + -2.959214210510254, + -2.763493537902832 + ], + "r_inf_mean": 0.24206018447875977, + "r_inf_median": 0.23713040351867676, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6494877934455872, + "eff_dim_mean": 0.6494877934455872, + "topk_energy": { + "1": 0.059316620230674744, + "5": 0.24462047219276428, + "10": 0.3996443450450897, + "25": 0.7095648050308228 + }, + "gamma_raw": 0.03769676014780998, + "gamma_active": { + "1e-08": 0.03818310424685478, + "1e-07": 0.03796384856104851, + "1e-06": 0.038436923176050186, + "1e-05": 0.03874633088707924, + "0.0001": 0.03980927914381027 + }, + "gamma_energy_weighted": { + "1e-08": 0.04470496871833232, + "1e-07": 0.04470496871833232, + "1e-06": 0.04470496871833232, + "1e-05": 0.04470496871833232, + "0.0001": 0.04470496871833232 + } + }, + { + "layer": 3, + "mean_norm": 0.0011392441811040044, + "median_norm": 0.001233978196978569, + "max_norm": 0.0017161715077236295, + "min_norm": 2.8311942091956144e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.917587280273438, + "5": -5.015679359436035, + "10": -3.51562762260437, + "25": -2.9621469974517822, + "50": -2.9086530208587646, + "75": -2.8482983112335205, + "90": -2.825798511505127, + "95": -2.8093221187591553, + "99": -2.766934871673584 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 3, + 7, + 3, + 75, + 377 + ], + "log_norms_bin_edges": [ + -12.548030853271484, + -12.352378845214844, + -12.156726837158203, + -11.961075782775879, + -11.765423774719238, + -11.569771766662598, + -11.374119758605957, + -11.178467750549316, + -10.982816696166992, + -10.787164688110352, + -10.591512680053711, + -10.39586067199707, + -10.20020866394043, + -10.004557609558105, + -9.808905601501465, + -9.613253593444824, + -9.417601585388184, + -9.22195053100586, + -9.026298522949219, + -8.830646514892578, + -8.634994506835938, + -8.439342498779297, + -8.243690490722656, + -8.048038482666016, + -7.852387428283691, + -7.656735420227051, + -7.461083889007568, + -7.265431880950928, + -7.069779872894287, + -6.874128341674805, + -6.678476333618164, + -6.482824802398682, + -6.287172794342041, + -6.0915207862854, + -5.895869255065918, + -5.700217247009277, + -5.504565715789795, + -5.308913707733154, + -5.113261699676514, + -4.917610168457031, + -4.721958160400391, + -4.52630615234375, + -4.330655097961426, + -4.135003089904785, + -3.9393510818481445, + -3.743699073791504, + -3.5480470657348633, + -3.352396011352539, + -3.1567440032958984, + -2.961091995239258, + -2.765439510345459 + ], + "r_inf_mean": 0.2420860081911087, + "r_inf_median": 0.23894135653972626, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6493958830833435, + "eff_dim_mean": 0.6493958234786987, + "topk_energy": { + "1": 0.05931975692510605, + "5": 0.2449062317609787, + "10": 0.40020740032196045, + "25": 0.7095599174499512 + }, + "gamma_raw": 0.019091270864009857, + "gamma_active": { + "1e-08": 0.019311919808387756, + "1e-07": 0.019127916544675827, + "1e-06": 0.01884903572499752, + "1e-05": 0.019732650369405746, + "0.0001": 0.02086031809449196 + }, + "gamma_energy_weighted": { + "1e-08": 0.028826662132658186, + "1e-07": 0.028826662132658186, + "1e-06": 0.028826662132658186, + "1e-05": 0.028826662132658186, + "0.0001": 0.028826662132658186 + } + }, + { + "layer": 4, + "mean_norm": 0.0011383573291823268, + "median_norm": 0.0012269408907741308, + "max_norm": 0.0017192588420584798, + "min_norm": 2.829760080771959e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.91807746887207, + "5": -5.0184783935546875, + "10": -3.5108203887939453, + "25": -2.964728355407715, + "50": -2.9108200073242188, + "75": -2.8474695682525635, + "90": -2.8252556324005127, + "95": -2.8073933124542236, + "99": -2.7665605545043945 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 3, + 7, + 3, + 77, + 375 + ], + "log_norms_bin_edges": [ + -12.548250198364258, + -12.352578163146973, + -12.156906127929688, + -11.961235046386719, + -11.765563011169434, + -11.569890975952148, + -11.374218940734863, + -11.178546905517578, + -10.98287582397461, + -10.787203788757324, + -10.591531753540039, + -10.39586067199707, + -10.200187683105469, + -10.0045166015625, + -9.808844566345215, + -9.61317253112793, + -9.417501449584961, + -9.221829414367676, + -9.02615737915039, + -8.830485343933105, + -8.63481330871582, + -8.439142227172852, + -8.243470191955566, + -8.047798156738281, + -7.852126121520996, + -7.656454563140869, + -7.460782527923584, + -7.265110969543457, + -7.069438934326172, + -6.873767375946045, + -6.67809534072876, + -6.482423782348633, + -6.286751747131348, + -6.0910797119140625, + -5.8954081535339355, + -5.69973611831665, + -5.504064559936523, + -5.308392524719238, + -5.112720966339111, + -4.917048931121826, + -4.721377372741699, + -4.525705337524414, + -4.330033302307129, + -4.134361267089844, + -3.938690185546875, + -3.74301815032959, + -3.5473461151123047, + -3.3516740798950195, + -3.1560020446777344, + -2.9603309631347656, + -2.7646586894989014 + ], + "r_inf_mean": 0.24199140071868896, + "r_inf_median": 0.24026043713092804, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6482259035110474, + "eff_dim_mean": 0.6482259035110474, + "topk_energy": { + "1": 0.05929131805896759, + "5": 0.24559560418128967, + "10": 0.4008079171180725, + "25": 0.7105872631072998 + }, + "gamma_raw": 0.026526397094130516, + "gamma_active": { + "1e-08": 0.026902150362730026, + "1e-07": 0.02691928669810295, + "1e-06": 0.027068806812167168, + "1e-05": 0.0265372171998024, + "0.0001": 0.026918919757008553 + }, + "gamma_energy_weighted": { + "1e-08": 0.03525043874770385, + "1e-07": 0.03525043874770385, + "1e-06": 0.03525043874770385, + "1e-05": 0.03525043874770385, + "0.0001": 0.03525043874770385 + } + }, + { + "layer": 5, + "mean_norm": 0.0011335716117173433, + "median_norm": 0.0012167110107839108, + "max_norm": 0.0017150884959846735, + "min_norm": 2.8244100851518295e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.917859077453613, + "5": -5.023127555847168, + "10": -3.5117177963256836, + "25": -2.9684410095214844, + "50": -2.9147801399230957, + "75": -2.8498218059539795, + "90": -2.827982187271118, + "95": -2.8085224628448486, + "99": -2.767193555831909 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 3, + 7, + 3, + 78, + 374 + ], + "log_norms_bin_edges": [ + -12.549073219299316, + -12.353405952453613, + -12.15773868560791, + -11.962071418762207, + -11.766404151916504, + -11.5707368850708, + -11.375070571899414, + -11.179403305053711, + -10.983736038208008, + -10.788068771362305, + -10.592401504516602, + -10.396734237670898, + -10.201066970825195, + -10.005399703979492, + -9.809732437133789, + -9.614065170288086, + -9.418397903442383, + -9.22273063659668, + -9.027063369750977, + -8.831396102905273, + -8.63572883605957, + -8.440061569213867, + -8.244394302368164, + -8.048727989196777, + -7.853060722351074, + -7.657393455505371, + -7.461726188659668, + -7.266058921813965, + -7.070391654968262, + -6.874724864959717, + -6.679057598114014, + -6.4833903312683105, + -6.287723064422607, + -6.092055797576904, + -5.896388530731201, + -5.700721263885498, + -5.505054473876953, + -5.30938720703125, + -5.113719940185547, + -4.918052673339844, + -4.722385406494141, + -4.5267181396484375, + -4.331050872802734, + -4.135383605957031, + -3.939716339111328, + -3.7440500259399414, + -3.5483827590942383, + -3.352715492248535, + -3.157048225402832, + -2.961380958557129, + -2.7657134532928467 + ], + "r_inf_mean": 0.24139107763767242, + "r_inf_median": 0.23835033178329468, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6485460996627808, + "eff_dim_mean": 0.6485460996627808, + "topk_energy": { + "1": 0.059038691222667694, + "5": 0.24525386095046997, + "10": 0.40082377195358276, + "25": 0.7110882997512817 + }, + "gamma_raw": 0.040750518441200256, + "gamma_active": { + "1e-08": 0.04131745547056198, + "1e-07": 0.04117328301072121, + "1e-06": 0.04112221300601959, + "1e-05": 0.04211005941033363, + "0.0001": 0.041998401284217834 + }, + "gamma_energy_weighted": { + "1e-08": 0.04479919471843857, + "1e-07": 0.04479919471843857, + "1e-06": 0.04479919471843857, + "1e-05": 0.04479919471843857, + "0.0001": 0.04479919471843857 + } + }, + { + "layer": 6, + "mean_norm": 0.001140018692240119, + "median_norm": 0.0012212727451696992, + "max_norm": 0.0017157939728349447, + "min_norm": 2.8179094799761495e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.916711807250977, + "5": -5.022811412811279, + "10": -3.5110766887664795, + "25": -2.9674570560455322, + "50": -2.9131596088409424, + "75": -2.8462178707122803, + "90": -2.823991060256958, + "95": -2.805936813354492, + "99": -2.7668967247009277 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 3, + 7, + 3, + 76, + 376 + ], + "log_norms_bin_edges": [ + -12.550073623657227, + -12.354382514953613, + -12.158692359924316, + -11.963001251220703, + -11.76731014251709, + -11.571619987487793, + -11.37592887878418, + -11.180238723754883, + -10.98454761505127, + -10.788856506347656, + -10.59316635131836, + -10.397475242614746, + -10.201784133911133, + -10.006093978881836, + -9.810402870178223, + -9.61471176147461, + -9.419021606445312, + -9.2233304977417, + -9.027639389038086, + -8.831949234008789, + -8.636258125305176, + -8.440567016601562, + -8.244876861572266, + -8.049186706542969, + -7.853495121002197, + -7.657804489135742, + -7.462113857269287, + -7.266422748565674, + -7.070732116699219, + -6.875041484832764, + -6.679350852966309, + -6.483659744262695, + -6.28796911239624, + -6.092278480529785, + -5.896587371826172, + -5.700896739959717, + -5.505206108093262, + -5.309515476226807, + -5.113824367523193, + -4.918133735656738, + -4.722443103790283, + -4.526752471923828, + -4.331061363220215, + -4.135370254516602, + -3.9396800994873047, + -3.7439889907836914, + -3.5482988357543945, + -3.3526077270507812, + -3.156916618347168, + -2.961226463317871, + -2.7655348777770996 + ], + "r_inf_mean": 0.24060063064098358, + "r_inf_median": 0.23685860633850098, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.648489773273468, + "eff_dim_mean": 0.648489773273468, + "topk_energy": { + "1": 0.05863645672798157, + "5": 0.24416348338127136, + "10": 0.4006735682487488, + "25": 0.7102816104888916 + }, + "gamma_raw": -0.02939976379275322, + "gamma_active": { + "1e-08": -0.02977548912167549, + "1e-07": -0.029826363548636436, + "1e-06": -0.029891381040215492, + "1e-05": -0.03054637461900711, + "0.0001": -0.03037433885037899 + }, + "gamma_energy_weighted": { + "1e-08": -0.040689622681966235, + "1e-07": -0.040689622681966235, + "1e-06": -0.040689622681966235, + "1e-05": -0.040689622681966235, + "0.0001": -0.040689622681966235 + } + }, + { + "layer": 7, + "mean_norm": 0.0011394894681870937, + "median_norm": 0.001215469092130661, + "max_norm": 0.0017270221142098308, + "min_norm": 2.8114872084074316e-13, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.970703125, + "1e-05": 0.947265625, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -8.921534538269043, + "5": -5.023155689239502, + "10": -3.510812520980835, + "25": -2.9672532081604004, + "50": -2.9152512550354004, + "75": -2.8455183506011963, + "90": -2.822866916656494, + "95": -2.802821636199951, + "99": -2.7641379833221436 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 4, + 1, + 3, + 4, + 3, + 2, + 2, + 3, + 5, + 3, + 4, + 6, + 3, + 90, + 362 + ], + "log_norms_bin_edges": [ + -12.551064491271973, + -12.355297088623047, + -12.159529685974121, + -11.963762283325195, + -11.767995834350586, + -11.57222843170166, + -11.376461029052734, + -11.180693626403809, + -10.984926223754883, + -10.789158821105957, + -10.593391418457031, + -10.397624969482422, + -10.201857566833496, + -10.00609016418457, + -9.810322761535645, + -9.614555358886719, + -9.41878890991211, + -9.223021507263184, + -9.027254104614258, + -8.831486701965332, + -8.635719299316406, + -8.439952850341797, + -8.244184494018555, + -8.048418045043945, + -7.8526506423950195, + -7.656883239746094, + -7.461115837097168, + -7.265348434448242, + -7.069581508636475, + -6.873814105987549, + -6.678046703338623, + -6.4822797775268555, + -6.28651237487793, + -6.090744972229004, + -5.894978046417236, + -5.6992106437683105, + -5.503443241119385, + -5.307676315307617, + -5.111908912658691, + -4.916141510009766, + -4.72037410736084, + -4.524606704711914, + -4.328840255737305, + -4.133072853088379, + -3.937305450439453, + -3.7415380477905273, + -3.5457706451416016, + -3.350003242492676, + -3.1542367935180664, + -2.9584693908691406, + -2.762702226638794 + ], + "r_inf_mean": 0.24124327301979065, + "r_inf_median": 0.23624007403850555, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6459479331970215, + "eff_dim_mean": 0.6459479331970215, + "topk_energy": { + "1": 0.059035204350948334, + "5": 0.24442578852176666, + "10": 0.40061962604522705, + "25": 0.7130293250083923 + }, + "gamma_raw": 0.0016639826353639364, + "gamma_active": { + "1e-08": 0.0016848257509991527, + "1e-07": 0.0017765923403203487, + "1e-06": 0.002424547914415598, + "1e-05": 0.0025343247689306736, + "0.0001": 0.0022707097232341766 + }, + "gamma_energy_weighted": { + "1e-08": -0.005113668256007701, + "1e-07": -0.005113668256007701, + "1e-06": -0.005113668256007701, + "1e-05": -0.005113668256007701, + "0.0001": -0.005113668256007701 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L4.json new file mode 100644 index 0000000..211892a --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 19.84686279296875, + "acc": 0.130859375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.031665995717048645, + "median_norm": 0.03274884819984436, + "max_norm": 0.09006692469120026, + "min_norm": 3.439513824037184e-14, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.96875, + "1e-06": 0.953125, + "1e-05": 0.9453125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -9.634817123413086, + "5": -5.519988059997559, + "10": -3.1597065925598145, + "25": -1.6230480670928955, + "50": -1.484684944152832, + "75": -1.3884162902832031, + "90": -1.300703763961792, + "95": -1.2460837364196777, + "99": -1.1479161977767944 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 4, + 3, + 0, + 4, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 3, + 3, + 6, + 5, + 4, + 4, + 1, + 1, + 3, + 8, + 123, + 272, + 47 + ], + "log_norms_bin_edges": [ + -13.46350383758545, + -13.215142250061035, + -12.966780662536621, + -12.718420028686523, + -12.47005844116211, + -12.221696853637695, + -11.973335266113281, + -11.724973678588867, + -11.47661304473877, + -11.228251457214355, + -10.979889869689941, + -10.731529235839844, + -10.48316764831543, + -10.234806060791016, + -9.986444473266602, + -9.738082885742188, + -9.489721298217773, + -9.24135971069336, + -8.992999076843262, + -8.744637489318848, + -8.49627685546875, + -8.247915267944336, + -7.999553680419922, + -7.751192092895508, + -7.502830505371094, + -7.254469394683838, + -7.006107807159424, + -6.757746696472168, + -6.509385108947754, + -6.261023998260498, + -6.012662410736084, + -5.764301300048828, + -5.515939712524414, + -5.267578125, + -5.019216537475586, + -4.770855903625488, + -4.522494316101074, + -4.27413272857666, + -4.025771141052246, + -3.7774105072021484, + -3.5290489196777344, + -3.2806873321533203, + -3.0323257446289062, + -2.783964157104492, + -2.5356035232543945, + -2.2872419357299805, + -2.0388803482055664, + -1.7905187606811523, + -1.5421571731567383, + -1.2937965393066406, + -1.0454347133636475 + ], + "r_inf_mean": 0.2799301743507385, + "r_inf_median": 0.27495303750038147, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6119375228881836, + "eff_dim_mean": 0.6119375228881836, + "topk_energy": { + "1": 0.08002785593271255, + "5": 0.2981377840042114, + "10": 0.45614442229270935, + "25": 0.7447717189788818 + }, + "gamma_raw": -0.03448312357068062, + "gamma_active": { + "1e-08": -0.03502946346998215, + "1e-07": -0.03474858030676842, + "1e-06": -0.0348760150372982, + "1e-05": -0.035139814019203186, + "0.0001": -0.0354032963514328 + }, + "gamma_energy_weighted": { + "1e-08": -0.03398860615514339, + "1e-07": -0.03398860615514339, + "1e-06": -0.03398860615514339, + "1e-05": -0.03398860615514339, + "0.0001": -0.03398860615514339 + } + }, + { + "layer": 1, + "mean_norm": 0.0033978638239204884, + "median_norm": 0.003541710786521435, + "max_norm": 0.009097800590097904, + "min_norm": 3.526049716895646e-15, + "support": { + "1e-08": 0.96875, + "1e-07": 0.953125, + "1e-06": 0.9453125, + "1e-05": 0.931640625, + "0.0001": 0.8984375 + }, + "log_norms_percentiles": { + "1": -10.602044105529785, + "5": -6.494206428527832, + "10": -4.220157623291016, + "25": -2.557034492492676, + "50": -2.4503440856933594, + "75": -2.3699722290039062, + "90": -2.282438039779663, + "95": -2.2255117893218994, + "99": -2.1115267276763916 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 3, + 3, + 0, + 4, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 5, + 5, + 4, + 4, + 4, + 2, + 1, + 3, + 4, + 84, + 303, + 59 + ], + "log_norms_bin_edges": [ + -14.452712059020996, + -14.204479217529297, + -13.956246376037598, + -13.708013534545898, + -13.459779739379883, + -13.211546897888184, + -12.963314056396484, + -12.715081214904785, + -12.466848373413086, + -12.218615531921387, + -11.970382690429688, + -11.722148895263672, + -11.473917007446289, + -11.225683212280273, + -10.977450370788574, + -10.729217529296875, + -10.480984687805176, + -10.232751846313477, + -9.984519004821777, + -9.736286163330078, + -9.488052368164062, + -9.23982048034668, + -8.991586685180664, + -8.743353843688965, + -8.495121002197266, + -8.246888160705566, + -7.998655319213867, + -7.75042200088501, + -7.5021891593933105, + -7.253956317901611, + -7.005722999572754, + -6.757490158081055, + -6.5092573165893555, + -6.261024475097656, + -6.012791633605957, + -5.764558792114258, + -5.516325950622559, + -5.268092155456543, + -5.019859313964844, + -4.7716264724731445, + -4.523393630981445, + -4.275160789489746, + -4.026927947998047, + -3.7786951065063477, + -3.530461311340332, + -3.282228469848633, + -3.0339956283569336, + -2.7857627868652344, + -2.537529945373535, + -2.289297103881836, + -2.0410637855529785 + ], + "r_inf_mean": 0.2663387358188629, + "r_inf_median": 0.26248207688331604, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6259868741035461, + "eff_dim_mean": 0.6259868144989014, + "topk_energy": { + "1": 0.07223975658416748, + "5": 0.2827068269252777, + "10": 0.4383505582809448, + "25": 0.7322636842727661 + }, + "gamma_raw": 0.030755817890167236, + "gamma_active": { + "1e-08": 0.03176233917474747, + "1e-07": 0.03232969343662262, + "1e-06": 0.03267505764961243, + "1e-05": 0.03289121761918068, + "0.0001": 0.03214997425675392 + }, + "gamma_energy_weighted": { + "1e-08": 0.035789052651869505, + "1e-07": 0.035789052651869505, + "1e-06": 0.035789052651869505, + "1e-05": 0.035789052651869505, + "0.0001": 0.035789052651869505 + } + }, + { + "layer": 2, + "mean_norm": 0.0013159415684640408, + "median_norm": 0.0014272874686866999, + "max_norm": 0.0021303785033524036, + "min_norm": 6.828452983683884e-16, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.94140625, + "1e-05": 0.916015625, + "0.0001": 0.888671875 + }, + "log_norms_percentiles": { + "1": -11.23591423034668, + "5": -7.016929626464844, + "10": -4.656055927276611, + "25": -2.904456853866577, + "50": -2.8454222679138184, + "75": -2.7919089794158936, + "90": -2.717116594314575, + "95": -2.70353627204895, + "99": -2.6772725582122803 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 4, + 2, + 1, + 2, + 2, + 1, + 2, + 1, + 0, + 1, + 1, + 1, + 5, + 1, + 9, + 6, + 2, + 3, + 1, + 2, + 4, + 2, + 35, + 411 + ], + "log_norms_bin_edges": [ + -15.165678977966309, + -14.915796279907227, + -14.665913581848145, + -14.416030883789062, + -14.16614818572998, + -13.916265487670898, + -13.666382789611816, + -13.416500091552734, + -13.166617393493652, + -12.91673469543457, + -12.666851997375488, + -12.416969299316406, + -12.167086601257324, + -11.917203903198242, + -11.66732120513916, + -11.417438507080078, + -11.167555809020996, + -10.917673110961914, + -10.667789459228516, + -10.41790771484375, + -10.168024063110352, + -9.918142318725586, + -9.668258666992188, + -9.418376922607422, + -9.168493270874023, + -8.918611526489258, + -8.66872787475586, + -8.418846130371094, + -8.168962478637695, + -7.9190802574157715, + -7.6691975593566895, + -7.419314861297607, + -7.169432163238525, + -6.919548988342285, + -6.669666290283203, + -6.419783592224121, + -6.169900894165039, + -5.920018196105957, + -5.670135498046875, + -5.420252799987793, + -5.170370101928711, + -4.920487403869629, + -4.670604705810547, + -4.420722007751465, + -4.170839309692383, + -3.920956611633301, + -3.6710739135742188, + -3.4211912155151367, + -3.1713085174560547, + -2.9214258193969727, + -2.6715431213378906 + ], + "r_inf_mean": 0.23608191311359406, + "r_inf_median": 0.2299729883670807, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6546846032142639, + "eff_dim_mean": 0.6546845436096191, + "topk_energy": { + "1": 0.05651937797665596, + "5": 0.24371789395809174, + "10": 0.3953070342540741, + "25": 0.7040373086929321 + }, + "gamma_raw": -0.008175773546099663, + "gamma_active": { + "1e-08": -0.008783949539065361, + "1e-07": -0.008788025937974453, + "1e-06": -0.008747771382331848, + "1e-05": -0.009059984236955643, + "0.0001": -0.008961751125752926 + }, + "gamma_energy_weighted": { + "1e-08": -0.0030901962300303063, + "1e-07": -0.0030901962300303063, + "1e-06": -0.0030901962300303063, + "1e-05": -0.0030901962300303063, + "0.0001": -0.0030901962300303063 + } + }, + { + "layer": 3, + "mean_norm": 0.0012863106094300747, + "median_norm": 0.0013733587693423033, + "max_norm": 0.0020594706293195486, + "min_norm": 6.530025276916065e-16, + "support": { + "1e-08": 0.9609375, + "1e-07": 0.94921875, + "1e-06": 0.94140625, + "1e-05": 0.916015625, + "0.0001": 0.888671875 + }, + "log_norms_percentiles": { + "1": -11.254012107849121, + "5": -7.024641036987305, + "10": -4.669914722442627, + "25": -2.9159040451049805, + "50": -2.862015724182129, + "75": -2.799773693084717, + "90": -2.7342281341552734, + "95": -2.7104060649871826, + "99": -2.687471389770508 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 4, + 2, + 1, + 3, + 0, + 2, + 2, + 1, + 0, + 1, + 1, + 1, + 5, + 1, + 9, + 6, + 2, + 3, + 2, + 1, + 4, + 2, + 30, + 416 + ], + "log_norms_bin_edges": [ + -15.18508529663086, + -14.935108184814453, + -14.685132026672363, + -14.435154914855957, + -14.18517780303955, + -13.935201644897461, + -13.685224533081055, + -13.435247421264648, + -13.185270309448242, + -12.935294151306152, + -12.685317039489746, + -12.435340881347656, + -12.18536376953125, + -11.935386657714844, + -11.685409545898438, + -11.435433387756348, + -11.185456275939941, + -10.935480117797852, + -10.685503005981445, + -10.435525894165039, + -10.185548782348633, + -9.935571670532227, + -9.685595512390137, + -9.43561840057373, + -9.18564224243164, + -8.935665130615234, + -8.685688018798828, + -8.435710906982422, + -8.185734748840332, + -7.935757637023926, + -7.685781002044678, + -7.4358038902282715, + -7.185827255249023, + -6.935850143432617, + -6.685873985290527, + -6.435896873474121, + -6.185919761657715, + -5.935943603515625, + -5.685966491699219, + -5.4359893798828125, + -5.186012268066406, + -4.936036109924316, + -4.68605899810791, + -4.436081886291504, + -4.186105728149414, + -3.936128616333008, + -3.6861515045166016, + -3.4361753463745117, + -3.1861982345581055, + -2.936221122741699, + -2.686244487762451 + ], + "r_inf_mean": 0.23641717433929443, + "r_inf_median": 0.2321406751871109, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6562948226928711, + "eff_dim_mean": 0.6562948226928711, + "topk_energy": { + "1": 0.05665211006999016, + "5": 0.24391190707683563, + "10": 0.39510974287986755, + "25": 0.7012012600898743 + }, + "gamma_raw": -0.016842493787407875, + "gamma_active": { + "1e-08": -0.017586374655365944, + "1e-07": -0.01764458790421486, + "1e-06": -0.017930474132299423, + "1e-05": -0.0184263214468956, + "0.0001": -0.018217384815216064 + }, + "gamma_energy_weighted": { + "1e-08": -0.014135638622032645, + "1e-07": -0.014135638622032645, + "1e-06": -0.014135638622032645, + "1e-05": -0.014135638622032645, + "0.0001": -0.014135638622032645 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L8.json new file mode 100644 index 0000000..d078410 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 17.476402282714844, + "acc": 0.111328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02986029163002968, + "median_norm": 0.031068120151758194, + "max_norm": 0.06750624626874924, + "min_norm": 1.744689809290989e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -7.6623406410217285, + "5": -4.162245273590088, + "10": -2.126966953277588, + "25": -1.5896590948104858, + "50": -1.5074360370635986, + "75": -1.4220117330551147, + "90": -1.3736157417297363, + "95": -1.3284807205200195, + "99": -1.2326010465621948 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 4, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 7, + 2, + 0, + 3, + 2, + 1, + 4, + 4, + 5, + 112, + 297, + 42 + ], + "log_norms_bin_edges": [ + -10.758282661437988, + -10.566530227661133, + -10.374777793884277, + -10.183025360107422, + -9.991272926330566, + -9.799520492553711, + -9.607767105102539, + -9.416014671325684, + -9.224262237548828, + -9.032509803771973, + -8.840757369995117, + -8.649004936218262, + -8.457252502441406, + -8.26550006866455, + -8.073747634887695, + -7.881994724273682, + -7.690242290496826, + -7.498489856719971, + -7.306736946105957, + -7.114984512329102, + -6.923232078552246, + -6.731479644775391, + -6.539727210998535, + -6.34797477722168, + -6.156222343444824, + -5.9644694328308105, + -5.772716999053955, + -5.5809645652771, + -5.389212131500244, + -5.197459697723389, + -5.005706787109375, + -4.8139543533325195, + -4.622201919555664, + -4.430449485778809, + -4.238697052001953, + -4.0469441413879395, + -3.855191707611084, + -3.6634392738342285, + -3.471686840057373, + -3.2799344062805176, + -3.088181495666504, + -2.8964290618896484, + -2.704676628112793, + -2.5129241943359375, + -2.321171760559082, + -2.1294193267822266, + -1.937666893005371, + -1.7459144592285156, + -1.5541620254516602, + -1.3624086380004883, + -1.1706560850143433 + ], + "r_inf_mean": 0.29272472858428955, + "r_inf_median": 0.28477680683135986, + "pr_mean": Infinity, + "pr_median": 0.27455592155456543, + "hoyer_mean": 0.5932470560073853, + "eff_dim_mean": 0.5932469964027405, + "topk_energy": { + "1": 0.08794248104095459, + "5": 0.316142737865448, + "10": 0.4761218726634979, + "25": 0.7614968419075012 + }, + "gamma_raw": 0.007929609157145023, + "gamma_active": { + "1e-08": 0.007975188083946705, + "1e-07": 0.008377707563340664, + "1e-06": 0.008580642752349377, + "1e-05": 0.009013079106807709, + "0.0001": 0.009219658561050892 + }, + "gamma_energy_weighted": { + "1e-08": 0.004571476462539508, + "1e-07": 0.004571476462539508, + "1e-06": 0.004571476462539508, + "1e-05": 0.004571476462539508, + "0.0001": 0.004571476462539508 + } + }, + { + "layer": 1, + "mean_norm": 0.0016321837902069092, + "median_norm": 0.0017682736506685615, + "max_norm": 0.0030334563925862312, + "min_norm": 7.324296876463909e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.96875, + "1e-06": 0.958984375, + "1e-05": 0.94140625, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -8.959232330322266, + "5": -5.379208564758301, + "10": -3.4266867637634277, + "25": -2.8210277557373047, + "50": -2.7522404193878174, + "75": -2.7052273750305176, + "90": -2.65474009513855, + "95": -2.631007194519043, + "99": -2.5899269580841064 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 3, + 1, + 1, + 2, + 2, + 0, + 1, + 0, + 2, + 1, + 3, + 1, + 1, + 3, + 2, + 4, + 6, + 0, + 1, + 4, + 1, + 2, + 5, + 1, + 7, + 308, + 141 + ], + "log_norms_bin_edges": [ + -12.135234832763672, + -11.942891120910645, + -11.750548362731934, + -11.558204650878906, + -11.365860939025879, + -11.173517227172852, + -10.98117446899414, + -10.788830757141113, + -10.596487045288086, + -10.404144287109375, + -10.211800575256348, + -10.01945686340332, + -9.82711410522461, + -9.634770393371582, + -9.442426681518555, + -9.250082969665527, + -9.0577392578125, + -8.865396499633789, + -8.673052787780762, + -8.480709075927734, + -8.288366317749023, + -8.096022605895996, + -7.903678894042969, + -7.7113356590271, + -7.5189924240112305, + -7.326648712158203, + -7.134305477142334, + -6.941961765289307, + -6.7496185302734375, + -6.55727481842041, + -6.364931583404541, + -6.172587871551514, + -5.9802446365356445, + -5.787901401519775, + -5.595557689666748, + -5.403214454650879, + -5.210870742797852, + -5.018527507781982, + -4.826183795928955, + -4.633840560913086, + -4.441496849060059, + -4.2491536140441895, + -4.05681037902832, + -3.864466667175293, + -3.6721229553222656, + -3.4797801971435547, + -3.2874364852905273, + -3.0950927734375, + -2.902750015258789, + -2.7104063034057617, + -2.5180623531341553 + ], + "r_inf_mean": 0.2596284747123718, + "r_inf_median": 0.25285249948501587, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6329087018966675, + "eff_dim_mean": 0.6329087018966675, + "topk_energy": { + "1": 0.068795345723629, + "5": 0.271491676568985, + "10": 0.42870596051216125, + "25": 0.7259567975997925 + }, + "gamma_raw": 0.010190768167376518, + "gamma_active": { + "1e-08": 0.010695516131818295, + "1e-07": 0.009965206496417522, + "1e-06": 0.010219541378319263, + "1e-05": 0.00968652032315731, + "0.0001": 0.009258154779672623 + }, + "gamma_energy_weighted": { + "1e-08": 0.0022651474502404403, + "1e-07": 0.0022651474502404403, + "1e-06": 0.0022651474502404403, + "1e-05": 0.0022651474502404403, + "0.0001": 0.0022651474502404403 + } + }, + { + "layer": 2, + "mean_norm": 0.001176478574052453, + "median_norm": 0.0012674627359956503, + "max_norm": 0.0019834262784570456, + "min_norm": 2.9561460701196807e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -9.106724739074707, + "5": -5.453496932983398, + "10": -3.606318235397339, + "25": -2.9761505126953125, + "50": -2.896993637084961, + "75": -2.8471169471740723, + "90": -2.7793493270874023, + "95": -2.7494473457336426, + "99": -2.7192795276641846 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 1, + 2, + 2, + 1, + 1, + 4, + 1, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 4, + 190, + 262 + ], + "log_norms_bin_edges": [ + -12.529274940490723, + -12.332740783691406, + -12.136207580566406, + -11.93967342376709, + -11.743139266967773, + -11.546606063842773, + -11.350071907043457, + -11.15353775024414, + -10.95700454711914, + -10.760470390319824, + -10.563937187194824, + -10.367403030395508, + -10.170868873596191, + -9.974335670471191, + -9.777801513671875, + -9.581268310546875, + -9.384734153747559, + -9.188199996948242, + -8.991666793823242, + -8.795132637023926, + -8.59859848022461, + -8.40206527709961, + -8.205531120300293, + -8.008996963500977, + -7.812463283538818, + -7.61592960357666, + -7.419395923614502, + -7.2228617668151855, + -7.026328086853027, + -6.829794406890869, + -6.633260726928711, + -6.4367265701293945, + -6.240192890167236, + -6.043659210205078, + -5.847125053405762, + -5.6505913734436035, + -5.454057693481445, + -5.257524013519287, + -5.060989856719971, + -4.8644561767578125, + -4.667922496795654, + -4.471388816833496, + -4.27485466003418, + -4.078320503234863, + -3.8817873001098633, + -3.685253143310547, + -3.488719940185547, + -3.2921857833862305, + -3.095651626586914, + -2.899118423461914, + -2.7025840282440186 + ], + "r_inf_mean": 0.23367924988269806, + "r_inf_median": 0.23024429380893707, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6466212868690491, + "eff_dim_mean": 0.6466212868690491, + "topk_energy": { + "1": 0.055277518928050995, + "5": 0.24639606475830078, + "10": 0.3995673656463623, + "25": 0.7089691758155823 + }, + "gamma_raw": 0.06179853901267052, + "gamma_active": { + "1e-08": 0.06280488520860672, + "1e-07": 0.06280867755413055, + "1e-06": 0.0628991425037384, + "1e-05": 0.06380484253168106, + "0.0001": 0.0637916550040245 + }, + "gamma_energy_weighted": { + "1e-08": 0.07811343166122894, + "1e-07": 0.07811343166122894, + "1e-06": 0.07811343166122894, + "1e-05": 0.07811343166122894, + "0.0001": 0.07811343166122894 + } + }, + { + "layer": 3, + "mean_norm": 0.0011671038810163736, + "median_norm": 0.001255080453120172, + "max_norm": 0.001973973587155342, + "min_norm": 2.73867435890765e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -9.105243682861328, + "5": -5.456234931945801, + "10": -3.6081204414367676, + "25": -2.9823157787323, + "50": -2.901142120361328, + "75": -2.850637912750244, + "90": -2.7816100120544434, + "95": -2.751300811767578, + "99": -2.7178995609283447 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 1, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 4, + 194, + 258 + ], + "log_norms_bin_edges": [ + -12.562459945678711, + -12.365303993225098, + -12.168148040771484, + -11.970992088317871, + -11.773836135864258, + -11.576680183410645, + -11.379524230957031, + -11.182367324829102, + -10.985211372375488, + -10.788055419921875, + -10.590899467468262, + -10.393743515014648, + -10.196587562561035, + -9.999431610107422, + -9.802275657653809, + -9.605119705200195, + -9.407963752746582, + -9.210807800292969, + -9.013650894165039, + -8.816495895385742, + -8.619338989257812, + -8.422183990478516, + -8.225027084350586, + -8.027871131896973, + -7.830715179443359, + -7.633559226989746, + -7.436403274536133, + -7.2392473220825195, + -7.042091369628906, + -6.844934940338135, + -6.6477789878845215, + -6.450623035430908, + -6.253467082977295, + -6.056311130523682, + -5.859155178070068, + -5.661999225616455, + -5.464842796325684, + -5.26768684387207, + -5.070530891418457, + -4.873374938964844, + -4.6762189865112305, + -4.479063034057617, + -4.281907081604004, + -4.084751129150391, + -3.8875951766967773, + -3.6904382705688477, + -3.4932823181152344, + -3.296126365661621, + -3.098970413208008, + -2.9018144607543945, + -2.7046587467193604 + ], + "r_inf_mean": 0.2353965789079666, + "r_inf_median": 0.23037278652191162, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6469641923904419, + "eff_dim_mean": 0.6469641923904419, + "topk_energy": { + "1": 0.05615423619747162, + "5": 0.24725341796875, + "10": 0.39993876218795776, + "25": 0.7084547877311707 + }, + "gamma_raw": 0.051887743175029755, + "gamma_active": { + "1e-08": 0.052609436213970184, + "1e-07": 0.05187525600194931, + "1e-06": 0.05193804204463959, + "1e-05": 0.05209469422698021, + "0.0001": 0.05142031982541084 + }, + "gamma_energy_weighted": { + "1e-08": 0.059161050130077324, + "1e-07": 0.059161050130077324, + "1e-06": 0.059161050130077324, + "1e-05": 0.059161050130077324, + "0.0001": 0.059161050130077324 + } + }, + { + "layer": 4, + "mean_norm": 0.001158776693046093, + "median_norm": 0.0012434570817276835, + "max_norm": 0.0019520194036886096, + "min_norm": 2.6371924934619206e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.10882568359375, + "5": -5.461703777313232, + "10": -3.611563205718994, + "25": -2.983304023742676, + "50": -2.9052395820617676, + "75": -2.851608991622925, + "90": -2.782292366027832, + "95": -2.753141403198242, + "99": -2.719559907913208 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 1, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 4, + 191, + 261 + ], + "log_norms_bin_edges": [ + -12.578858375549316, + -12.381471633911133, + -12.18408489227295, + -11.986698150634766, + -11.789310455322266, + -11.591923713684082, + -11.394536972045898, + -11.197150230407715, + -10.999763488769531, + -10.802376747131348, + -10.604990005493164, + -10.407602310180664, + -10.210216522216797, + -10.012828826904297, + -9.815442085266113, + -9.61805534362793, + -9.420668601989746, + -9.223281860351562, + -9.025895118713379, + -8.828508377075195, + -8.631120681762695, + -8.433734893798828, + -8.236347198486328, + -8.038960456848145, + -7.841573715209961, + -7.644186973571777, + -7.446800231933594, + -7.249413013458252, + -7.052026271820068, + -6.854639530181885, + -6.657252311706543, + -6.459865570068359, + -6.262478828430176, + -6.065092086791992, + -5.867705345153809, + -5.670318126678467, + -5.472931385040283, + -5.2755446434021, + -5.078157424926758, + -4.880770683288574, + -4.683383941650391, + -4.485997200012207, + -4.288610458374023, + -4.09122371673584, + -3.89383602142334, + -3.6964492797851562, + -3.4990625381469727, + -3.301675796508789, + -3.1042890548706055, + -2.906902313232422, + -2.7095158100128174 + ], + "r_inf_mean": 0.23406100273132324, + "r_inf_median": 0.22946396470069885, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6445921063423157, + "eff_dim_mean": 0.6445921063423157, + "topk_energy": { + "1": 0.05550418421626091, + "5": 0.24687756597995758, + "10": 0.40111297369003296, + "25": 0.7095412015914917 + }, + "gamma_raw": -0.0014483327977359295, + "gamma_active": { + "1e-08": -0.0013863693457096815, + "1e-07": -0.0010773517424240708, + "1e-06": -0.0011400788789615035, + "1e-05": -0.00187113496940583, + "0.0001": -0.0012983089545741677 + }, + "gamma_energy_weighted": { + "1e-08": 0.012294640341204404, + "1e-07": 0.012294640341204404, + "1e-06": 0.012294640341204404, + "1e-05": 0.012294640341204404, + "0.0001": 0.012294640341204404 + } + }, + { + "layer": 5, + "mean_norm": 0.001152700511738658, + "median_norm": 0.0012336482759565115, + "max_norm": 0.0019449248211458325, + "min_norm": 2.564653947111778e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.908203125 + }, + "log_norms_percentiles": { + "1": -9.110586166381836, + "5": -5.462555408477783, + "10": -3.612043619155884, + "25": -2.986020088195801, + "50": -2.9084715843200684, + "75": -2.855593204498291, + "90": -2.782339572906494, + "95": -2.7546942234039307, + "99": -2.721688985824585 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 1, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 3, + 197, + 256 + ], + "log_norms_bin_edges": [ + -12.590971946716309, + -12.3933744430542, + -12.19577693939209, + -11.99817943572998, + -11.800581932067871, + -11.602984428405762, + -11.405386924743652, + -11.207789421081543, + -11.010191917419434, + -10.812594413757324, + -10.614996910095215, + -10.417399406433105, + -10.219801902770996, + -10.022204399108887, + -9.824606895446777, + -9.627009391784668, + -9.429411888122559, + -9.23181438446045, + -9.03421688079834, + -8.83661937713623, + -8.639021873474121, + -8.441424369812012, + -8.243826866149902, + -8.046229362487793, + -7.848631858825684, + -7.651034355163574, + -7.453436851501465, + -7.2558393478393555, + -7.058241844177246, + -6.860644340515137, + -6.663046836853027, + -6.465449333190918, + -6.267851829528809, + -6.070254325866699, + -5.87265682220459, + -5.6750593185424805, + -5.477461814880371, + -5.279864311218262, + -5.082266807556152, + -4.884669303894043, + -4.687071800231934, + -4.489474296569824, + -4.291876792907715, + -4.0942792892456055, + -3.896681785583496, + -3.6990842819213867, + -3.5014867782592773, + -3.303889274597168, + -3.1062917709350586, + -2.908694267272949, + -2.711097240447998 + ], + "r_inf_mean": 0.2341327667236328, + "r_inf_median": 0.22711357474327087, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6444875597953796, + "eff_dim_mean": 0.6444875597953796, + "topk_energy": { + "1": 0.055507842451334, + "5": 0.24767234921455383, + "10": 0.4015296995639801, + "25": 0.7099430561065674 + }, + "gamma_raw": 0.028903361409902573, + "gamma_active": { + "1e-08": 0.029499556869268417, + "1e-07": 0.02923653833568096, + "1e-06": 0.029217582195997238, + "1e-05": 0.028368955478072166, + "0.0001": 0.02868848480284214 + }, + "gamma_energy_weighted": { + "1e-08": 0.030171604458902972, + "1e-07": 0.030171604458902972, + "1e-06": 0.030171604458902972, + "1e-05": 0.030171604458902972, + "0.0001": 0.030171604458902972 + } + }, + { + "layer": 6, + "mean_norm": 0.0011515761725604534, + "median_norm": 0.0012316694483160973, + "max_norm": 0.0019565464463084936, + "min_norm": 2.474101923766875e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -9.111915588378906, + "5": -5.465387344360352, + "10": -3.611898422241211, + "25": -2.989806652069092, + "50": -2.9090614318847656, + "75": -2.8600573539733887, + "90": -2.7790656089782715, + "95": -2.7528631687164307, + "99": -2.7179617881774902 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 2, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 4, + 1, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 3, + 202, + 251 + ], + "log_norms_bin_edges": [ + -12.606582641601562, + -12.408620834350586, + -12.210659980773926, + -12.01269817352295, + -11.814736366271973, + -11.616775512695312, + -11.418813705444336, + -11.22085189819336, + -11.0228910446167, + -10.824929237365723, + -10.626968383789062, + -10.429006576538086, + -10.23104476928711, + -10.03308391571045, + -9.835122108459473, + -9.637161254882812, + -9.439199447631836, + -9.24123764038086, + -9.043275833129883, + -8.845314979553223, + -8.647353172302246, + -8.449392318725586, + -8.25143051147461, + -8.053468704223633, + -7.8555073738098145, + -7.657546043395996, + -7.459584712982178, + -7.261622905731201, + -7.063661575317383, + -6.8657002449035645, + -6.667738914489746, + -6.4697771072387695, + -6.271815776824951, + -6.073854446411133, + -5.875892639160156, + -5.677931308746338, + -5.4799699783325195, + -5.282008647918701, + -5.084046840667725, + -4.886085510253906, + -4.688124179840088, + -4.4901628494262695, + -4.292201042175293, + -4.094239234924316, + -3.8962783813476562, + -3.6983165740966797, + -3.5003557205200195, + -3.302393913269043, + -3.1044321060180664, + -2.9064712524414062, + -2.708509922027588 + ], + "r_inf_mean": 0.23434773087501526, + "r_inf_median": 0.22671252489089966, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6424577832221985, + "eff_dim_mean": 0.6424577832221985, + "topk_energy": { + "1": 0.05568179488182068, + "5": 0.2469194233417511, + "10": 0.40247613191604614, + "25": 0.7125887870788574 + }, + "gamma_raw": -0.004777507856488228, + "gamma_active": { + "1e-08": -0.00498899444937706, + "1e-07": -0.004376420751214027, + "1e-06": -0.004658887628465891, + "1e-05": -0.004876523278653622, + "0.0001": -0.005960096139460802 + }, + "gamma_energy_weighted": { + "1e-08": -0.014886093811710096, + "1e-07": -0.014886093811710096, + "1e-06": -0.014886093811710096, + "1e-05": -0.014886093811710096, + "0.0001": -0.014886093811710096 + } + }, + { + "layer": 7, + "mean_norm": 0.0011523391585797071, + "median_norm": 0.0012255292385816574, + "max_norm": 0.0019665327854454517, + "min_norm": 2.421705956427711e-13, + "support": { + "1e-08": 0.982421875, + "1e-07": 0.966796875, + "1e-06": 0.95703125, + "1e-05": 0.9375, + "0.0001": 0.91015625 + }, + "log_norms_percentiles": { + "1": -9.113067626953125, + "5": -5.4658894538879395, + "10": -3.6107945442199707, + "25": -2.9867358207702637, + "50": -2.9116268157958984, + "75": -2.857173204421997, + "90": -2.7762670516967773, + "95": -2.7516815662384033, + "99": -2.713937997817993 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 2, + 2, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 3, + 2, + 2, + 8, + 1, + 1, + 3, + 1, + 2, + 4, + 3, + 3, + 211, + 242 + ], + "log_norms_bin_edges": [ + -12.61587905883789, + -12.41768741607666, + -12.21949577331543, + -12.0213041305542, + -11.823112487792969, + -11.624920845031738, + -11.426729202270508, + -11.228537559509277, + -11.030345916748047, + -10.832154273986816, + -10.633962631225586, + -10.435771942138672, + -10.237579345703125, + -10.039388656616211, + -9.84119701385498, + -9.64300537109375, + -9.44481372833252, + -9.246622085571289, + -9.048430442810059, + -8.850238800048828, + -8.652047157287598, + -8.453855514526367, + -8.255663871765137, + -8.057472229003906, + -7.859280586242676, + -7.661088943481445, + -7.462897300720215, + -7.264706134796143, + -7.066514492034912, + -6.868322849273682, + -6.670131206512451, + -6.471939563751221, + -6.27374792098999, + -6.07555627822876, + -5.877364635467529, + -5.679172992706299, + -5.480981349945068, + -5.282789707183838, + -5.084598541259766, + -4.886406898498535, + -4.688215255737305, + -4.490023612976074, + -4.291831970214844, + -4.093640327453613, + -3.895448684692383, + -3.6972570419311523, + -3.499065399169922, + -3.3008737564086914, + -3.102682113647461, + -2.9044904708862305, + -2.706298828125 + ], + "r_inf_mean": 0.23648586869239807, + "r_inf_median": 0.22920933365821838, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6410230398178101, + "eff_dim_mean": 0.6410230398178101, + "topk_energy": { + "1": 0.056759752333164215, + "5": 0.24971620738506317, + "10": 0.40486210584640503, + "25": 0.7135868072509766 + }, + "gamma_raw": 0.01976984366774559, + "gamma_active": { + "1e-08": 0.020155364647507668, + "1e-07": 0.021013425663113594, + "1e-06": 0.020910104736685753, + "1e-05": 0.02105397917330265, + "0.0001": 0.021517707034945488 + }, + "gamma_energy_weighted": { + "1e-08": 0.01658094278866191, + "1e-07": 0.01658094278866191, + "1e-06": 0.01658094278866191, + "1e-05": 0.01658094278866191, + "0.0001": 0.01658094278866191 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L4.json new file mode 100644 index 0000000..01a8954 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 5.743950843811035, + "acc": 0.1328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.010261655785143375, + "median_norm": 0.010020107962191105, + "max_norm": 0.029047777876257896, + "min_norm": 1.6572359982092166e-06, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 0.998046875, + "0.0001": 0.994140625 + }, + "log_norms_percentiles": { + "1": -3.809105396270752, + "5": -2.756269693374634, + "10": -2.354060411453247, + "25": -2.109614372253418, + "50": -1.9980237483978271, + "75": -1.8906227350234985, + "90": -1.795926809310913, + "95": -1.7414097785949707, + "99": -1.6531027555465698 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 0, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 2, + 3, + 1, + 2, + 8, + 3, + 4, + 5, + 10, + 21, + 33, + 80, + 106, + 103, + 63, + 34, + 12, + 3 + ], + "log_norms_bin_edges": [ + -5.78061580657959, + -5.695741176605225, + -5.610866546630859, + -5.525991916656494, + -5.441117286682129, + -5.356243133544922, + -5.271368503570557, + -5.186493873596191, + -5.101619243621826, + -5.016744613647461, + -4.931869983673096, + -4.8469953536987305, + -4.762121200561523, + -4.67724609375, + -4.592371940612793, + -4.507497310638428, + -4.4226226806640625, + -4.337748050689697, + -4.252873420715332, + -4.167999267578125, + -4.083124160766602, + -3.9982497692108154, + -3.9133753776550293, + -3.828500747680664, + -3.743626117706299, + -3.6587514877319336, + -3.5738768577575684, + -3.4890024662017822, + -3.404127836227417, + -3.3192532062530518, + -3.2343788146972656, + -3.1495041847229004, + -3.064629554748535, + -2.97975492477417, + -2.8948802947998047, + -2.8100059032440186, + -2.7251312732696533, + -2.640256643295288, + -2.555382251739502, + -2.4705076217651367, + -2.3856329917907715, + -2.3007583618164062, + -2.215883731842041, + -2.131009340286255, + -2.0461347103118896, + -1.9612600803375244, + -1.8763856887817383, + -1.791511058807373, + -1.7066364288330078, + -1.6217617988586426, + -1.5368871688842773 + ], + "r_inf_mean": 0.3623232841491699, + "r_inf_median": 0.35177454352378845, + "pr_mean": 0.15113015472888947, + "pr_median": 0.15141338109970093, + "hoyer_mean": 0.3967149257659912, + "eff_dim_mean": 0.3967149257659912, + "topk_energy": { + "1": 0.13423936069011688, + "5": 0.46554917097091675, + "10": 0.6621423959732056, + "25": 0.910059928894043 + }, + "gamma_raw": -0.017989996820688248, + "gamma_active": { + "1e-08": -0.017989996820688248, + "1e-07": -0.017989996820688248, + "1e-06": -0.017989996820688248, + "1e-05": -0.01787876896560192, + "0.0001": -0.018303995952010155 + }, + "gamma_energy_weighted": { + "1e-08": -0.012233365297680527, + "1e-07": -0.012233365297680527, + "1e-06": -0.012233365297680527, + "1e-05": -0.012233365297680527, + "0.0001": -0.012233365297680527 + } + }, + { + "layer": 1, + "mean_norm": 0.0012909126235172153, + "median_norm": 0.0013192169135436416, + "max_norm": 0.0025702076964080334, + "min_norm": 2.2517127717947005e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.99609375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -4.704557418823242, + "5": -3.746006488800049, + "10": -3.156191110610962, + "25": -2.95408034324646, + "50": -2.8791966438293457, + "75": -2.799424409866333, + "90": -2.7338578701019287, + "95": -2.7103431224823, + "99": -2.657818078994751 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 3, + 0, + 3, + 1, + 2, + 1, + 0, + 2, + 1, + 2, + 1, + 2, + 5, + 3, + 5, + 3, + 5, + 3, + 4, + 1, + 11, + 38, + 87, + 138, + 119, + 59, + 9 + ], + "log_norms_bin_edges": [ + -6.647487163543701, + -6.566338062286377, + -6.485188961029053, + -6.4040398597717285, + -6.322890758514404, + -6.24174165725708, + -6.160592555999756, + -6.079443454742432, + -5.998294353485107, + -5.917145252227783, + -5.835996150970459, + -5.754847049713135, + -5.6736979484558105, + -5.592548847198486, + -5.511399745941162, + -5.430250644683838, + -5.349101543426514, + -5.2679524421691895, + -5.186803340911865, + -5.105654239654541, + -5.024505138397217, + -4.943356037139893, + -4.862206935882568, + -4.781057834625244, + -4.69990873336792, + -4.618759632110596, + -4.5376105308532715, + -4.456461429595947, + -4.375312328338623, + -4.294163227081299, + -4.213014125823975, + -4.13186502456665, + -4.050715923309326, + -3.969566822052002, + -3.8884177207946777, + -3.8072686195373535, + -3.7261195182800293, + -3.644970417022705, + -3.563821315765381, + -3.4826722145080566, + -3.4015231132507324, + -3.320374011993408, + -3.239224910736084, + -3.1580758094787598, + -3.0769267082214355, + -2.9957776069641113, + -2.914628505706787, + -2.833479404449463, + -2.7523303031921387, + -2.6711812019348145, + -2.590031862258911 + ], + "r_inf_mean": 0.30058276653289795, + "r_inf_median": 0.2950730621814728, + "pr_mean": 0.2675049602985382, + "pr_median": 0.26454275846481323, + "hoyer_mean": 0.5935465693473816, + "eff_dim_mean": 0.5935465097427368, + "topk_energy": { + "1": 0.09336831420660019, + "5": 0.32602500915527344, + "10": 0.48333948850631714, + "25": 0.7610493302345276 + }, + "gamma_raw": 0.03724689036607742, + "gamma_active": { + "1e-08": 0.03724689036607742, + "1e-07": 0.03724689036607742, + "1e-06": 0.037027668207883835, + "1e-05": 0.037023209035396576, + "0.0001": 0.03694847226142883 + }, + "gamma_energy_weighted": { + "1e-08": 0.04877517935530908, + "1e-07": 0.04877517935530908, + "1e-06": 0.04877517935530908, + "1e-05": 0.04877517935530908, + "0.0001": 0.04877517935530908 + } + }, + { + "layer": 2, + "mean_norm": 0.0009788332972675562, + "median_norm": 0.0010036358144134283, + "max_norm": 0.0017335886368528008, + "min_norm": 1.6537367741875642e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.9921875, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -4.817928791046143, + "5": -3.8643746376037598, + "10": -3.316197395324707, + "25": -3.074751138687134, + "50": -2.998073101043701, + "75": -2.92665696144104, + "90": -2.845370054244995, + "95": -2.7978761196136475, + "99": -2.768486738204956 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 1, + 2, + 2, + 4, + 4, + 4, + 5, + 4, + 5, + 2, + 2, + 9, + 13, + 46, + 129, + 147, + 67, + 50 + ], + "log_norms_bin_edges": [ + -6.781533718109131, + -6.70112419128418, + -6.6207146644592285, + -6.540305137634277, + -6.459895133972168, + -6.379485607147217, + -6.299076080322266, + -6.2186665534973145, + -6.138257026672363, + -6.057847499847412, + -5.977437973022461, + -5.897027969360352, + -5.8166184425354, + -5.736208915710449, + -5.655799388885498, + -5.575389862060547, + -5.494980335235596, + -5.4145708084106445, + -5.334160804748535, + -5.253751277923584, + -5.173341751098633, + -5.092932224273682, + -5.0125226974487305, + -4.932113170623779, + -4.851703643798828, + -4.771293640136719, + -4.690884590148926, + -4.610474586486816, + -4.530065059661865, + -4.449655532836914, + -4.369246006011963, + -4.288836479187012, + -4.208426475524902, + -4.128017425537109, + -4.047607421875, + -3.967197895050049, + -3.8867883682250977, + -3.8063788414001465, + -3.725969076156616, + -3.645559549331665, + -3.565150022506714, + -3.4847402572631836, + -3.4043307304382324, + -3.3239212036132812, + -3.24351167678833, + -3.1631019115448, + -3.0826923847198486, + -3.0022828578948975, + -2.921873092651367, + -2.841463565826416, + -2.761054039001465 + ], + "r_inf_mean": 0.24085500836372375, + "r_inf_median": 0.23958195745944977, + "pr_mean": 0.3599783480167389, + "pr_median": 0.35821619629859924, + "hoyer_mean": 0.6464195251464844, + "eff_dim_mean": 0.6464195251464844, + "topk_energy": { + "1": 0.05867183953523636, + "5": 0.24967460334300995, + "10": 0.40472638607025146, + "25": 0.7129818797111511 + }, + "gamma_raw": -0.023672213777899742, + "gamma_active": { + "1e-08": -0.023672213777899742, + "1e-07": -0.023672213777899742, + "1e-06": -0.02366272360086441, + "1e-05": -0.023117095232009888, + "0.0001": -0.023899706080555916 + }, + "gamma_energy_weighted": { + "1e-08": -0.017960875539555665, + "1e-07": -0.017960875539555665, + "1e-06": -0.017960875539555665, + "1e-05": -0.017960875539555665, + "0.0001": -0.017960875539555665 + } + }, + { + "layer": 3, + "mean_norm": 0.0009695520275272429, + "median_norm": 0.0009969151578843594, + "max_norm": 0.0017078311648219824, + "min_norm": 1.6509606837189494e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.998046875, + "1e-05": 0.994140625, + "0.0001": 0.962890625 + }, + "log_norms_percentiles": { + "1": -4.816086769104004, + "5": -3.8724844455718994, + "10": -3.3234331607818604, + "25": -3.075944662094116, + "50": -3.0012378692626953, + "75": -2.9285621643066406, + "90": -2.84692645072937, + "95": -2.8009095191955566, + "99": -2.775561571121216 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 3, + 2, + 0, + 1, + 0, + 2, + 1, + 2, + 2, + 4, + 4, + 3, + 7, + 3, + 5, + 2, + 2, + 9, + 12, + 46, + 128, + 138, + 76, + 52 + ], + "log_norms_bin_edges": [ + -6.782263278961182, + -6.701969146728516, + -6.62167501449585, + -6.541380882263184, + -6.461086750030518, + -6.380792617797852, + -6.300498008728027, + -6.2202043533325195, + -6.139909744262695, + -6.059615612030029, + -5.979321479797363, + -5.899027347564697, + -5.818733215332031, + -5.738439083099365, + -5.658144950866699, + -5.577850818634033, + -5.497556686401367, + -5.417262554168701, + -5.336968421936035, + -5.256673812866211, + -5.176380157470703, + -5.096085548400879, + -5.015791416168213, + -4.935497283935547, + -4.855203151702881, + -4.774909019470215, + -4.694614887237549, + -4.614320755004883, + -4.534026622772217, + -4.453732490539551, + -4.373437881469727, + -4.293144226074219, + -4.2128496170043945, + -4.132555961608887, + -4.0522613525390625, + -3.9719674587249756, + -3.8916730880737305, + -3.8113789558410645, + -3.7310848236083984, + -3.6507906913757324, + -3.5704965591430664, + -3.4902024269104004, + -3.4099080562591553, + -3.3296139240264893, + -3.2493197917938232, + -3.1690256595611572, + -3.088731527328491, + -3.008437395095825, + -2.92814302444458, + -2.847848892211914, + -2.767554998397827 + ], + "r_inf_mean": 0.24012216925621033, + "r_inf_median": 0.23748645186424255, + "pr_mean": 0.3607872724533081, + "pr_median": 0.36027318239212036, + "hoyer_mean": 0.6469181180000305, + "eff_dim_mean": 0.6469181180000305, + "topk_energy": { + "1": 0.058342110365629196, + "5": 0.24911591410636902, + "10": 0.40429893136024475, + "25": 0.7129749059677124 + }, + "gamma_raw": -0.021852867677807808, + "gamma_active": { + "1e-08": -0.021852867677807808, + "1e-07": -0.021852867677807808, + "1e-06": -0.02183116413652897, + "1e-05": -0.021476401016116142, + "0.0001": -0.021196994930505753 + }, + "gamma_energy_weighted": { + "1e-08": -0.01755441583036718, + "1e-07": -0.01755441583036718, + "1e-06": -0.01755441583036718, + "1e-05": -0.01755441583036718, + "0.0001": -0.01755441583036718 + } + } + ] +} \ No newline at end of file diff --git a/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L8.json new file mode 100644 index 0000000..8805bfe --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_state_bridge_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "state_bridge", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 6.959118843078613, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.013025016523897648, + "median_norm": 0.012604190967977047, + "max_norm": 0.04032719507813454, + "min_norm": 4.3889363610105647e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.99609375, + "1e-05": 0.9921875, + "0.0001": 0.98046875 + }, + "log_norms_percentiles": { + "1": -4.657850742340088, + "5": -2.6900713443756104, + "10": -2.279930353164673, + "25": -2.040788412094116, + "50": -1.8990139961242676, + "75": -1.784958839416504, + "90": -1.6623891592025757, + "95": -1.5973721742630005, + "99": -1.505418062210083 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 2, + 2, + 3, + 2, + 6, + 4, + 7, + 8, + 18, + 38, + 61, + 103, + 105, + 69, + 42, + 21, + 4 + ], + "log_norms_bin_edges": [ + -6.357640743255615, + -6.258376121520996, + -6.159111022949219, + -6.0598464012146, + -5.9605817794799805, + -5.861316680908203, + -5.762052059173584, + -5.662787437438965, + -5.5635223388671875, + -5.464257717132568, + -5.364993095397949, + -5.265727996826172, + -5.166463375091553, + -5.067198753356934, + -4.967933654785156, + -4.868669033050537, + -4.769404411315918, + -4.670139789581299, + -4.57087516784668, + -4.471610069274902, + -4.372345447540283, + -4.273080825805664, + -4.173815727233887, + -4.074551105499268, + -3.9752862453460693, + -3.876021385192871, + -3.776756763458252, + -3.6774919033050537, + -3.5782270431518555, + -3.4789624214172363, + -3.379697561264038, + -3.280432939529419, + -3.1811680793762207, + -3.0819032192230225, + -2.9826385974884033, + -2.883373737335205, + -2.784109115600586, + -2.6848442554473877, + -2.5855793952941895, + -2.4863147735595703, + -2.387049913406372, + -2.287785053253174, + -2.1885204315185547, + -2.0892558097839355, + -1.9899907112121582, + -1.890726089477539, + -1.79146146774292, + -1.6921963691711426, + -1.5929317474365234, + -1.4936671257019043, + -1.394402027130127 + ], + "r_inf_mean": 0.3802672326564789, + "r_inf_median": 0.370857834815979, + "pr_mean": 0.14044320583343506, + "pr_median": 0.1382700502872467, + "hoyer_mean": 0.3815988302230835, + "eff_dim_mean": 0.3815987706184387, + "topk_energy": { + "1": 0.14889830350875854, + "5": 0.48369839787483215, + "10": 0.6749398708343506, + "25": 0.916427731513977 + }, + "gamma_raw": 0.003487028181552887, + "gamma_active": { + "1e-08": 0.003487028181552887, + "1e-07": 0.003487028181552887, + "1e-06": 0.0035270857624709606, + "1e-05": 0.0034470290411263704, + "0.0001": 0.003318015718832612 + }, + "gamma_energy_weighted": { + "1e-08": 0.0012294917387242542, + "1e-07": 0.0012294917387242542, + "1e-06": 0.0012294917387242542, + "1e-05": 0.0012294917387242542, + "0.0001": 0.0012294917387242542 + } + }, + { + "layer": 1, + "mean_norm": 0.0013248901814222336, + "median_norm": 0.0013531851582229137, + "max_norm": 0.002790717873722315, + "min_norm": 4.7039208084243e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.982421875, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -5.720238208770752, + "5": -3.768817901611328, + "10": -3.1188302040100098, + "25": -2.9440677165985107, + "50": -2.8685405254364014, + "75": -2.800366163253784, + "90": -2.7168376445770264, + "95": -2.6712446212768555, + "99": -2.5952258110046387 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 3, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 2, + 2, + 4, + 3, + 5, + 5, + 3, + 3, + 3, + 4, + 22, + 68, + 171, + 129, + 53, + 18 + ], + "log_norms_bin_edges": [ + -7.327539920806885, + -7.232074737548828, + -7.1366095542907715, + -7.041144371032715, + -6.945679664611816, + -6.85021448135376, + -6.754749298095703, + -6.6592841148376465, + -6.56381893157959, + -6.468353748321533, + -6.372888565063477, + -6.277423858642578, + -6.1819586753845215, + -6.086493492126465, + -5.991028308868408, + -5.895563125610352, + -5.800097942352295, + -5.704632759094238, + -5.60916805267334, + -5.513702869415283, + -5.418237686157227, + -5.32277250289917, + -5.227307319641113, + -5.131842136383057, + -5.036376953125, + -4.940912246704102, + -4.845446586608887, + -4.749981880187988, + -4.654516696929932, + -4.559051513671875, + -4.463586330413818, + -4.368121147155762, + -4.272656440734863, + -4.177190780639648, + -4.08172607421875, + -3.9862608909606934, + -3.8907957077026367, + -3.79533052444458, + -3.6998655796051025, + -3.604400396347046, + -3.5089352130889893, + -3.4134702682495117, + -3.318005084991455, + -3.2225399017333984, + -3.127074718475342, + -3.031609535217285, + -2.9361443519592285, + -2.84067964553833, + -2.7452144622802734, + -2.649749279022217, + -2.55428409576416 + ], + "r_inf_mean": 0.32695865631103516, + "r_inf_median": 0.32076215744018555, + "pr_mean": 0.2210649698972702, + "pr_median": 0.21745961904525757, + "hoyer_mean": 0.5516546368598938, + "eff_dim_mean": 0.5516546368598938, + "topk_energy": { + "1": 0.1100233793258667, + "5": 0.3738223612308502, + "10": 0.5384286046028137, + "25": 0.7958583831787109 + }, + "gamma_raw": 0.006273901090025902, + "gamma_active": { + "1e-08": 0.006273901090025902, + "1e-07": 0.006362578831613064, + "1e-06": 0.006400420796126127, + "1e-05": 0.00601974967867136, + "0.0001": 0.005669855512678623 + }, + "gamma_energy_weighted": { + "1e-08": 0.0033825396920142007, + "1e-07": 0.0033825396920142007, + "1e-06": 0.0033825396920142007, + "1e-05": 0.0033825396920142007, + "0.0001": 0.0033825396920142007 + } + }, + { + "layer": 2, + "mean_norm": 0.0008578875567764044, + "median_norm": 0.000910168222617358, + "max_norm": 0.0014007081044837832, + "min_norm": 2.966756440514473e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -5.883907318115234, + "5": -3.9750797748565674, + "10": -3.4045119285583496, + "25": -3.110189914703369, + "50": -3.0407443046569824, + "75": -2.9868783950805664, + "90": -2.9254729747772217, + "95": -2.897820472717285, + "99": -2.879706859588623 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 3, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 3, + 3, + 5, + 5, + 4, + 4, + 4, + 2, + 4, + 5, + 45, + 152, + 180, + 76 + ], + "log_norms_bin_edges": [ + -7.527718544006348, + -7.434237003326416, + -7.340755939483643, + -7.247274398803711, + -7.1537933349609375, + -7.060311794281006, + -6.966830730438232, + -6.873349189758301, + -6.779868125915527, + -6.686386585235596, + -6.592905044555664, + -6.499423980712891, + -6.405942916870117, + -6.3124613761901855, + -6.218979835510254, + -6.1254987716674805, + -6.032017230987549, + -5.938536167144775, + -5.845054626464844, + -5.75157356262207, + -5.658092021942139, + -5.564610481262207, + -5.471129417419434, + -5.37764835357666, + -5.2841668128967285, + -5.190685272216797, + -5.097204208374023, + -5.003722667694092, + -4.91024112701416, + -4.816760063171387, + -4.723278999328613, + -4.629797458648682, + -4.53631591796875, + -4.442834854125977, + -4.349353790283203, + -4.2558722496032715, + -4.16239070892334, + -4.068909645080566, + -3.9754281044006348, + -3.8819468021392822, + -3.7884654998779297, + -3.694984197616577, + -3.6015028953552246, + -3.508021354675293, + -3.4145402908325195, + -3.321058750152588, + -3.2275776863098145, + -3.134096145629883, + -3.0406150817871094, + -2.9471335411071777, + -2.8536524772644043 + ], + "r_inf_mean": 0.2550966441631317, + "r_inf_median": 0.24963679909706116, + "pr_mean": 0.33558785915374756, + "pr_median": 0.33866214752197266, + "hoyer_mean": 0.636579155921936, + "eff_dim_mean": 0.636579155921936, + "topk_energy": { + "1": 0.06617547571659088, + "5": 0.269023597240448, + "10": 0.4232553541660309, + "25": 0.7221618890762329 + }, + "gamma_raw": 0.03960832580924034, + "gamma_active": { + "1e-08": 0.03960832580924034, + "1e-07": 0.039408762007951736, + "1e-06": 0.03904150053858757, + "1e-05": 0.039458196610212326, + "0.0001": 0.03878256306052208 + }, + "gamma_energy_weighted": { + "1e-08": 0.04092141138962036, + "1e-07": 0.04092141138962036, + "1e-06": 0.04092141138962036, + "1e-05": 0.04092141138962036, + "0.0001": 0.04092141138962036 + } + }, + { + "layer": 3, + "mean_norm": 0.0008394583710469306, + "median_norm": 0.0008873119368217885, + "max_norm": 0.0013284320011734962, + "min_norm": 2.8655977146740952e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.888978958129883, + "5": -3.9955642223358154, + "10": -3.4185354709625244, + "25": -3.121328592300415, + "50": -3.051886558532715, + "75": -2.9962337017059326, + "90": -2.9315381050109863, + "95": -2.9090986251831055, + "99": -2.893052101135254 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 3, + 3, + 4, + 6, + 2, + 6, + 2, + 3, + 4, + 4, + 36, + 132, + 205, + 82 + ], + "log_norms_bin_edges": [ + -7.542785167694092, + -7.449462890625, + -7.35614013671875, + -7.262817859649658, + -7.169495105743408, + -7.076172828674316, + -6.982850074768066, + -6.889527797698975, + -6.796205520629883, + -6.702882766723633, + -6.609560489654541, + -6.516237735748291, + -6.422915458679199, + -6.329592704772949, + -6.236270427703857, + -6.142948150634766, + -6.049625396728516, + -5.956302642822266, + -5.862980365753174, + -5.769658088684082, + -5.676335334777832, + -5.58301305770874, + -5.489690780639648, + -5.396368026733398, + -5.303045272827148, + -5.209722995758057, + -5.116400718688965, + -5.023077964782715, + -4.929755687713623, + -4.836433410644531, + -4.743110656738281, + -4.649787902832031, + -4.5564656257629395, + -4.463143348693848, + -4.369820594787598, + -4.276497840881348, + -4.183175563812256, + -4.089853286743164, + -3.996530771255493, + -3.9032082557678223, + -3.8098857402801514, + -3.7165632247924805, + -3.6232407093048096, + -3.5299181938171387, + -3.436595916748047, + -3.343273162841797, + -3.249950885772705, + -3.156628131866455, + -3.0633058547973633, + -2.9699835777282715, + -2.8766608238220215 + ], + "r_inf_mean": 0.2532392740249634, + "r_inf_median": 0.25018465518951416, + "pr_mean": 0.33829253911972046, + "pr_median": 0.3389415442943573, + "hoyer_mean": 0.6387718319892883, + "eff_dim_mean": 0.6387717723846436, + "topk_energy": { + "1": 0.06486250460147858, + "5": 0.2673056423664093, + "10": 0.421767920255661, + "25": 0.720138430595398 + }, + "gamma_raw": 0.014204021543264389, + "gamma_active": { + "1e-08": 0.014204021543264389, + "1e-07": 0.013695461675524712, + "1e-06": 0.013530935160815716, + "1e-05": 0.013799616135656834, + "0.0001": 0.01312947552651167 + }, + "gamma_energy_weighted": { + "1e-08": 0.0213551510651579, + "1e-07": 0.0213551510651579, + "1e-06": 0.0213551510651579, + "1e-05": 0.0213551510651579, + "0.0001": 0.0213551510651579 + } + }, + { + "layer": 4, + "mean_norm": 0.0008377594640478492, + "median_norm": 0.0008830105070956051, + "max_norm": 0.0013243738794699311, + "min_norm": 2.822334721486186e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.885554790496826, + "5": -3.997697114944458, + "10": -3.4176061153411865, + "25": -3.12164044380188, + "50": -3.0539493560791016, + "75": -2.9973795413970947, + "90": -2.932826042175293, + "95": -2.9080851078033447, + "99": -2.8926994800567627 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 3, + 3, + 4, + 6, + 2, + 6, + 2, + 3, + 4, + 4, + 36, + 132, + 201, + 86 + ], + "log_norms_bin_edges": [ + -7.549391269683838, + -7.455963134765625, + -7.362534999847412, + -7.269107341766357, + -7.1756792068481445, + -7.082251071929932, + -6.988822937011719, + -6.895394802093506, + -6.801967144012451, + -6.708539009094238, + -6.615110874176025, + -6.5216827392578125, + -6.428255081176758, + -6.334826946258545, + -6.241398811340332, + -6.147970676422119, + -6.054542541503906, + -5.961114883422852, + -5.867686748504639, + -5.774258613586426, + -5.680830478668213, + -5.58740234375, + -5.493974685668945, + -5.400546073913574, + -5.3071184158325195, + -5.213690280914307, + -5.120262145996094, + -5.026834487915039, + -4.933405876159668, + -4.839978218078613, + -4.7465500831604, + -4.6531219482421875, + -4.559694290161133, + -4.466265678405762, + -4.372838020324707, + -4.279409885406494, + -4.185981750488281, + -4.092554092407227, + -3.9991257190704346, + -3.905697822570801, + -3.812269687652588, + -3.718841791152954, + -3.625413656234741, + -3.5319857597351074, + -3.4385576248168945, + -3.3451294898986816, + -3.2517013549804688, + -3.158273696899414, + -3.064845561981201, + -2.9714174270629883, + -2.8779892921447754 + ], + "r_inf_mean": 0.2535390555858612, + "r_inf_median": 0.2498055249452591, + "pr_mean": 0.33789390325546265, + "pr_median": 0.33819580078125, + "hoyer_mean": 0.638494074344635, + "eff_dim_mean": 0.638494074344635, + "topk_energy": { + "1": 0.06505562365055084, + "5": 0.267617404460907, + "10": 0.42179471254348755, + "25": 0.720353364944458 + }, + "gamma_raw": 0.017304345965385437, + "gamma_active": { + "1e-08": 0.017304345965385437, + "1e-07": 0.017303623259067535, + "1e-06": 0.01757304184138775, + "1e-05": 0.017786722630262375, + "0.0001": 0.018073085695505142 + }, + "gamma_energy_weighted": { + "1e-08": 0.018181193856322726, + "1e-07": 0.018181193856322726, + "1e-06": 0.018181193856322726, + "1e-05": 0.018181193856322726, + "0.0001": 0.018181193856322726 + } + }, + { + "layer": 5, + "mean_norm": 0.0008369932766072452, + "median_norm": 0.0008817998459562659, + "max_norm": 0.0013296435354277492, + "min_norm": 2.8156689424463366e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.8863115310668945, + "5": -3.9988696575164795, + "10": -3.4171488285064697, + "25": -3.1230456829071045, + "50": -3.054394245147705, + "75": -2.9974403381347656, + "90": -2.9321982860565186, + "95": -2.9079177379608154, + "99": -2.892937183380127 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 3, + 3, + 4, + 6, + 2, + 6, + 2, + 3, + 4, + 5, + 35, + 136, + 200, + 83 + ], + "log_norms_bin_edges": [ + -7.550418376922607, + -7.456935405731201, + -7.363452434539795, + -7.2699689865112305, + -7.176486015319824, + -7.083003044128418, + -6.989520072937012, + -6.8960371017456055, + -6.802553653717041, + -6.709070682525635, + -6.6155877113342285, + -6.522104740142822, + -6.428621292114258, + -6.335138320922852, + -6.241655349731445, + -6.148172378540039, + -6.054689407348633, + -5.961206436157227, + -5.867722988128662, + -5.774240016937256, + -5.68075704574585, + -5.587274074554443, + -5.493790626525879, + -5.400307655334473, + -5.306824684143066, + -5.21334171295166, + -5.119858741760254, + -5.026375770568848, + -4.932892799377441, + -4.839409351348877, + -4.745926380157471, + -4.652442932128906, + -4.5589599609375, + -4.465476989746094, + -4.3719940185546875, + -4.278511047363281, + -4.185028076171875, + -4.091545104980469, + -3.9980618953704834, + -3.904578685760498, + -3.811095714569092, + -3.7176125049591064, + -3.6241295337677, + -3.530646324157715, + -3.4371633529663086, + -3.3436803817749023, + -3.250197410583496, + -3.1567139625549316, + -3.0632309913635254, + -2.969748020172119, + -2.876264810562134 + ], + "r_inf_mean": 0.25382673740386963, + "r_inf_median": 0.2502666711807251, + "pr_mean": 0.3374598026275635, + "pr_median": 0.33811959624290466, + "hoyer_mean": 0.6381300687789917, + "eff_dim_mean": 0.6381300687789917, + "topk_energy": { + "1": 0.06521320343017578, + "5": 0.26799115538597107, + "10": 0.422374963760376, + "25": 0.7204535603523254 + }, + "gamma_raw": 0.058235444128513336, + "gamma_active": { + "1e-08": 0.058235444128513336, + "1e-07": 0.05770066753029823, + "1e-06": 0.05753728747367859, + "1e-05": 0.05799432098865509, + "0.0001": 0.058976516127586365 + }, + "gamma_energy_weighted": { + "1e-08": 0.06621343026113757, + "1e-07": 0.06621343026113757, + "1e-06": 0.06621343026113757, + "1e-05": 0.06621343026113757, + "0.0001": 0.06621343026113757 + } + }, + { + "layer": 6, + "mean_norm": 0.0008362953667528927, + "median_norm": 0.0008807314443401992, + "max_norm": 0.0013263036962598562, + "min_norm": 2.8146528663341996e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.886214733123779, + "5": -3.9987144470214844, + "10": -3.418729066848755, + "25": -3.123176336288452, + "50": -3.055107831954956, + "75": -2.9974141120910645, + "90": -2.9327468872070312, + "95": -2.908534049987793, + "99": -2.893455743789673 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 3, + 3, + 4, + 6, + 2, + 6, + 2, + 4, + 3, + 5, + 35, + 134, + 201, + 84 + ], + "log_norms_bin_edges": [ + -7.550575256347656, + -7.45711088180542, + -7.363646507263184, + -7.270182132720947, + -7.176717758178711, + -7.083253383636475, + -6.989789009094238, + -6.896324634552002, + -6.802860260009766, + -6.709395885467529, + -6.615931510925293, + -6.522467613220215, + -6.42900276184082, + -6.335538864135742, + -6.242074489593506, + -6.1486101150512695, + -6.055145740509033, + -5.961681365966797, + -5.8682169914245605, + -5.774752616882324, + -5.681288242340088, + -5.587823867797852, + -5.494359493255615, + -5.400895118713379, + -5.307430744171143, + -5.213966369628906, + -5.12050199508667, + -5.027037620544434, + -4.9335737228393555, + -4.840108871459961, + -4.746644973754883, + -4.653180122375488, + -4.55971622467041, + -4.466251373291016, + -4.3727874755859375, + -4.279322624206543, + -4.185858726501465, + -4.09239387512207, + -3.998929977416992, + -3.905465602874756, + -3.8120012283325195, + -3.718536853790283, + -3.625072479248047, + -3.5316081047058105, + -3.438143730163574, + -3.344679355621338, + -3.2512149810791016, + -3.1577506065368652, + -3.064286231994629, + -2.9708218574523926, + -2.877357244491577 + ], + "r_inf_mean": 0.2545728087425232, + "r_inf_median": 0.2508269250392914, + "pr_mean": 0.33706939220428467, + "pr_median": 0.3387582302093506, + "hoyer_mean": 0.6381137371063232, + "eff_dim_mean": 0.6381137371063232, + "topk_energy": { + "1": 0.0656045451760292, + "5": 0.2679191827774048, + "10": 0.42251652479171753, + "25": 0.7204765677452087 + }, + "gamma_raw": -0.029950957745313644, + "gamma_active": { + "1e-08": -0.029950957745313644, + "1e-07": -0.02933252789080143, + "1e-06": -0.02909008041024208, + "1e-05": -0.028808360919356346, + "0.0001": -0.03000757284462452 + }, + "gamma_energy_weighted": { + "1e-08": -0.03835559033838935, + "1e-07": -0.03835559033838935, + "1e-06": -0.03835559033838935, + "1e-05": -0.03835559033838935, + "0.0001": -0.03835559033838935 + } + }, + { + "layer": 7, + "mean_norm": 0.0008370376308448613, + "median_norm": 0.0008800579817034304, + "max_norm": 0.0013269660994410515, + "min_norm": 2.822607392261034e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.978515625, + "0.0001": 0.94921875 + }, + "log_norms_percentiles": { + "1": -5.886205196380615, + "5": -3.999018430709839, + "10": -3.418071985244751, + "25": -3.122408390045166, + "50": -3.0549213886260986, + "75": -2.997814416885376, + "90": -2.9322509765625, + "95": -2.9068057537078857, + "99": -2.8937904834747314 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 2, + 1, + 3, + 3, + 4, + 6, + 2, + 6, + 2, + 4, + 3, + 5, + 35, + 133, + 202, + 84 + ], + "log_norms_bin_edges": [ + -7.549349784851074, + -7.455905437469482, + -7.362461566925049, + -7.269017219543457, + -7.175572872161865, + -7.082129001617432, + -6.98868465423584, + -6.895240306854248, + -6.801795959472656, + -6.708352088928223, + -6.614907741546631, + -6.521463394165039, + -6.4280195236206055, + -6.334575176239014, + -6.241130828857422, + -6.147686958312988, + -6.0542426109313965, + -5.960798263549805, + -5.867354393005371, + -5.773910045623779, + -5.6804656982421875, + -5.587021827697754, + -5.493577480316162, + -5.40013313293457, + -5.306689262390137, + -5.213244915008545, + -5.119800567626953, + -5.0263566970825195, + -4.932912349700928, + -4.839468002319336, + -4.746024131774902, + -4.652579307556152, + -4.559135437011719, + -4.465691566467285, + -4.372246742248535, + -4.278802871704102, + -4.18535852432251, + -4.091914176940918, + -3.9984703063964844, + -3.9050259590148926, + -3.81158185005188, + -3.718137741088867, + -3.6246933937072754, + -3.5312490463256836, + -3.43780517578125, + -3.344360828399658, + -3.2509164810180664, + -3.157472610473633, + -3.064028263092041, + -2.970583915710449, + -2.8771402835845947 + ], + "r_inf_mean": 0.25337696075439453, + "r_inf_median": 0.2490578442811966, + "pr_mean": 0.33765241503715515, + "pr_median": 0.3393215239048004, + "hoyer_mean": 0.637994110584259, + "eff_dim_mean": 0.637994110584259, + "topk_energy": { + "1": 0.06498488038778305, + "5": 0.2675437927246094, + "10": 0.42236119508743286, + "25": 0.7205100059509277 + }, + "gamma_raw": 0.04251369461417198, + "gamma_active": { + "1e-08": 0.04251369461417198, + "1e-07": 0.042355746030807495, + "1e-06": 0.042592912912368774, + "1e-05": 0.042544640600681305, + "0.0001": 0.04332254081964493 + }, + "gamma_energy_weighted": { + "1e-08": 0.04237844190207554, + "1e-07": 0.04237844190207554, + "1e-06": 0.04237844190207554, + "1e-05": 0.04237844190207554, + "0.0001": 0.04237844190207554 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3