{
  "42": {
    "fa": {
      "log": {
        "train_loss": [
          2.3210656842803954,
          2.3150660639953613,
          2.31394060256958,
          2.3137241358184815,
          2.313226750564575,
          2.312898317718506,
          2.3115276292419433,
          2.3112998097229003,
          2.312373881149292,
          2.3112880519104,
          2.3110179233551027,
          2.3094827233886717,
          2.3097055834197997,
          2.309138665313721,
          2.308755371398926,
          2.309352218093872,
          2.3081418705749512,
          2.3084949157714845,
          2.307779687347412,
          2.3071102055358885,
          2.3067180699920655,
          2.306768290481567,
          2.306924085235596,
          2.3063941722869874,
          2.306285163803101,
          2.3056750212860107,
          2.3055725598907473,
          2.3055327081298826,
          2.3053424534606934,
          2.3050209490966798,
          2.3051358866882325,
          2.304873356246948,
          2.3045516327667235,
          2.3042913507080076,
          2.304434557800293,
          2.3042074402618407,
          2.3039160931396485,
          2.304433411102295,
          2.3036191528320313,
          2.3038957733154297,
          2.303670624084473,
          2.303965150299072,
          2.303804924468994,
          2.3035577531433105,
          2.303584457550049,
          2.303571176300049,
          2.30339740234375,
          2.303557454452515,
          2.30346072013855,
          2.3033780017852785,
          2.303559310379028,
          2.3033258779144288,
          2.3033027320098878,
          2.303322297897339,
          2.30284891708374,
          2.3031199270629883,
          2.302974216156006,
          2.3031179604339598,
          2.303074387893677,
          2.3032363694763185,
          2.3030751721191405,
          2.3031637412261965,
          2.3029984189605712,
          2.302961895904541,
          2.3029372912597657,
          2.30282003036499,
          2.3028841104888915,
          2.302927931060791,
          2.30283846572876,
          2.3028817950439455,
          2.302871095428467,
          2.302848546066284,
          2.3027211415863036,
          2.302883378829956,
          2.3028133658599854,
          2.302789750442505,
          2.30266556968689,
          2.3026871818542483,
          2.3026958183288575,
          2.3027067826080323,
          2.302647667160034,
          2.3026781449890135,
          2.3026719428253175,
          2.302752258377075,
          2.3025668229675293,
          2.3027340324401857,
          2.3026700817871095,
          2.3026870487976074,
          2.3026517832946776,
          2.302639422836304,
          2.3026284925842284,
          2.302678219604492,
          2.3025743629455566,
          2.302645079803467,
          2.3026254082489013,
          2.3025657051086426,
          2.302568560562134,
          2.302596629562378,
          2.3026467196655274,
          2.30262910446167
        ],
        "train_acc": [
          0.09916,
          0.09876,
          0.10146,
          0.09992,
          0.10196,
          0.09982,
          0.09806,
          0.10266,
          0.10208,
          0.10162,
          0.10026,
          0.09852,
          0.10096,
          0.09824,
          0.09968,
          0.09992,
          0.10076,
          0.09998,
          0.09878,
          0.10038,
          0.1028,
          0.1005,
          0.09974,
          0.10234,
          0.10008,
          0.10142,
          0.10072,
          0.09942,
          0.09986,
          0.09736,
          0.09932,
          0.09888,
          0.10114,
          0.10054,
          0.09992,
          0.09942,
          0.09802,
          0.09746,
          0.09936,
          0.10052,
          0.09982,
          0.0983,
          0.09972,
          0.0996,
          0.09914,
          0.09954,
          0.1011,
          0.09934,
          0.09846,
          0.10064,
          0.09888,
          0.10058,
          0.10134,
          0.10024,
          0.10182,
          0.1007,
          0.10096,
          0.10038,
          0.1018,
          0.09818,
          0.10196,
          0.10002,
          0.10066,
          0.1021,
          0.09886,
          0.10106,
          0.09934,
          0.0975,
          0.10084,
          0.09938,
          0.1002,
          0.09842,
          0.1023,
          0.09958,
          0.10186,
          0.1014,
          0.10052,
          0.09892,
          0.09954,
          0.10054,
          0.09992,
          0.09962,
          0.10002,
          0.10092,
          0.10188,
          0.099,
          0.10124,
          0.09706,
          0.10042,
          0.10008,
          0.09796,
          0.09966,
          0.10016,
          0.09854,
          0.0991,
          0.10094,
          0.10254,
          0.09996,
          0.09714,
          0.09882
        ],
        "test_acc": [
          0.0948,
          0.0811,
          0.1058,
          0.0925,
          0.1061,
          0.0856,
          0.1171,
          0.1042,
          0.0998,
          0.0894,
          0.0985,
          0.0732,
          0.0858,
          0.0861,
          0.1274,
          0.0628,
          0.1051,
          0.104,
          0.1127,
          0.1045,
          0.1051,
          0.1183,
          0.0754,
          0.0837,
          0.0762,
          0.1063,
          0.1,
          0.0952,
          0.0933,
          0.1226,
          0.1009,
          0.1043,
          0.117,
          0.0946,
          0.0931,
          0.1133,
          0.0955,
          0.0995,
          0.0942,
          0.0837,
          0.109,
          0.1136,
          0.0937,
          0.0749,
          0.1135,
          0.1174,
          0.086,
          0.0883,
          0.108,
          0.0945,
          0.1034,
          0.0948,
          0.0933,
          0.1122,
          0.0924,
          0.0801,
          0.0856,
          0.0858,
          0.1102,
          0.1195,
          0.1005,
          0.0939,
          0.0985,
          0.0976,
          0.091,
          0.0991,
          0.0951,
          0.1015,
          0.0989,
          0.1104,
          0.0934,
          0.0977,
          0.1057,
          0.0996,
          0.0998,
          0.0893,
          0.1136,
          0.1194,
          0.1184,
          0.0927,
          0.1011,
          0.1005,
          0.0986,
          0.0947,
          0.1008,
          0.1149,
          0.1071,
          0.0997,
          0.0718,
          0.117,
          0.1241,
          0.1006,
          0.1178,
          0.0988,
          0.0993,
          0.1143,
          0.117,
          0.1217,
          0.1193,
          0.12
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          -0.25835472345352173,
          -0.36130592226982117,
          -0.2657647430896759,
          0.9999802708625793
        ],
        "perturbation_rho": [
          -0.043529167771339417,
          0.022320769727230072,
          0.011527110822498798,
          0.0071525974199175835
        ],
        "nudging": {
          "0.001": [
            1.0617077350616455e-07,
            1.210719347000122e-07,
            9.499490261077881e-08,
            -3.259629011154175e-07
          ],
          "0.003": [
            3.129243850708008e-07,
            3.7997961044311523e-07,
            2.682209014892578e-07,
            -1.0058283805847168e-06
          ],
          "0.01": [
            1.0654330253601074e-06,
            1.2777745723724365e-06,
            8.754432201385498e-07,
            -3.335997462272644e-06
          ]
        },
        "hidden_norms_per_layer": [
          1076.538818359375,
          51151.71875,
          101311.3046875,
          119784.4453125,
          128818.7890625
        ],
        "bp_grad_norms_per_layer": [
          2.6915265038951475e-07,
          2.3872169663263776e-07,
          2.386778135132772e-07,
          2.389696476257086e-07,
          2.3893238676464534e-07
        ]
      },
      "drift": {
        "embed.weight": 9.80184818135659,
        "embed.bias": 19.49465769896296,
        "blocks.0.ln.weight": 0.26961779594421387,
        "blocks.0.w1.weight": 9.358735259494848,
        "blocks.0.w1.bias": 12.749895988211446,
        "blocks.0.w2.weight": 19.870291739972853,
        "blocks.1.ln.weight": 0.3701913058757782,
        "blocks.1.w1.weight": 9.472528827416744,
        "blocks.1.w1.bias": 11.79483149750118,
        "blocks.1.w2.weight": 14.954104550351216,
        "blocks.2.ln.weight": 0.3377458453178406,
        "blocks.2.w1.weight": 7.33340319144077,
        "blocks.2.w1.bias": 9.089785454164343,
        "blocks.2.w2.weight": 12.405169546116843,
        "blocks.3.ln.weight": 0.49049311876296997,
        "blocks.3.w1.weight": 5.387752188715276,
        "blocks.3.w1.bias": 5.9034627839649305,
        "blocks.3.w2.weight": 7.60319140703279,
        "out_ln.weight": 0.5721396803855896,
        "out_head.weight": 0.9433164083950665,
        "out_head.bias": 0.4188211351080402
      }
    }
  },
  "config": {
    "dataset": "cifar10",
    "d_hidden": 256,
    "num_blocks": 4,
    "batch_size": 128,
    "epochs": 100,
    "lr": 0.001,
    "lr_fb": 0.001,
    "wd": 0.01,
    "lam": 0.1,
    "K": 4,
    "sigma_bridge": 0.05,
    "ema_momentum": 0.995,
    "term_grad_weight": 1.0,
    "seeds": [
      42
    ],
    "gpu": 0,
    "output_dir": "results/fa_random_targets_s42",
    "methods": [
      "fa"
    ],
    "random_targets": true,
    "penalty_lam": 0.0,
    "num_classes": 10
  }
}