{
  "456": {
    "credit_bridge": {
      "log": {
        "train_loss": [
          1.9934451489257812,
          1.9314295723724366,
          1.9235225268173217,
          1.9217069106292726,
          1.9212194289398192,
          1.916630177383423,
          1.9345502002716064,
          1.9283877908325195,
          1.9177326504898071,
          1.9165373708343505,
          1.9105737041854858,
          1.8997189542388917,
          1.891296152076721,
          1.8811385650253296,
          1.8842703173446655,
          1.8762526668930053,
          1.8802709610366821,
          1.8837381246566773,
          1.8947839934921265,
          1.8876838129425049,
          1.878063057937622,
          1.8691059185791015,
          1.8723352920913696,
          1.8673814739990235,
          1.86444116481781,
          1.8651199575424193,
          1.8679865084838867,
          1.8683458470916747,
          1.8682409041595458,
          1.8695441330337523
        ],
        "train_acc": [
          0.27654,
          0.30874,
          0.31612,
          0.3179,
          0.31686,
          0.31922,
          0.314,
          0.31612,
          0.31764,
          0.3182,
          0.31802,
          0.3238,
          0.33024,
          0.33216,
          0.33292,
          0.33354,
          0.33402,
          0.33356,
          0.33096,
          0.33232,
          0.33684,
          0.33706,
          0.33616,
          0.34138,
          0.3399,
          0.34038,
          0.34008,
          0.34048,
          0.33706,
          0.341
        ],
        "test_acc": [
          0.3431,
          0.3495,
          0.3477,
          0.356,
          0.3511,
          0.3474,
          0.3323,
          0.3466,
          0.3508,
          0.3451,
          0.341,
          0.3566,
          0.3514,
          0.3453,
          0.3491,
          0.3525,
          0.3464,
          0.3496,
          0.3429,
          0.3456,
          0.343,
          0.3448,
          0.3481,
          0.3549,
          0.3545,
          0.354,
          0.3557,
          0.355,
          0.3562,
          0.3562
        ],
        "value_loss": [
          0.6358358229446411,
          0.20003649864196776,
          0.1189081085062027,
          0.0873355598807335,
          0.07387620919823647,
          0.06212632877349854,
          0.09646473777532577,
          0.08277876357793808,
          0.06577274338841438,
          0.05903506823539734,
          0.060327464895248414,
          0.0471712444293499,
          0.05392980309844017,
          0.04334379373788834,
          0.04389793854594231,
          0.04077757358431816,
          0.03543120482087135,
          0.03244814622402191,
          0.03196794641435146,
          0.02516974647641182,
          0.018719528279304506,
          0.019053550893962382,
          0.019475930092334746,
          0.01711861621081829,
          0.015539742150306702,
          0.018024257761240007,
          0.01626725864171982,
          0.016166514835059643,
          0.015814910601973535,
          0.015810824376344682
        ]
      },
      "diagnostics": {
        "bp_cosine": [
          0.6528493165969849,
          0.6737558841705322,
          0.6874117851257324,
          0.6945056915283203
        ],
        "perturbation_rho": [
          0.45550960302352905,
          0.4658626317977905,
          0.4093303084373474,
          0.44921162724494934
        ],
        "nudging": {
          "0.001": [
            -4.855693259742111e-05,
            -4.6262473915703595e-05,
            -4.405167419463396e-05,
            -4.2281331843696535e-05
          ],
          "0.003": [
            -0.00014562674914486706,
            -0.0001387652737321332,
            -0.00013202497211750597,
            -0.00012669814168475568
          ],
          "0.01": [
            -0.00048537791008129716,
            -0.00046242878306657076,
            -0.00043993344297632575,
            -0.00042223266791552305
          ]
        },
        "hidden_norms_per_layer": [
          5652.72998046875,
          5664.4931640625,
          5686.38916015625,
          5758.30419921875,
          5775.17431640625
        ],
        "bp_grad_norms_per_layer": [
          2.290221891598776e-05,
          2.191648854932282e-05,
          2.0994630176573992e-05,
          2.07327520911349e-05,
          2.0050258171977475e-05
        ]
      },
      "drift": {
        "embed.weight": 47.17655243675414,
        "embed.bias": 69.22157757464541,
        "blocks.0.ln.weight": 0.30546510219573975,
        "blocks.0.w1.weight": 3.9210619545041143,
        "blocks.0.w1.bias": 5.970693807323712,
        "blocks.0.w2.weight": 18.22592321226308,
        "blocks.1.ln.weight": 0.29675590991973877,
        "blocks.1.w1.weight": 3.7748035547298446,
        "blocks.1.w1.bias": 5.95370365502356,
        "blocks.1.w2.weight": 18.273244666485375,
        "blocks.2.ln.weight": 0.29545143246650696,
        "blocks.2.w1.weight": 3.797978708503024,
        "blocks.2.w1.bias": 6.318915016989016,
        "blocks.2.w2.weight": 18.715277379402863,
        "blocks.3.ln.weight": 0.29928261041641235,
        "blocks.3.w1.weight": 3.9126807823570937,
        "blocks.3.w1.bias": 6.287240256219296,
        "blocks.3.w2.weight": 18.91014036108483,
        "out_ln.weight": 0.10117902606725693,
        "out_head.weight": 2.2020174609192082,
        "out_head.bias": 2.0786513163395623
      }
    }
  },
  "config": {
    "dataset": "cifar10",
    "d_hidden": 256,
    "num_blocks": 4,
    "batch_size": 128,
    "epochs": 30,
    "lr": 0.001,
    "lr_fb": 0.001,
    "wd": 0.01,
    "lam": 0.1,
    "K": 4,
    "sigma_bridge": 0.05,
    "ema_momentum": 0.995,
    "term_grad_weight": 1.0,
    "seeds": [
      456
    ],
    "gpu": 0,
    "output_dir": "results/round38_cb_penalty_30ep_s456",
    "methods": [
      "credit_bridge"
    ],
    "random_targets": false,
    "penalty_lam": 0.01,
    "num_classes": 10
  }
}