{
  "dfa_last1_raw_eta1e-05": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913527488708496,
    "delta_loss_same": -3.5762786865234375e-07,
    "delta_loss_held": 2.384185791015625e-07,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta3e-05": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913520336151123,
    "delta_loss_same": -1.0728836059570312e-06,
    "delta_loss_held": 1.0132789611816406e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta0.0001": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913494110107422,
    "delta_loss_same": -3.6954879760742188e-06,
    "delta_loss_held": 3.3974647521972656e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta0.0003": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913422584533691,
    "delta_loss_same": -1.0848045349121094e-05,
    "delta_loss_held": 1.0371208190917969e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta0.001": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913171052932739,
    "delta_loss_same": -3.600120544433594e-05,
    "delta_loss_held": 3.4809112548828125e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta0.003": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912467122077942,
    "delta_loss_same": -0.00010639429092407227,
    "delta_loss_held": 0.00010526180267333984,
    "delta_acc_same": 0.0
  },
  "dfa_last1_raw_eta0.01": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910203337669373,
    "delta_loss_same": -0.00033277273178100586,
    "delta_loss_held": 0.0003624558448791504,
    "delta_acc_same": -0.0078125
  },
  "scalar_cb_last1_raw_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913531064987183,
    "delta_loss_same": 0.0,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913529872894287,
    "delta_loss_same": -1.1920928955078125e-07,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913524508476257,
    "delta_loss_same": -6.556510925292969e-07,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913510203361511,
    "delta_loss_same": -2.086162567138672e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta0.001": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913459539413452,
    "delta_loss_same": -7.152557373046875e-06,
    "delta_loss_held": 2.384185791015625e-07,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta0.003": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913317680358887,
    "delta_loss_same": -2.1338462829589844e-05,
    "delta_loss_held": 8.344650268554688e-07,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_raw_eta0.01": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912819385528564,
    "delta_loss_same": -7.11679458618164e-05,
    "delta_loss_held": 2.6226043701171875e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913519144058228,
    "delta_loss_same": -1.1920928955078125e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913492321968079,
    "delta_loss_same": -3.874301910400391e-06,
    "delta_loss_held": 1.1920928955078125e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913403511047363,
    "delta_loss_same": -1.2755393981933594e-05,
    "delta_loss_held": 3.5762786865234375e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913147211074829,
    "delta_loss_same": -3.838539123535156e-05,
    "delta_loss_held": 1.430511474609375e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912248373031616,
    "delta_loss_same": -0.00012826919555664062,
    "delta_loss_held": 4.76837158203125e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7909681797027588,
    "delta_loss_same": -0.00038492679595947266,
    "delta_loss_held": 1.4126300811767578e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_raw_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7900704145431519,
    "delta_loss_same": -0.0012826919555664062,
    "delta_loss_held": 4.7266483306884766e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913531064987183,
    "delta_loss_same": 0.0,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913531064987183,
    "delta_loss_same": 0.0,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913530468940735,
    "delta_loss_same": -5.960464477539063e-08,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913528680801392,
    "delta_loss_same": -2.384185791015625e-07,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta0.001": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913521528244019,
    "delta_loss_same": -9.5367431640625e-07,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta0.003": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913498878479004,
    "delta_loss_same": -3.2186508178710938e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_raw_eta0.01": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913422584533691,
    "delta_loss_same": -1.0848045349121094e-05,
    "delta_loss_held": 5.364418029785156e-07,
    "delta_acc_same": 0.0
  },
  "dfa_last1_norm_eta1e-05": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913490533828735,
    "delta_loss_same": -4.0531158447265625e-06,
    "delta_loss_held": 1.3709068298339844e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last1_norm_eta3e-05": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913411855697632,
    "delta_loss_same": -1.1920928955078125e-05,
    "delta_loss_held": 3.933906555175781e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last1_norm_eta0.0001": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791313111782074,
    "delta_loss_same": -3.999471664428711e-05,
    "delta_loss_held": 1.3470649719238281e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last1_norm_eta0.0003": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912337779998779,
    "delta_loss_same": -0.00011932849884033203,
    "delta_loss_held": 4.106760025024414e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last1_norm_eta0.001": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7909631133079529,
    "delta_loss_same": -0.00038999319076538086,
    "delta_loss_held": 0.00014281272888183594,
    "delta_acc_same": -0.0078125
  },
  "dfa_last1_norm_eta0.003": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7902504205703735,
    "delta_loss_same": -0.0011026859283447266,
    "delta_loss_held": 0.0004792213439941406,
    "delta_acc_same": -0.0078125
  },
  "dfa_last1_norm_eta0.01": {
    "method": "dfa",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7884711623191833,
    "delta_loss_same": -0.002881944179534912,
    "delta_loss_held": 0.0021938085556030273,
    "delta_acc_same": -0.0078125
  },
  "scalar_cb_last1_norm_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912606000900269,
    "delta_loss_same": -9.250640869140625e-05,
    "delta_loss_held": 1.329183578491211e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_norm_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910759449005127,
    "delta_loss_same": -0.0002771615982055664,
    "delta_loss_held": 4.011392593383789e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_norm_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7904340028762817,
    "delta_loss_same": -0.0009191036224365234,
    "delta_loss_held": 0.00013649463653564453,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_norm_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7886358499526978,
    "delta_loss_same": -0.002717256546020508,
    "delta_loss_held": 0.00043272972106933594,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_norm_eta0.001": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7827593088150024,
    "delta_loss_same": -0.00859379768371582,
    "delta_loss_held": 0.001717686653137207,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last1_norm_eta0.003": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7694397568702698,
    "delta_loss_same": -0.021913349628448486,
    "delta_loss_held": 0.007596492767333984,
    "delta_acc_same": 0.0078125
  },
  "scalar_cb_last1_norm_eta0.01": {
    "method": "scalar_cb",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7611995935440063,
    "delta_loss_same": -0.030153512954711914,
    "delta_loss_held": 0.05731534957885742,
    "delta_acc_same": -0.0234375
  },
  "vec_eT_M4_last1_norm_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910163402557373,
    "delta_loss_same": -0.00033676624298095703,
    "delta_loss_held": 2.3186206817626953e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_norm_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7903435230255127,
    "delta_loss_same": -0.0010095834732055664,
    "delta_loss_held": 6.99758529663086e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_norm_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7879958152770996,
    "delta_loss_same": -0.0033572912216186523,
    "delta_loss_held": 0.00023698806762695312,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_norm_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7813490629196167,
    "delta_loss_same": -0.010004043579101562,
    "delta_loss_held": 0.0007431507110595703,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last1_norm_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7587857246398926,
    "delta_loss_same": -0.032567381858825684,
    "delta_loss_held": 0.002847909927368164,
    "delta_acc_same": 0.015625
  },
  "vec_eT_M4_last1_norm_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7000553011894226,
    "delta_loss_same": -0.09129780530929565,
    "delta_loss_held": 0.0116502046585083,
    "delta_acc_same": 0.03125
  },
  "vec_eT_M4_last1_norm_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.5529239773750305,
    "delta_loss_same": -0.23842912912368774,
    "delta_loss_held": 0.0728445053100586,
    "delta_acc_same": 0.078125
  },
  "oracle_bp_last1_norm_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7911322116851807,
    "delta_loss_same": -0.00022089481353759766,
    "delta_loss_held": 2.2411346435546875e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_norm_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7906907796859741,
    "delta_loss_same": -0.0006623268127441406,
    "delta_loss_held": 6.73532485961914e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_norm_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.78914874792099,
    "delta_loss_same": -0.0022043585777282715,
    "delta_loss_held": 0.00022560358047485352,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_norm_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7847684025764465,
    "delta_loss_same": -0.0065847039222717285,
    "delta_loss_held": 0.0006849765777587891,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last1_norm_eta0.001": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.769731879234314,
    "delta_loss_same": -0.021621227264404297,
    "delta_loss_held": 0.002378702163696289,
    "delta_acc_same": 0.0078125
  },
  "oracle_bp_last1_norm_eta0.003": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7291945815086365,
    "delta_loss_same": -0.06215852499008179,
    "delta_loss_held": 0.007954299449920654,
    "delta_acc_same": 0.0078125
  },
  "oracle_bp_last1_norm_eta0.01": {
    "method": "oracle_bp",
    "update_range": "last1",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.6127457618713379,
    "delta_loss_same": -0.17860734462738037,
    "delta_loss_held": 0.03617274761199951,
    "delta_acc_same": 0.0703125
  },
  "dfa_last2_raw_eta1e-05": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791350245475769,
    "delta_loss_same": -2.86102294921875e-06,
    "delta_loss_held": -3.5762786865234375e-07,
    "delta_acc_same": 0.0
  },
  "dfa_last2_raw_eta3e-05": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913442850112915,
    "delta_loss_same": -8.821487426757812e-06,
    "delta_loss_held": -8.940696716308594e-07,
    "delta_acc_same": 0.0
  },
  "dfa_last2_raw_eta0.0001": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913237810134888,
    "delta_loss_same": -2.9325485229492188e-05,
    "delta_loss_held": -2.8014183044433594e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last2_raw_eta0.0003": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791265070438385,
    "delta_loss_same": -8.803606033325195e-05,
    "delta_loss_held": -8.285045623779297e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last2_raw_eta0.001": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910601496696472,
    "delta_loss_same": -0.0002929568290710449,
    "delta_loss_held": -2.7179718017578125e-05,
    "delta_acc_same": -0.0078125
  },
  "dfa_last2_raw_eta0.003": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7904785871505737,
    "delta_loss_same": -0.0008745193481445312,
    "delta_loss_held": -7.939338684082031e-05,
    "delta_acc_same": -0.0078125
  },
  "dfa_last2_raw_eta0.01": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7884876728057861,
    "delta_loss_same": -0.002865433692932129,
    "delta_loss_held": -0.00024127960205078125,
    "delta_acc_same": -0.0078125
  },
  "scalar_cb_last2_raw_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913503646850586,
    "delta_loss_same": -2.7418136596679688e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913447618484497,
    "delta_loss_same": -8.344650268554688e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913253307342529,
    "delta_loss_same": -2.777576446533203e-05,
    "delta_loss_held": 4.172325134277344e-07,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912696003913879,
    "delta_loss_same": -8.350610733032227e-05,
    "delta_loss_held": 1.1920928955078125e-06,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta0.001": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910747528076172,
    "delta_loss_same": -0.0002783536911010742,
    "delta_loss_held": 3.993511199951172e-06,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta0.003": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7905182242393494,
    "delta_loss_same": -0.0008348822593688965,
    "delta_loss_held": 1.1920928955078125e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_raw_eta0.01": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7885727882385254,
    "delta_loss_same": -0.002780318260192871,
    "delta_loss_held": 4.106760025024414e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913484573364258,
    "delta_loss_same": -4.649162292480469e-06,
    "delta_loss_held": 1.1920928955078125e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913389205932617,
    "delta_loss_same": -1.4185905456542969e-05,
    "delta_loss_held": 2.384185791015625e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913057804107666,
    "delta_loss_same": -4.7326087951660156e-05,
    "delta_loss_held": 1.1324882507324219e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912108302116394,
    "delta_loss_same": -0.00014227628707885742,
    "delta_loss_held": 3.337860107421875e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7908790707588196,
    "delta_loss_same": -0.00047403573989868164,
    "delta_loss_held": 1.1324882507324219e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7899314165115356,
    "delta_loss_same": -0.0014216899871826172,
    "delta_loss_held": 3.445148468017578e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_raw_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7866207361221313,
    "delta_loss_same": -0.004732370376586914,
    "delta_loss_held": 0.00011670589447021484,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913504242897034,
    "delta_loss_same": -2.682209014892578e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913450598716736,
    "delta_loss_same": -8.046627044677734e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913261651992798,
    "delta_loss_same": -2.6941299438476562e-05,
    "delta_loss_held": 2.980232238769531e-07,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912721037864685,
    "delta_loss_same": -8.100271224975586e-05,
    "delta_loss_held": 1.1324882507324219e-06,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta0.001": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791082501411438,
    "delta_loss_same": -0.00027060508728027344,
    "delta_loss_held": 3.814697265625e-06,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta0.003": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7905414700508118,
    "delta_loss_same": -0.0008116364479064941,
    "delta_loss_held": 1.1682510375976562e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_raw_eta0.01": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7886502146720886,
    "delta_loss_same": -0.0027028918266296387,
    "delta_loss_held": 4.017353057861328e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last2_norm_eta1e-05": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791345477104187,
    "delta_loss_same": -7.62939453125e-06,
    "delta_loss_held": -2.1457672119140625e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last2_norm_eta3e-05": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913300395011902,
    "delta_loss_same": -2.3066997528076172e-05,
    "delta_loss_held": -6.377696990966797e-06,
    "delta_acc_same": 0.0
  },
  "dfa_last2_norm_eta0.0001": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791276216506958,
    "delta_loss_same": -7.68899917602539e-05,
    "delta_loss_held": -2.09808349609375e-05,
    "delta_acc_same": 0.0
  },
  "dfa_last2_norm_eta0.0003": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791123628616333,
    "delta_loss_same": -0.0002294778823852539,
    "delta_loss_held": -6.175041198730469e-05,
    "delta_acc_same": -0.0078125
  },
  "dfa_last2_norm_eta0.001": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7906030416488647,
    "delta_loss_same": -0.0007500648498535156,
    "delta_loss_held": -0.00019317865371704102,
    "delta_acc_same": -0.0078125
  },
  "dfa_last2_norm_eta0.003": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.78923100233078,
    "delta_loss_same": -0.0021221041679382324,
    "delta_loss_held": -0.00047093629837036133,
    "delta_acc_same": -0.0078125
  },
  "dfa_last2_norm_eta0.01": {
    "method": "dfa",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7858060598373413,
    "delta_loss_same": -0.005547046661376953,
    "delta_loss_held": -0.00029981136322021484,
    "delta_acc_same": -0.015625
  },
  "scalar_cb_last2_norm_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912271022796631,
    "delta_loss_same": -0.00012600421905517578,
    "delta_loss_held": 2.0742416381835938e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_norm_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7909758687019348,
    "delta_loss_same": -0.00037723779678344727,
    "delta_loss_held": 6.282329559326172e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_norm_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7901065349578857,
    "delta_loss_same": -0.0012465715408325195,
    "delta_loss_held": 0.0002161264419555664,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_norm_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7877075672149658,
    "delta_loss_same": -0.0036455392837524414,
    "delta_loss_held": 0.0007035136222839355,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_norm_eta0.001": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7802847623825073,
    "delta_loss_same": -0.011068344116210938,
    "delta_loss_held": 0.0029941797256469727,
    "delta_acc_same": 0.0
  },
  "scalar_cb_last2_norm_eta0.003": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7671945095062256,
    "delta_loss_same": -0.024158596992492676,
    "delta_loss_held": 0.014712095260620117,
    "delta_acc_same": -0.015625
  },
  "scalar_cb_last2_norm_eta0.01": {
    "method": "scalar_cb",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.8153536319732666,
    "delta_loss_same": 0.02400052547454834,
    "delta_loss_held": 0.12053942680358887,
    "delta_acc_same": -0.0234375
  },
  "vec_eT_M4_last2_norm_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7907758355140686,
    "delta_loss_same": -0.0005772709846496582,
    "delta_loss_held": 3.4749507904052734e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_norm_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7896230816841125,
    "delta_loss_same": -0.0017300248146057129,
    "delta_loss_held": 0.00010508298873901367,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_norm_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7856085300445557,
    "delta_loss_same": -0.005744576454162598,
    "delta_loss_held": 0.0003609657287597656,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_last2_norm_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7743081450462341,
    "delta_loss_same": -0.01704496145248413,
    "delta_loss_held": 0.0011725425720214844,
    "delta_acc_same": 0.0078125
  },
  "vec_eT_M4_last2_norm_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7366842031478882,
    "delta_loss_same": -0.05466890335083008,
    "delta_loss_held": 0.004941463470458984,
    "delta_acc_same": 0.0234375
  },
  "vec_eT_M4_last2_norm_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.6443334221839905,
    "delta_loss_same": -0.14701968431472778,
    "delta_loss_held": 0.023414790630340576,
    "delta_acc_same": 0.0546875
  },
  "vec_eT_M4_last2_norm_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.45750147104263306,
    "delta_loss_same": -0.3338516354560852,
    "delta_loss_held": 0.17275190353393555,
    "delta_acc_same": 0.1171875
  },
  "oracle_bp_last2_norm_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7909836769104004,
    "delta_loss_same": -0.0003694295883178711,
    "delta_loss_held": 3.635883331298828e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_norm_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7902452945709229,
    "delta_loss_same": -0.0011078119277954102,
    "delta_loss_held": 0.00010913610458374023,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_norm_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7876681685447693,
    "delta_loss_same": -0.0036849379539489746,
    "delta_loss_held": 0.00036537647247314453,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_norm_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7803657054901123,
    "delta_loss_same": -0.010987401008605957,
    "delta_loss_held": 0.0011096596717834473,
    "delta_acc_same": 0.0
  },
  "oracle_bp_last2_norm_eta0.001": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7555018663406372,
    "delta_loss_same": -0.035851240158081055,
    "delta_loss_held": 0.0038559436798095703,
    "delta_acc_same": 0.0078125
  },
  "oracle_bp_last2_norm_eta0.003": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.6901124715805054,
    "delta_loss_same": -0.10124063491821289,
    "delta_loss_held": 0.012904942035675049,
    "delta_acc_same": 0.0234375
  },
  "oracle_bp_last2_norm_eta0.01": {
    "method": "oracle_bp",
    "update_range": "last2",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.5176879167556763,
    "delta_loss_same": -0.273665189743042,
    "delta_loss_held": 0.058579206466674805,
    "delta_acc_same": 0.109375
  },
  "dfa_all_raw_eta1e-05": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913514375686646,
    "delta_loss_same": -1.6689300537109375e-06,
    "delta_loss_held": -1.0132789611816406e-06,
    "delta_acc_same": 0.0
  },
  "dfa_all_raw_eta3e-05": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913480997085571,
    "delta_loss_same": -5.0067901611328125e-06,
    "delta_loss_held": -3.0994415283203125e-06,
    "delta_acc_same": 0.0
  },
  "dfa_all_raw_eta0.0001": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913365364074707,
    "delta_loss_same": -1.6570091247558594e-05,
    "delta_loss_held": -1.0132789611816406e-05,
    "delta_acc_same": 0.0
  },
  "dfa_all_raw_eta0.0003": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913035154342651,
    "delta_loss_same": -4.9591064453125e-05,
    "delta_loss_held": -3.0517578125e-05,
    "delta_acc_same": 0.0
  },
  "dfa_all_raw_eta0.001": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7911888360977173,
    "delta_loss_same": -0.00016427040100097656,
    "delta_loss_held": -0.00010085105895996094,
    "delta_acc_same": 0.0
  },
  "dfa_all_raw_eta0.003": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7908685803413391,
    "delta_loss_same": -0.0004845261573791504,
    "delta_loss_held": -0.00029754638671875,
    "delta_acc_same": -0.0078125
  },
  "dfa_all_raw_eta0.01": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7898344993591309,
    "delta_loss_same": -0.0015186071395874023,
    "delta_loss_held": -0.0009320974349975586,
    "delta_acc_same": -0.0078125
  },
  "scalar_cb_all_raw_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913503646850586,
    "delta_loss_same": -2.7418136596679688e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913447022438049,
    "delta_loss_same": -8.404254913330078e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.791325032711029,
    "delta_loss_same": -2.8073787689208984e-05,
    "delta_loss_held": 3.5762786865234375e-07,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912687063217163,
    "delta_loss_same": -8.440017700195312e-05,
    "delta_loss_held": 1.1920928955078125e-06,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta0.001": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910715937614441,
    "delta_loss_same": -0.0002815127372741699,
    "delta_loss_held": 4.0531158447265625e-06,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta0.003": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7905087471008301,
    "delta_loss_same": -0.0008443593978881836,
    "delta_loss_held": 1.2278556823730469e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_raw_eta0.01": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7885413765907288,
    "delta_loss_same": -0.002811729907989502,
    "delta_loss_held": 4.2557716369628906e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913480401039124,
    "delta_loss_same": -5.066394805908203e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913376092910767,
    "delta_loss_same": -1.5497207641601562e-05,
    "delta_loss_held": 2.980232238769531e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913011312484741,
    "delta_loss_same": -5.1975250244140625e-05,
    "delta_loss_held": 8.344650268554688e-07,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7911967635154724,
    "delta_loss_same": -0.0001563429832458496,
    "delta_loss_held": 2.7418136596679688e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7908321022987366,
    "delta_loss_same": -0.0005210041999816895,
    "delta_loss_held": 9.000301361083984e-06,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7897908687591553,
    "delta_loss_same": -0.0015622377395629883,
    "delta_loss_held": 2.7120113372802734e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_raw_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7861536741256714,
    "delta_loss_same": -0.005199432373046875,
    "delta_loss_held": 9.28640365600586e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913504242897034,
    "delta_loss_same": -2.682209014892578e-06,
    "delta_loss_held": 0.0,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913450598716736,
    "delta_loss_same": -8.046627044677734e-06,
    "delta_loss_held": 5.960464477539063e-08,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913261651992798,
    "delta_loss_same": -2.6941299438476562e-05,
    "delta_loss_held": 2.980232238769531e-07,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912718057632446,
    "delta_loss_same": -8.130073547363281e-05,
    "delta_loss_held": 1.1324882507324219e-06,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta0.001": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7910813689231873,
    "delta_loss_same": -0.00027173757553100586,
    "delta_loss_held": 3.874301910400391e-06,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta0.003": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7905375957489014,
    "delta_loss_same": -0.0008155107498168945,
    "delta_loss_held": 1.1801719665527344e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_raw_eta0.01": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "raw",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7886372804641724,
    "delta_loss_same": -0.0027158260345458984,
    "delta_loss_held": 4.0531158447265625e-05,
    "delta_acc_same": 0.0
  },
  "dfa_all_norm_eta1e-05": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913448810577393,
    "delta_loss_same": -8.225440979003906e-06,
    "delta_loss_held": -1.5497207641601562e-06,
    "delta_acc_same": 0.0
  },
  "dfa_all_norm_eta3e-05": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7913283109664917,
    "delta_loss_same": -2.47955322265625e-05,
    "delta_loss_held": -4.589557647705078e-06,
    "delta_acc_same": 0.0
  },
  "dfa_all_norm_eta0.0001": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7912708520889282,
    "delta_loss_same": -8.225440979003906e-05,
    "delta_loss_held": -1.4662742614746094e-05,
    "delta_acc_same": 0.0
  },
  "dfa_all_norm_eta0.0003": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7911094427108765,
    "delta_loss_same": -0.00024366378784179688,
    "delta_loss_held": -4.124641418457031e-05,
    "delta_acc_same": -0.0078125
  },
  "dfa_all_norm_eta0.001": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7905774712562561,
    "delta_loss_same": -0.0007756352424621582,
    "delta_loss_held": -0.00010246038436889648,
    "delta_acc_same": -0.0078125
  },
  "dfa_all_norm_eta0.003": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7893450856208801,
    "delta_loss_same": -0.0020080208778381348,
    "delta_loss_held": -6.556510925292969e-06,
    "delta_acc_same": -0.015625
  },
  "dfa_all_norm_eta0.01": {
    "method": "dfa",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7885127067565918,
    "delta_loss_same": -0.002840399742126465,
    "delta_loss_held": 0.0035433173179626465,
    "delta_acc_same": -0.0234375
  },
  "scalar_cb_all_norm_eta1e-05": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.79117751121521,
    "delta_loss_same": -0.00017559528350830078,
    "delta_loss_held": 2.3484230041503906e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_norm_eta3e-05": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7908279895782471,
    "delta_loss_same": -0.0005251169204711914,
    "delta_loss_held": 7.164478302001953e-05,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_norm_eta0.0001": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7896244525909424,
    "delta_loss_same": -0.001728653907775879,
    "delta_loss_held": 0.0002532005310058594,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_norm_eta0.0003": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7863528728485107,
    "delta_loss_same": -0.0050002336502075195,
    "delta_loss_held": 0.0008819103240966797,
    "delta_acc_same": 0.0
  },
  "scalar_cb_all_norm_eta0.001": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7768233418464661,
    "delta_loss_same": -0.014529764652252197,
    "delta_loss_held": 0.00439530611038208,
    "delta_acc_same": -0.0078125
  },
  "scalar_cb_all_norm_eta0.003": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7660057544708252,
    "delta_loss_same": -0.025347352027893066,
    "delta_loss_held": 0.026503384113311768,
    "delta_acc_same": -0.015625
  },
  "scalar_cb_all_norm_eta0.01": {
    "method": "scalar_cb",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.9399646520614624,
    "delta_loss_same": 0.14861154556274414,
    "delta_loss_held": 0.2661614418029785,
    "delta_acc_same": -0.078125
  },
  "vec_eT_M4_all_norm_eta1e-05": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7906086444854736,
    "delta_loss_same": -0.0007444620132446289,
    "delta_loss_held": -5.054473876953125e-05,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_norm_eta3e-05": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7891266942024231,
    "delta_loss_same": -0.002226412296295166,
    "delta_loss_held": -0.0001468062400817871,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_norm_eta0.0001": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.784011721611023,
    "delta_loss_same": -0.0073413848876953125,
    "delta_loss_held": -0.0004343390464782715,
    "delta_acc_same": 0.0
  },
  "vec_eT_M4_all_norm_eta0.0003": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7700058817863464,
    "delta_loss_same": -0.021347224712371826,
    "delta_loss_held": -0.0008407831192016602,
    "delta_acc_same": 0.0078125
  },
  "vec_eT_M4_all_norm_eta0.001": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.727683424949646,
    "delta_loss_same": -0.06366968154907227,
    "delta_loss_held": 0.0022974610328674316,
    "delta_acc_same": 0.015625
  },
  "vec_eT_M4_all_norm_eta0.003": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.6565364599227905,
    "delta_loss_same": -0.13481664657592773,
    "delta_loss_held": 0.04539656639099121,
    "delta_acc_same": 0.0234375
  },
  "vec_eT_M4_all_norm_eta0.01": {
    "method": "vec_eT_M4",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.8973477482795715,
    "delta_loss_same": 0.10599464178085327,
    "delta_loss_held": 0.5848973989486694,
    "delta_acc_same": -0.09375
  },
  "oracle_bp_all_norm_eta1e-05": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 1e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7907174825668335,
    "delta_loss_same": -0.0006356239318847656,
    "delta_loss_held": 4.70280647277832e-05,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_norm_eta3e-05": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 3e-05,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7894477248191833,
    "delta_loss_same": -0.0019053816795349121,
    "delta_loss_held": 0.00014150142669677734,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_norm_eta0.0001": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7850220203399658,
    "delta_loss_same": -0.006331086158752441,
    "delta_loss_held": 0.0004749298095703125,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_norm_eta0.0003": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.0003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7725323438644409,
    "delta_loss_same": -0.018820762634277344,
    "delta_loss_held": 0.0014526844024658203,
    "delta_acc_same": 0.0
  },
  "oracle_bp_all_norm_eta0.001": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.001,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.7305884957313538,
    "delta_loss_same": -0.0607646107673645,
    "delta_loss_held": 0.0051686763763427734,
    "delta_acc_same": 0.015625
  },
  "oracle_bp_all_norm_eta0.003": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.003,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.6248641014099121,
    "delta_loss_same": -0.16648900508880615,
    "delta_loss_held": 0.01829373836517334,
    "delta_acc_same": 0.0546875
  },
  "oracle_bp_all_norm_eta0.01": {
    "method": "oracle_bp",
    "update_range": "all",
    "norm_mode": "norm",
    "eta": 0.01,
    "loss_before_same": 0.7913531064987183,
    "loss_after_same": 0.3855624794960022,
    "delta_loss_same": -0.40579062700271606,
    "delta_loss_held": 0.09351706504821777,
    "delta_acc_same": 0.1484375
  }
}