diff options
Diffstat (limited to 'results/exploit_linesearch_full/linesearch_L4_d256_s42.json')
| -rw-r--r-- | results/exploit_linesearch_full/linesearch_L4_d256_s42.json | 1850 |
1 files changed, 1850 insertions, 0 deletions
diff --git a/results/exploit_linesearch_full/linesearch_L4_d256_s42.json b/results/exploit_linesearch_full/linesearch_L4_d256_s42.json new file mode 100644 index 0000000..9a719d8 --- /dev/null +++ b/results/exploit_linesearch_full/linesearch_L4_d256_s42.json @@ -0,0 +1,1850 @@ +{ + "dfa_last1_raw_eta1e-05": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913527488708496, + "delta_loss_same": -3.5762786865234375e-07, + "delta_loss_held": 2.384185791015625e-07, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta3e-05": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913520336151123, + "delta_loss_same": -1.0728836059570312e-06, + "delta_loss_held": 1.0132789611816406e-06, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta0.0001": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913494110107422, + "delta_loss_same": -3.6954879760742188e-06, + "delta_loss_held": 3.3974647521972656e-06, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta0.0003": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913422584533691, + "delta_loss_same": -1.0848045349121094e-05, + "delta_loss_held": 1.0371208190917969e-05, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta0.001": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913171052932739, + "delta_loss_same": -3.600120544433594e-05, + "delta_loss_held": 3.4809112548828125e-05, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta0.003": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912467122077942, + "delta_loss_same": -0.00010639429092407227, + "delta_loss_held": 0.00010526180267333984, + "delta_acc_same": 0.0 + }, + "dfa_last1_raw_eta0.01": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910203337669373, + "delta_loss_same": -0.00033277273178100586, + "delta_loss_held": 0.0003624558448791504, + "delta_acc_same": -0.0078125 + }, + "scalar_cb_last1_raw_eta1e-05": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913531064987183, + "delta_loss_same": 0.0, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta3e-05": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913529872894287, + "delta_loss_same": -1.1920928955078125e-07, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta0.0001": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913524508476257, + "delta_loss_same": -6.556510925292969e-07, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta0.0003": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913510203361511, + "delta_loss_same": -2.086162567138672e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta0.001": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913459539413452, + "delta_loss_same": -7.152557373046875e-06, + "delta_loss_held": 2.384185791015625e-07, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta0.003": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913317680358887, + "delta_loss_same": -2.1338462829589844e-05, + "delta_loss_held": 8.344650268554688e-07, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_raw_eta0.01": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912819385528564, + "delta_loss_same": -7.11679458618164e-05, + "delta_loss_held": 2.6226043701171875e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913519144058228, + "delta_loss_same": -1.1920928955078125e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913492321968079, + "delta_loss_same": -3.874301910400391e-06, + "delta_loss_held": 1.1920928955078125e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913403511047363, + "delta_loss_same": -1.2755393981933594e-05, + "delta_loss_held": 3.5762786865234375e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913147211074829, + "delta_loss_same": -3.838539123535156e-05, + "delta_loss_held": 1.430511474609375e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta0.001": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912248373031616, + "delta_loss_same": -0.00012826919555664062, + "delta_loss_held": 4.76837158203125e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta0.003": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7909681797027588, + "delta_loss_same": -0.00038492679595947266, + "delta_loss_held": 1.4126300811767578e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_raw_eta0.01": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7900704145431519, + "delta_loss_same": -0.0012826919555664062, + "delta_loss_held": 4.7266483306884766e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta1e-05": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913531064987183, + "delta_loss_same": 0.0, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta3e-05": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913531064987183, + "delta_loss_same": 0.0, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta0.0001": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913530468940735, + "delta_loss_same": -5.960464477539063e-08, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta0.0003": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913528680801392, + "delta_loss_same": -2.384185791015625e-07, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta0.001": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913521528244019, + "delta_loss_same": -9.5367431640625e-07, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta0.003": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913498878479004, + "delta_loss_same": -3.2186508178710938e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_raw_eta0.01": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913422584533691, + "delta_loss_same": -1.0848045349121094e-05, + "delta_loss_held": 5.364418029785156e-07, + "delta_acc_same": 0.0 + }, + "dfa_last1_norm_eta1e-05": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913490533828735, + "delta_loss_same": -4.0531158447265625e-06, + "delta_loss_held": 1.3709068298339844e-06, + "delta_acc_same": 0.0 + }, + "dfa_last1_norm_eta3e-05": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913411855697632, + "delta_loss_same": -1.1920928955078125e-05, + "delta_loss_held": 3.933906555175781e-06, + "delta_acc_same": 0.0 + }, + "dfa_last1_norm_eta0.0001": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791313111782074, + "delta_loss_same": -3.999471664428711e-05, + "delta_loss_held": 1.3470649719238281e-05, + "delta_acc_same": 0.0 + }, + "dfa_last1_norm_eta0.0003": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912337779998779, + "delta_loss_same": -0.00011932849884033203, + "delta_loss_held": 4.106760025024414e-05, + "delta_acc_same": 0.0 + }, + "dfa_last1_norm_eta0.001": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7909631133079529, + "delta_loss_same": -0.00038999319076538086, + "delta_loss_held": 0.00014281272888183594, + "delta_acc_same": -0.0078125 + }, + "dfa_last1_norm_eta0.003": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7902504205703735, + "delta_loss_same": -0.0011026859283447266, + "delta_loss_held": 0.0004792213439941406, + "delta_acc_same": -0.0078125 + }, + "dfa_last1_norm_eta0.01": { + "method": "dfa", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7884711623191833, + "delta_loss_same": -0.002881944179534912, + "delta_loss_held": 0.0021938085556030273, + "delta_acc_same": -0.0078125 + }, + "scalar_cb_last1_norm_eta1e-05": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912606000900269, + "delta_loss_same": -9.250640869140625e-05, + "delta_loss_held": 1.329183578491211e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_norm_eta3e-05": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910759449005127, + "delta_loss_same": -0.0002771615982055664, + "delta_loss_held": 4.011392593383789e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_norm_eta0.0001": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7904340028762817, + "delta_loss_same": -0.0009191036224365234, + "delta_loss_held": 0.00013649463653564453, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_norm_eta0.0003": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7886358499526978, + "delta_loss_same": -0.002717256546020508, + "delta_loss_held": 0.00043272972106933594, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_norm_eta0.001": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7827593088150024, + "delta_loss_same": -0.00859379768371582, + "delta_loss_held": 0.001717686653137207, + "delta_acc_same": 0.0 + }, + "scalar_cb_last1_norm_eta0.003": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7694397568702698, + "delta_loss_same": -0.021913349628448486, + "delta_loss_held": 0.007596492767333984, + "delta_acc_same": 0.0078125 + }, + "scalar_cb_last1_norm_eta0.01": { + "method": "scalar_cb", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7611995935440063, + "delta_loss_same": -0.030153512954711914, + "delta_loss_held": 0.05731534957885742, + "delta_acc_same": -0.0234375 + }, + "vec_eT_M4_last1_norm_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910163402557373, + "delta_loss_same": -0.00033676624298095703, + "delta_loss_held": 2.3186206817626953e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_norm_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7903435230255127, + "delta_loss_same": -0.0010095834732055664, + "delta_loss_held": 6.99758529663086e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_norm_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7879958152770996, + "delta_loss_same": -0.0033572912216186523, + "delta_loss_held": 0.00023698806762695312, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_norm_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7813490629196167, + "delta_loss_same": -0.010004043579101562, + "delta_loss_held": 0.0007431507110595703, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last1_norm_eta0.001": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7587857246398926, + "delta_loss_same": -0.032567381858825684, + "delta_loss_held": 0.002847909927368164, + "delta_acc_same": 0.015625 + }, + "vec_eT_M4_last1_norm_eta0.003": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7000553011894226, + "delta_loss_same": -0.09129780530929565, + "delta_loss_held": 0.0116502046585083, + "delta_acc_same": 0.03125 + }, + "vec_eT_M4_last1_norm_eta0.01": { + "method": "vec_eT_M4", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.5529239773750305, + "delta_loss_same": -0.23842912912368774, + "delta_loss_held": 0.0728445053100586, + "delta_acc_same": 0.078125 + }, + "oracle_bp_last1_norm_eta1e-05": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7911322116851807, + "delta_loss_same": -0.00022089481353759766, + "delta_loss_held": 2.2411346435546875e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_norm_eta3e-05": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7906907796859741, + "delta_loss_same": -0.0006623268127441406, + "delta_loss_held": 6.73532485961914e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_norm_eta0.0001": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.78914874792099, + "delta_loss_same": -0.0022043585777282715, + "delta_loss_held": 0.00022560358047485352, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_norm_eta0.0003": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7847684025764465, + "delta_loss_same": -0.0065847039222717285, + "delta_loss_held": 0.0006849765777587891, + "delta_acc_same": 0.0 + }, + "oracle_bp_last1_norm_eta0.001": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.769731879234314, + "delta_loss_same": -0.021621227264404297, + "delta_loss_held": 0.002378702163696289, + "delta_acc_same": 0.0078125 + }, + "oracle_bp_last1_norm_eta0.003": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7291945815086365, + "delta_loss_same": -0.06215852499008179, + "delta_loss_held": 0.007954299449920654, + "delta_acc_same": 0.0078125 + }, + "oracle_bp_last1_norm_eta0.01": { + "method": "oracle_bp", + "update_range": "last1", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.6127457618713379, + "delta_loss_same": -0.17860734462738037, + "delta_loss_held": 0.03617274761199951, + "delta_acc_same": 0.0703125 + }, + "dfa_last2_raw_eta1e-05": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791350245475769, + "delta_loss_same": -2.86102294921875e-06, + "delta_loss_held": -3.5762786865234375e-07, + "delta_acc_same": 0.0 + }, + "dfa_last2_raw_eta3e-05": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913442850112915, + "delta_loss_same": -8.821487426757812e-06, + "delta_loss_held": -8.940696716308594e-07, + "delta_acc_same": 0.0 + }, + "dfa_last2_raw_eta0.0001": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913237810134888, + "delta_loss_same": -2.9325485229492188e-05, + "delta_loss_held": -2.8014183044433594e-06, + "delta_acc_same": 0.0 + }, + "dfa_last2_raw_eta0.0003": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791265070438385, + "delta_loss_same": -8.803606033325195e-05, + "delta_loss_held": -8.285045623779297e-06, + "delta_acc_same": 0.0 + }, + "dfa_last2_raw_eta0.001": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910601496696472, + "delta_loss_same": -0.0002929568290710449, + "delta_loss_held": -2.7179718017578125e-05, + "delta_acc_same": -0.0078125 + }, + "dfa_last2_raw_eta0.003": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7904785871505737, + "delta_loss_same": -0.0008745193481445312, + "delta_loss_held": -7.939338684082031e-05, + "delta_acc_same": -0.0078125 + }, + "dfa_last2_raw_eta0.01": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7884876728057861, + "delta_loss_same": -0.002865433692932129, + "delta_loss_held": -0.00024127960205078125, + "delta_acc_same": -0.0078125 + }, + "scalar_cb_last2_raw_eta1e-05": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913503646850586, + "delta_loss_same": -2.7418136596679688e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta3e-05": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913447618484497, + "delta_loss_same": -8.344650268554688e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta0.0001": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913253307342529, + "delta_loss_same": -2.777576446533203e-05, + "delta_loss_held": 4.172325134277344e-07, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta0.0003": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912696003913879, + "delta_loss_same": -8.350610733032227e-05, + "delta_loss_held": 1.1920928955078125e-06, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta0.001": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910747528076172, + "delta_loss_same": -0.0002783536911010742, + "delta_loss_held": 3.993511199951172e-06, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta0.003": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7905182242393494, + "delta_loss_same": -0.0008348822593688965, + "delta_loss_held": 1.1920928955078125e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_raw_eta0.01": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7885727882385254, + "delta_loss_same": -0.002780318260192871, + "delta_loss_held": 4.106760025024414e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913484573364258, + "delta_loss_same": -4.649162292480469e-06, + "delta_loss_held": 1.1920928955078125e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913389205932617, + "delta_loss_same": -1.4185905456542969e-05, + "delta_loss_held": 2.384185791015625e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913057804107666, + "delta_loss_same": -4.7326087951660156e-05, + "delta_loss_held": 1.1324882507324219e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912108302116394, + "delta_loss_same": -0.00014227628707885742, + "delta_loss_held": 3.337860107421875e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta0.001": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7908790707588196, + "delta_loss_same": -0.00047403573989868164, + "delta_loss_held": 1.1324882507324219e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta0.003": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7899314165115356, + "delta_loss_same": -0.0014216899871826172, + "delta_loss_held": 3.445148468017578e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_raw_eta0.01": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7866207361221313, + "delta_loss_same": -0.004732370376586914, + "delta_loss_held": 0.00011670589447021484, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta1e-05": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913504242897034, + "delta_loss_same": -2.682209014892578e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta3e-05": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913450598716736, + "delta_loss_same": -8.046627044677734e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta0.0001": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913261651992798, + "delta_loss_same": -2.6941299438476562e-05, + "delta_loss_held": 2.980232238769531e-07, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta0.0003": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912721037864685, + "delta_loss_same": -8.100271224975586e-05, + "delta_loss_held": 1.1324882507324219e-06, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta0.001": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791082501411438, + "delta_loss_same": -0.00027060508728027344, + "delta_loss_held": 3.814697265625e-06, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta0.003": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7905414700508118, + "delta_loss_same": -0.0008116364479064941, + "delta_loss_held": 1.1682510375976562e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_raw_eta0.01": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7886502146720886, + "delta_loss_same": -0.0027028918266296387, + "delta_loss_held": 4.017353057861328e-05, + "delta_acc_same": 0.0 + }, + "dfa_last2_norm_eta1e-05": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791345477104187, + "delta_loss_same": -7.62939453125e-06, + "delta_loss_held": -2.1457672119140625e-06, + "delta_acc_same": 0.0 + }, + "dfa_last2_norm_eta3e-05": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913300395011902, + "delta_loss_same": -2.3066997528076172e-05, + "delta_loss_held": -6.377696990966797e-06, + "delta_acc_same": 0.0 + }, + "dfa_last2_norm_eta0.0001": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791276216506958, + "delta_loss_same": -7.68899917602539e-05, + "delta_loss_held": -2.09808349609375e-05, + "delta_acc_same": 0.0 + }, + "dfa_last2_norm_eta0.0003": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791123628616333, + "delta_loss_same": -0.0002294778823852539, + "delta_loss_held": -6.175041198730469e-05, + "delta_acc_same": -0.0078125 + }, + "dfa_last2_norm_eta0.001": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7906030416488647, + "delta_loss_same": -0.0007500648498535156, + "delta_loss_held": -0.00019317865371704102, + "delta_acc_same": -0.0078125 + }, + "dfa_last2_norm_eta0.003": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.78923100233078, + "delta_loss_same": -0.0021221041679382324, + "delta_loss_held": -0.00047093629837036133, + "delta_acc_same": -0.0078125 + }, + "dfa_last2_norm_eta0.01": { + "method": "dfa", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7858060598373413, + "delta_loss_same": -0.005547046661376953, + "delta_loss_held": -0.00029981136322021484, + "delta_acc_same": -0.015625 + }, + "scalar_cb_last2_norm_eta1e-05": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912271022796631, + "delta_loss_same": -0.00012600421905517578, + "delta_loss_held": 2.0742416381835938e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_norm_eta3e-05": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7909758687019348, + "delta_loss_same": -0.00037723779678344727, + "delta_loss_held": 6.282329559326172e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_norm_eta0.0001": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7901065349578857, + "delta_loss_same": -0.0012465715408325195, + "delta_loss_held": 0.0002161264419555664, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_norm_eta0.0003": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7877075672149658, + "delta_loss_same": -0.0036455392837524414, + "delta_loss_held": 0.0007035136222839355, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_norm_eta0.001": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7802847623825073, + "delta_loss_same": -0.011068344116210938, + "delta_loss_held": 0.0029941797256469727, + "delta_acc_same": 0.0 + }, + "scalar_cb_last2_norm_eta0.003": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7671945095062256, + "delta_loss_same": -0.024158596992492676, + "delta_loss_held": 0.014712095260620117, + "delta_acc_same": -0.015625 + }, + "scalar_cb_last2_norm_eta0.01": { + "method": "scalar_cb", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.8153536319732666, + "delta_loss_same": 0.02400052547454834, + "delta_loss_held": 0.12053942680358887, + "delta_acc_same": -0.0234375 + }, + "vec_eT_M4_last2_norm_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7907758355140686, + "delta_loss_same": -0.0005772709846496582, + "delta_loss_held": 3.4749507904052734e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_norm_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7896230816841125, + "delta_loss_same": -0.0017300248146057129, + "delta_loss_held": 0.00010508298873901367, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_norm_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7856085300445557, + "delta_loss_same": -0.005744576454162598, + "delta_loss_held": 0.0003609657287597656, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_last2_norm_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7743081450462341, + "delta_loss_same": -0.01704496145248413, + "delta_loss_held": 0.0011725425720214844, + "delta_acc_same": 0.0078125 + }, + "vec_eT_M4_last2_norm_eta0.001": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7366842031478882, + "delta_loss_same": -0.05466890335083008, + "delta_loss_held": 0.004941463470458984, + "delta_acc_same": 0.0234375 + }, + "vec_eT_M4_last2_norm_eta0.003": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.6443334221839905, + "delta_loss_same": -0.14701968431472778, + "delta_loss_held": 0.023414790630340576, + "delta_acc_same": 0.0546875 + }, + "vec_eT_M4_last2_norm_eta0.01": { + "method": "vec_eT_M4", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.45750147104263306, + "delta_loss_same": -0.3338516354560852, + "delta_loss_held": 0.17275190353393555, + "delta_acc_same": 0.1171875 + }, + "oracle_bp_last2_norm_eta1e-05": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7909836769104004, + "delta_loss_same": -0.0003694295883178711, + "delta_loss_held": 3.635883331298828e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_norm_eta3e-05": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7902452945709229, + "delta_loss_same": -0.0011078119277954102, + "delta_loss_held": 0.00010913610458374023, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_norm_eta0.0001": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7876681685447693, + "delta_loss_same": -0.0036849379539489746, + "delta_loss_held": 0.00036537647247314453, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_norm_eta0.0003": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7803657054901123, + "delta_loss_same": -0.010987401008605957, + "delta_loss_held": 0.0011096596717834473, + "delta_acc_same": 0.0 + }, + "oracle_bp_last2_norm_eta0.001": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7555018663406372, + "delta_loss_same": -0.035851240158081055, + "delta_loss_held": 0.0038559436798095703, + "delta_acc_same": 0.0078125 + }, + "oracle_bp_last2_norm_eta0.003": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.6901124715805054, + "delta_loss_same": -0.10124063491821289, + "delta_loss_held": 0.012904942035675049, + "delta_acc_same": 0.0234375 + }, + "oracle_bp_last2_norm_eta0.01": { + "method": "oracle_bp", + "update_range": "last2", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.5176879167556763, + "delta_loss_same": -0.273665189743042, + "delta_loss_held": 0.058579206466674805, + "delta_acc_same": 0.109375 + }, + "dfa_all_raw_eta1e-05": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913514375686646, + "delta_loss_same": -1.6689300537109375e-06, + "delta_loss_held": -1.0132789611816406e-06, + "delta_acc_same": 0.0 + }, + "dfa_all_raw_eta3e-05": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913480997085571, + "delta_loss_same": -5.0067901611328125e-06, + "delta_loss_held": -3.0994415283203125e-06, + "delta_acc_same": 0.0 + }, + "dfa_all_raw_eta0.0001": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913365364074707, + "delta_loss_same": -1.6570091247558594e-05, + "delta_loss_held": -1.0132789611816406e-05, + "delta_acc_same": 0.0 + }, + "dfa_all_raw_eta0.0003": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913035154342651, + "delta_loss_same": -4.9591064453125e-05, + "delta_loss_held": -3.0517578125e-05, + "delta_acc_same": 0.0 + }, + "dfa_all_raw_eta0.001": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7911888360977173, + "delta_loss_same": -0.00016427040100097656, + "delta_loss_held": -0.00010085105895996094, + "delta_acc_same": 0.0 + }, + "dfa_all_raw_eta0.003": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7908685803413391, + "delta_loss_same": -0.0004845261573791504, + "delta_loss_held": -0.00029754638671875, + "delta_acc_same": -0.0078125 + }, + "dfa_all_raw_eta0.01": { + "method": "dfa", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7898344993591309, + "delta_loss_same": -0.0015186071395874023, + "delta_loss_held": -0.0009320974349975586, + "delta_acc_same": -0.0078125 + }, + "scalar_cb_all_raw_eta1e-05": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913503646850586, + "delta_loss_same": -2.7418136596679688e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta3e-05": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913447022438049, + "delta_loss_same": -8.404254913330078e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta0.0001": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.791325032711029, + "delta_loss_same": -2.8073787689208984e-05, + "delta_loss_held": 3.5762786865234375e-07, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta0.0003": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912687063217163, + "delta_loss_same": -8.440017700195312e-05, + "delta_loss_held": 1.1920928955078125e-06, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta0.001": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910715937614441, + "delta_loss_same": -0.0002815127372741699, + "delta_loss_held": 4.0531158447265625e-06, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta0.003": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7905087471008301, + "delta_loss_same": -0.0008443593978881836, + "delta_loss_held": 1.2278556823730469e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_raw_eta0.01": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7885413765907288, + "delta_loss_same": -0.002811729907989502, + "delta_loss_held": 4.2557716369628906e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913480401039124, + "delta_loss_same": -5.066394805908203e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913376092910767, + "delta_loss_same": -1.5497207641601562e-05, + "delta_loss_held": 2.980232238769531e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913011312484741, + "delta_loss_same": -5.1975250244140625e-05, + "delta_loss_held": 8.344650268554688e-07, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7911967635154724, + "delta_loss_same": -0.0001563429832458496, + "delta_loss_held": 2.7418136596679688e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta0.001": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7908321022987366, + "delta_loss_same": -0.0005210041999816895, + "delta_loss_held": 9.000301361083984e-06, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta0.003": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7897908687591553, + "delta_loss_same": -0.0015622377395629883, + "delta_loss_held": 2.7120113372802734e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_raw_eta0.01": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7861536741256714, + "delta_loss_same": -0.005199432373046875, + "delta_loss_held": 9.28640365600586e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta1e-05": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913504242897034, + "delta_loss_same": -2.682209014892578e-06, + "delta_loss_held": 0.0, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta3e-05": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913450598716736, + "delta_loss_same": -8.046627044677734e-06, + "delta_loss_held": 5.960464477539063e-08, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta0.0001": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913261651992798, + "delta_loss_same": -2.6941299438476562e-05, + "delta_loss_held": 2.980232238769531e-07, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta0.0003": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912718057632446, + "delta_loss_same": -8.130073547363281e-05, + "delta_loss_held": 1.1324882507324219e-06, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta0.001": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7910813689231873, + "delta_loss_same": -0.00027173757553100586, + "delta_loss_held": 3.874301910400391e-06, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta0.003": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7905375957489014, + "delta_loss_same": -0.0008155107498168945, + "delta_loss_held": 1.1801719665527344e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_raw_eta0.01": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "raw", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7886372804641724, + "delta_loss_same": -0.0027158260345458984, + "delta_loss_held": 4.0531158447265625e-05, + "delta_acc_same": 0.0 + }, + "dfa_all_norm_eta1e-05": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913448810577393, + "delta_loss_same": -8.225440979003906e-06, + "delta_loss_held": -1.5497207641601562e-06, + "delta_acc_same": 0.0 + }, + "dfa_all_norm_eta3e-05": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7913283109664917, + "delta_loss_same": -2.47955322265625e-05, + "delta_loss_held": -4.589557647705078e-06, + "delta_acc_same": 0.0 + }, + "dfa_all_norm_eta0.0001": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7912708520889282, + "delta_loss_same": -8.225440979003906e-05, + "delta_loss_held": -1.4662742614746094e-05, + "delta_acc_same": 0.0 + }, + "dfa_all_norm_eta0.0003": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7911094427108765, + "delta_loss_same": -0.00024366378784179688, + "delta_loss_held": -4.124641418457031e-05, + "delta_acc_same": -0.0078125 + }, + "dfa_all_norm_eta0.001": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7905774712562561, + "delta_loss_same": -0.0007756352424621582, + "delta_loss_held": -0.00010246038436889648, + "delta_acc_same": -0.0078125 + }, + "dfa_all_norm_eta0.003": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7893450856208801, + "delta_loss_same": -0.0020080208778381348, + "delta_loss_held": -6.556510925292969e-06, + "delta_acc_same": -0.015625 + }, + "dfa_all_norm_eta0.01": { + "method": "dfa", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7885127067565918, + "delta_loss_same": -0.002840399742126465, + "delta_loss_held": 0.0035433173179626465, + "delta_acc_same": -0.0234375 + }, + "scalar_cb_all_norm_eta1e-05": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.79117751121521, + "delta_loss_same": -0.00017559528350830078, + "delta_loss_held": 2.3484230041503906e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_norm_eta3e-05": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7908279895782471, + "delta_loss_same": -0.0005251169204711914, + "delta_loss_held": 7.164478302001953e-05, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_norm_eta0.0001": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7896244525909424, + "delta_loss_same": -0.001728653907775879, + "delta_loss_held": 0.0002532005310058594, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_norm_eta0.0003": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7863528728485107, + "delta_loss_same": -0.0050002336502075195, + "delta_loss_held": 0.0008819103240966797, + "delta_acc_same": 0.0 + }, + "scalar_cb_all_norm_eta0.001": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7768233418464661, + "delta_loss_same": -0.014529764652252197, + "delta_loss_held": 0.00439530611038208, + "delta_acc_same": -0.0078125 + }, + "scalar_cb_all_norm_eta0.003": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7660057544708252, + "delta_loss_same": -0.025347352027893066, + "delta_loss_held": 0.026503384113311768, + "delta_acc_same": -0.015625 + }, + "scalar_cb_all_norm_eta0.01": { + "method": "scalar_cb", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.9399646520614624, + "delta_loss_same": 0.14861154556274414, + "delta_loss_held": 0.2661614418029785, + "delta_acc_same": -0.078125 + }, + "vec_eT_M4_all_norm_eta1e-05": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7906086444854736, + "delta_loss_same": -0.0007444620132446289, + "delta_loss_held": -5.054473876953125e-05, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_norm_eta3e-05": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7891266942024231, + "delta_loss_same": -0.002226412296295166, + "delta_loss_held": -0.0001468062400817871, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_norm_eta0.0001": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.784011721611023, + "delta_loss_same": -0.0073413848876953125, + "delta_loss_held": -0.0004343390464782715, + "delta_acc_same": 0.0 + }, + "vec_eT_M4_all_norm_eta0.0003": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7700058817863464, + "delta_loss_same": -0.021347224712371826, + "delta_loss_held": -0.0008407831192016602, + "delta_acc_same": 0.0078125 + }, + "vec_eT_M4_all_norm_eta0.001": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.727683424949646, + "delta_loss_same": -0.06366968154907227, + "delta_loss_held": 0.0022974610328674316, + "delta_acc_same": 0.015625 + }, + "vec_eT_M4_all_norm_eta0.003": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.6565364599227905, + "delta_loss_same": -0.13481664657592773, + "delta_loss_held": 0.04539656639099121, + "delta_acc_same": 0.0234375 + }, + "vec_eT_M4_all_norm_eta0.01": { + "method": "vec_eT_M4", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.8973477482795715, + "delta_loss_same": 0.10599464178085327, + "delta_loss_held": 0.5848973989486694, + "delta_acc_same": -0.09375 + }, + "oracle_bp_all_norm_eta1e-05": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 1e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7907174825668335, + "delta_loss_same": -0.0006356239318847656, + "delta_loss_held": 4.70280647277832e-05, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_norm_eta3e-05": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 3e-05, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7894477248191833, + "delta_loss_same": -0.0019053816795349121, + "delta_loss_held": 0.00014150142669677734, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_norm_eta0.0001": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7850220203399658, + "delta_loss_same": -0.006331086158752441, + "delta_loss_held": 0.0004749298095703125, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_norm_eta0.0003": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.0003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7725323438644409, + "delta_loss_same": -0.018820762634277344, + "delta_loss_held": 0.0014526844024658203, + "delta_acc_same": 0.0 + }, + "oracle_bp_all_norm_eta0.001": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.001, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.7305884957313538, + "delta_loss_same": -0.0607646107673645, + "delta_loss_held": 0.0051686763763427734, + "delta_acc_same": 0.015625 + }, + "oracle_bp_all_norm_eta0.003": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.003, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.6248641014099121, + "delta_loss_same": -0.16648900508880615, + "delta_loss_held": 0.01829373836517334, + "delta_acc_same": 0.0546875 + }, + "oracle_bp_all_norm_eta0.01": { + "method": "oracle_bp", + "update_range": "all", + "norm_mode": "norm", + "eta": 0.01, + "loss_before_same": 0.7913531064987183, + "loss_after_same": 0.3855624794960022, + "delta_loss_same": -0.40579062700271606, + "delta_loss_held": 0.09351706504821777, + "delta_acc_same": 0.1484375 + } +}
\ No newline at end of file |