{ "dfa_inner_product_k1": { "credit": "dfa", "rule": "inner_product", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1798909544944762, "delta_loss": -0.00035898685455326707, "delta_acc": 0.002343749999999978 }, "dfa_inner_product_k5": { "credit": "dfa", "rule": "inner_product", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1801763355731965, "delta_loss": -7.360577583304106e-05, "delta_acc": 0.0031249999999999334 }, "dfa_inner_product_k20": { "credit": "dfa", "rule": "inner_product", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1791145503520966, "delta_loss": -0.001135390996932939, "delta_acc": 0.0031249999999999334 }, "dfa_target_shift_k1": { "credit": "dfa", "rule": "target_shift", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802448272705077, "delta_loss": -5.1140785217729245e-06, "delta_acc": 0.0 }, "dfa_target_shift_k5": { "credit": "dfa", "rule": "target_shift", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.180225706100464, "delta_loss": -2.42352485655406e-05, "delta_acc": 0.0 }, "dfa_target_shift_k20": { "credit": "dfa", "rule": "target_shift", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1801500260829925, "delta_loss": -9.991526603703171e-05, "delta_acc": 0.0007812499999999556 }, "dfa_cosine_target_k1": { "credit": "dfa", "rule": "cosine_target", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802544593811035, "delta_loss": 4.518032074019018e-06, "delta_acc": 0.0 }, "dfa_cosine_target_k5": { "credit": "dfa", "rule": "cosine_target", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1802321672439575, "delta_loss": -1.7774105071977075e-05, "delta_acc": 0.0 }, "dfa_cosine_target_k20": { "credit": "dfa", "rule": "cosine_target", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1802163660526275, "delta_loss": -3.357529640202195e-05, "delta_acc": 0.0 }, "scalar_cb_inner_product_k1": { "credit": "scalar_cb", "rule": "inner_product", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1847817242145537, "delta_loss": 0.004531782865524248, "delta_acc": 0.0 }, "scalar_cb_inner_product_k5": { "credit": "scalar_cb", "rule": "inner_product", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.217646211385727, "delta_loss": 0.03739627003669743, "delta_acc": -0.0015625000000000222 }, "scalar_cb_inner_product_k20": { "credit": "scalar_cb", "rule": "inner_product", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.599052119255066, "delta_loss": 0.41880217790603647, "delta_acc": -0.06093749999999998 }, "scalar_cb_target_shift_k1": { "credit": "scalar_cb", "rule": "target_shift", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802926063537598, "delta_loss": 4.266500473026902e-05, "delta_acc": 0.0 }, "scalar_cb_target_shift_k5": { "credit": "scalar_cb", "rule": "target_shift", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1803449153900147, "delta_loss": 9.497404098524065e-05, "delta_acc": 0.0007812499999999556 }, "scalar_cb_target_shift_k20": { "credit": "scalar_cb", "rule": "target_shift", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1809070765972138, "delta_loss": 0.0006571352481843373, "delta_acc": 0.0015625000000000222 }, "scalar_cb_cosine_target_k1": { "credit": "scalar_cb", "rule": "cosine_target", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802353382110595, "delta_loss": -1.4603137969970703e-05, "delta_acc": 0.0 }, "scalar_cb_cosine_target_k5": { "credit": "scalar_cb", "rule": "cosine_target", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1802433907985688, "delta_loss": -6.550550460726612e-06, "delta_acc": 0.0 }, "scalar_cb_cosine_target_k20": { "credit": "scalar_cb", "rule": "cosine_target", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.180246114730835, "delta_loss": -3.826618194535669e-06, "delta_acc": 0.0 }, "vec_eT_M4_inner_product_k1": { "credit": "vec_eT_M4", "rule": "inner_product", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1842417955398559, "delta_loss": 0.003991854190826372, "delta_acc": -0.0015625000000000222 }, "vec_eT_M4_inner_product_k5": { "credit": "vec_eT_M4", "rule": "inner_product", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.236989963054657, "delta_loss": 0.05674002170562753, "delta_acc": -0.025781249999999978 }, "vec_eT_M4_inner_product_k20": { "credit": "vec_eT_M4", "rule": "inner_product", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.3920087337493896, "delta_loss": 0.2117587924003601, "delta_acc": -0.05859375 }, "vec_eT_M4_target_shift_k1": { "credit": "vec_eT_M4", "rule": "target_shift", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802446365356445, "delta_loss": -5.304813385009766e-06, "delta_acc": 0.0 }, "vec_eT_M4_target_shift_k5": { "credit": "vec_eT_M4", "rule": "target_shift", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1803565859794616, "delta_loss": 0.0001066446304320845, "delta_acc": 0.0007812499999999556 }, "vec_eT_M4_target_shift_k20": { "credit": "vec_eT_M4", "rule": "target_shift", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1805941879749298, "delta_loss": 0.00034424662590026855, "delta_acc": 0.0015625000000000222 }, "vec_eT_M4_cosine_target_k1": { "credit": "vec_eT_M4", "rule": "cosine_target", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802608609199523, "delta_loss": 1.0919570922807154e-05, "delta_acc": 0.0 }, "vec_eT_M4_cosine_target_k5": { "credit": "vec_eT_M4", "rule": "cosine_target", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1802728593349456, "delta_loss": 2.2917985916137695e-05, "delta_acc": 0.0 }, "vec_eT_M4_cosine_target_k20": { "credit": "vec_eT_M4", "rule": "cosine_target", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1801955819129943, "delta_loss": -5.435943603515625e-05, "delta_acc": 0.0 }, "oracle_bp_inner_product_k1": { "credit": "oracle_bp", "rule": "inner_product", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1826384663581848, "delta_loss": 0.002388525009155318, "delta_acc": 0.002343749999999978 }, "oracle_bp_inner_product_k5": { "credit": "oracle_bp", "rule": "inner_product", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1915695667266846, "delta_loss": 0.011319625377655074, "delta_acc": 0.005468750000000022 }, "oracle_bp_inner_product_k20": { "credit": "oracle_bp", "rule": "inner_product", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.2219606041908264, "delta_loss": 0.04171066284179692, "delta_acc": -0.007031250000000044 }, "oracle_bp_target_shift_k1": { "credit": "oracle_bp", "rule": "target_shift", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802712082862854, "delta_loss": 2.1266937255903784e-05, "delta_acc": 0.0 }, "oracle_bp_target_shift_k5": { "credit": "oracle_bp", "rule": "target_shift", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1803063929080964, "delta_loss": 5.645155906686128e-05, "delta_acc": 0.0 }, "oracle_bp_target_shift_k20": { "credit": "oracle_bp", "rule": "target_shift", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1803919494152069, "delta_loss": 0.00014200806617736816, "delta_acc": 0.0 }, "oracle_bp_cosine_target_k1": { "credit": "oracle_bp", "rule": "cosine_target", "k": 1, "loss_before": 1.1802499413490295, "loss_after": 1.1802570879459382, "delta_loss": 7.146596908702563e-06, "delta_acc": 0.0 }, "oracle_bp_cosine_target_k5": { "credit": "oracle_bp", "rule": "cosine_target", "k": 5, "loss_before": 1.1802499413490295, "loss_after": 1.1802275061607361, "delta_loss": -2.2435188293368213e-05, "delta_acc": 0.0 }, "oracle_bp_cosine_target_k20": { "credit": "oracle_bp", "rule": "cosine_target", "k": 20, "loss_before": 1.1802499413490295, "loss_after": 1.1802619516849517, "delta_loss": 1.2010335922241211e-05, "delta_acc": 0.0 } }