chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/deepres_cifar10_dfa_d5_s2.json b/results/deepres_cifar10_dfa_d5_s2.json
new file mode 100644
index 0000000..84b956b
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344271659851074, "cos_r_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "cos_apical_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "cos_Ac_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "r_norm": [4.766399383544922, 4.955676555633545, 4.867685794830322, 5.150570392608643, 4.935927391052246]}, {"step": 50, "epoch": 0, "train_loss": 2.240403652191162, "cos_r_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "cos_apical_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "cos_Ac_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "r_norm": [4.585849285125732, 4.797541618347168, 4.71278190612793, 4.960738182067871, 4.787225723266602]}, {"step": 100, "epoch": 0, "train_loss": 2.200695037841797, "cos_r_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "cos_apical_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "cos_Ac_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "r_norm": [4.36714506149292, 4.542621612548828, 4.471968650817871, 4.709127902984619, 4.539287090301514]}, {"step": 150, "epoch": 0, "train_loss": 2.3445401191711426, "cos_r_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "cos_apical_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "cos_Ac_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "r_norm": [4.3084211349487305, 4.483606338500977, 4.419185161590576, 4.645217418670654, 4.480052947998047]}, {"step": 200, "epoch": 0, "train_loss": 2.0845532417297363, "cos_r_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "cos_apical_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "cos_Ac_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "r_norm": [4.414550304412842, 4.569225311279297, 4.507099151611328, 4.7462334632873535, 4.581418037414551]}, {"step": 250, "epoch": 0, "train_loss": 2.1993517875671387, "cos_r_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "cos_apical_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "cos_Ac_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "r_norm": [4.634825706481934, 4.818960189819336, 4.7329607009887695, 4.972292423248291, 4.796940803527832]}, {"step": 300, "epoch": 0, "train_loss": 2.1117541790008545, "cos_r_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "cos_apical_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "cos_Ac_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "r_norm": [4.334617614746094, 4.5121660232543945, 4.4355573654174805, 4.673855304718018, 4.500934600830078]}, {"step": 350, "epoch": 0, "train_loss": 2.4221928119659424, "cos_r_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "cos_apical_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "cos_Ac_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "r_norm": [4.657987117767334, 4.8867106437683105, 4.744751453399658, 4.985391616821289, 4.858136177062988]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2625, "test_loss": 2.4615068603515624}, {"step": 400, "epoch": 1, "train_loss": 2.1837005615234375, "cos_r_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "cos_apical_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "cos_Ac_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "r_norm": [4.37050724029541, 4.542826175689697, 4.470202445983887, 4.7109856605529785, 4.542105674743652]}, {"step": 450, "epoch": 1, "train_loss": 2.3555305004119873, "cos_r_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "cos_apical_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "cos_Ac_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "r_norm": [4.32114315032959, 4.493802070617676, 4.430316925048828, 4.659435749053955, 4.498583793640137]}, {"step": 500, "epoch": 1, "train_loss": 2.0884246826171875, "cos_r_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "cos_apical_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "cos_Ac_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "r_norm": [4.343226909637451, 4.523184776306152, 4.451228141784668, 4.686426162719727, 4.5260725021362305]}, {"step": 550, "epoch": 1, "train_loss": 2.419076442718506, "cos_r_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "cos_apical_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "cos_Ac_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "r_norm": [4.437525749206543, 4.654716491699219, 4.566391944885254, 4.774171829223633, 4.6083984375]}, {"step": 600, "epoch": 1, "train_loss": 2.0737857818603516, "cos_r_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "cos_apical_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "cos_Ac_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "r_norm": [4.547636985778809, 4.708865165710449, 4.650660991668701, 4.886658668518066, 4.727317810058594]}, {"step": 650, "epoch": 1, "train_loss": 2.2557179927825928, "cos_r_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "cos_apical_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "cos_Ac_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "r_norm": [4.30299186706543, 4.47816276550293, 4.393161296844482, 4.62794303894043, 4.461637020111084]}, {"step": 700, "epoch": 1, "train_loss": 2.340301990509033, "cos_r_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "cos_apical_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "cos_Ac_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "r_norm": [4.544035911560059, 4.744130611419678, 4.664019584655762, 4.925509452819824, 4.751179218292236]}, {"step": 750, "epoch": 1, "train_loss": 2.3734891414642334, "cos_r_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "cos_apical_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "cos_Ac_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "r_norm": [4.384963512420654, 4.558029651641846, 4.467039108276367, 4.715010643005371, 4.575994491577148]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3204, "test_loss": 2.1386314453125}, {"step": 800, "epoch": 2, "train_loss": 2.309645891189575, "cos_r_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "cos_apical_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "cos_Ac_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "r_norm": [4.292274475097656, 4.454301357269287, 4.392268180847168, 4.622899055480957, 4.466546058654785]}, {"step": 850, "epoch": 2, "train_loss": 2.2622108459472656, "cos_r_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "cos_apical_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "cos_Ac_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "r_norm": [4.52025842666626, 4.69770622253418, 4.602725028991699, 4.821671485900879, 4.678573131561279]}, {"step": 900, "epoch": 2, "train_loss": 2.1468594074249268, "cos_r_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "cos_apical_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "cos_Ac_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "r_norm": [4.499945640563965, 4.699734687805176, 4.614713191986084, 4.870041847229004, 4.677724838256836]}, {"step": 950, "epoch": 2, "train_loss": 1.6940984725952148, "cos_r_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "cos_apical_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "cos_Ac_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "r_norm": [4.241458892822266, 4.414665222167969, 4.344273567199707, 4.574699401855469, 4.408154487609863]}, {"step": 1000, "epoch": 2, "train_loss": 2.095825433731079, "cos_r_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "cos_apical_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "cos_Ac_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "r_norm": [4.3778581619262695, 4.570411682128906, 4.493542671203613, 4.744379997253418, 4.565161228179932]}, {"step": 1050, "epoch": 2, "train_loss": 2.3106746673583984, "cos_r_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "cos_apical_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "cos_Ac_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "r_norm": [4.086286544799805, 4.254019260406494, 4.186091899871826, 4.414206504821777, 4.2525224685668945]}, {"step": 1100, "epoch": 2, "train_loss": 2.084108591079712, "cos_r_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "cos_apical_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "cos_Ac_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "r_norm": [4.384598731994629, 4.561524391174316, 4.48902702331543, 4.727941513061523, 4.573479652404785]}, {"step": 1150, "epoch": 2, "train_loss": 2.13320255279541, "cos_r_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "cos_apical_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "cos_Ac_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "r_norm": [4.339237689971924, 4.501798629760742, 4.446706771850586, 4.67948579788208, 4.512179851531982]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3153, "test_loss": 2.1027469970703123}, {"step": 1200, "epoch": 3, "train_loss": 1.975266933441162, "cos_r_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "cos_apical_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "cos_Ac_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "r_norm": [4.337264537811279, 4.502427101135254, 4.428653717041016, 4.666683197021484, 4.518599510192871]}, {"step": 1250, "epoch": 3, "train_loss": 2.0269432067871094, "cos_r_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "cos_apical_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "cos_Ac_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "r_norm": [4.324275016784668, 4.510581016540527, 4.442564487457275, 4.672609806060791, 4.505213260650635]}, {"step": 1300, "epoch": 3, "train_loss": 2.0251216888427734, "cos_r_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "cos_apical_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "cos_Ac_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "r_norm": [4.303957462310791, 4.472115516662598, 4.401340484619141, 4.638075828552246, 4.468514442443848]}, {"step": 1350, "epoch": 3, "train_loss": 2.2476162910461426, "cos_r_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "cos_apical_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "cos_Ac_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "r_norm": [4.348113059997559, 4.539649963378906, 4.471853733062744, 4.703130722045898, 4.546130657196045]}, {"step": 1400, "epoch": 3, "train_loss": 2.0339887142181396, "cos_r_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "cos_apical_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "cos_Ac_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "r_norm": [4.369150161743164, 4.5659942626953125, 4.479351043701172, 4.707152366638184, 4.559982776641846]}, {"step": 1450, "epoch": 3, "train_loss": 1.9034875631332397, "cos_r_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "cos_apical_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "cos_Ac_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "r_norm": [4.411564826965332, 4.606645584106445, 4.50521183013916, 4.749164581298828, 4.573282241821289]}, {"step": 1500, "epoch": 3, "train_loss": 2.467654228210449, "cos_r_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "cos_apical_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "cos_Ac_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "r_norm": [4.243288516998291, 4.4218878746032715, 4.352043151855469, 4.597995758056641, 4.425251007080078]}, {"step": 1550, "epoch": 3, "train_loss": 2.3556346893310547, "cos_r_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "cos_apical_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "cos_Ac_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "r_norm": [4.390895843505859, 4.566061973571777, 4.49146842956543, 4.737860679626465, 4.57974910736084]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3269, "test_loss": 2.108726513671875}, {"step": 1600, "epoch": 4, "train_loss": 2.0938239097595215, "cos_r_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "cos_apical_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "cos_Ac_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "r_norm": [4.463624954223633, 4.664761066436768, 4.573160171508789, 4.801717281341553, 4.653201580047607]}, {"step": 1650, "epoch": 4, "train_loss": 2.0837836265563965, "cos_r_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "cos_apical_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "cos_Ac_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "r_norm": [4.363035678863525, 4.533246994018555, 4.460609436035156, 4.700030326843262, 4.536954879760742]}, {"step": 1700, "epoch": 4, "train_loss": 2.2787821292877197, "cos_r_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "cos_apical_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "cos_Ac_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "r_norm": [4.404059410095215, 4.58222770690918, 4.490869045257568, 4.750537872314453, 4.569755554199219]}, {"step": 1750, "epoch": 4, "train_loss": 2.053166151046753, "cos_r_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "cos_apical_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "cos_Ac_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "r_norm": [4.427944183349609, 4.640768051147461, 4.569972038269043, 4.782326698303223, 4.603667259216309]}, {"step": 1800, "epoch": 4, "train_loss": 1.8069231510162354, "cos_r_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "cos_apical_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "cos_Ac_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "r_norm": [4.283727169036865, 4.45936393737793, 4.383291721343994, 4.6232404708862305, 4.439467906951904]}, {"step": 1850, "epoch": 4, "train_loss": 1.9601860046386719, "cos_r_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "cos_apical_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "cos_Ac_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "r_norm": [4.285943984985352, 4.475946426391602, 4.399730205535889, 4.630669593811035, 4.469632148742676]}, {"step": 1900, "epoch": 4, "train_loss": 1.9905078411102295, "cos_r_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "cos_apical_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "cos_Ac_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "r_norm": [4.18826150894165, 4.38560152053833, 4.284435749053955, 4.517465591430664, 4.360407829284668]}, {"step": 1950, "epoch": 4, "train_loss": 2.0965757369995117, "cos_r_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "cos_apical_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "cos_Ac_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "r_norm": [4.165558338165283, 4.350066184997559, 4.269502639770508, 4.495085716247559, 4.331341743469238]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3298, "test_loss": 2.056434423828125}, {"step": 2000, "epoch": 5, "train_loss": 2.3376970291137695, "cos_r_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "cos_apical_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "cos_Ac_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "r_norm": [4.376379013061523, 4.549665451049805, 4.476311683654785, 4.728178977966309, 4.539030075073242]}, {"step": 2050, "epoch": 5, "train_loss": 2.0063939094543457, "cos_r_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "cos_apical_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "cos_Ac_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "r_norm": [4.424861431121826, 4.603592872619629, 4.514491081237793, 4.781732082366943, 4.589442253112793]}, {"step": 2100, "epoch": 5, "train_loss": 2.304394483566284, "cos_r_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "cos_apical_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "cos_Ac_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "r_norm": [4.320312023162842, 4.478425025939941, 4.426582336425781, 4.673931121826172, 4.515372276306152]}, {"step": 2150, "epoch": 5, "train_loss": 2.000027894973755, "cos_r_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "cos_apical_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "cos_Ac_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "r_norm": [4.273190975189209, 4.446123123168945, 4.375601768493652, 4.6122589111328125, 4.435029983520508]}, {"step": 2200, "epoch": 5, "train_loss": 2.327730178833008, "cos_r_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "cos_apical_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "cos_Ac_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "r_norm": [4.343630790710449, 4.5216522216796875, 4.437292575836182, 4.680041313171387, 4.512103080749512]}, {"step": 2250, "epoch": 5, "train_loss": 2.256254196166992, "cos_r_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "cos_apical_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "cos_Ac_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "r_norm": [4.34609317779541, 4.5359296798706055, 4.445686340332031, 4.698904991149902, 4.528939723968506]}, {"step": 2300, "epoch": 5, "train_loss": 2.3680388927459717, "cos_r_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "cos_apical_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "cos_Ac_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "r_norm": [4.4228010177612305, 4.608170509338379, 4.511757850646973, 4.766850471496582, 4.583153247833252]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3525, "test_loss": 2.0581050537109373}, {"step": 2350, "epoch": 6, "train_loss": 1.9763891696929932, "cos_r_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "cos_apical_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "cos_Ac_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "r_norm": [4.1603922843933105, 4.344488620758057, 4.281313896179199, 4.493716239929199, 4.334079265594482]}, {"step": 2400, "epoch": 6, "train_loss": 1.7732188701629639, "cos_r_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "cos_apical_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "cos_Ac_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "r_norm": [4.311484336853027, 4.479926109313965, 4.416337490081787, 4.651769638061523, 4.4907379150390625]}, {"step": 2450, "epoch": 6, "train_loss": 2.1025755405426025, "cos_r_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "cos_apical_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "cos_Ac_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "r_norm": [4.382967948913574, 4.5629448890686035, 4.490414619445801, 4.717515468597412, 4.581754207611084]}, {"step": 2500, "epoch": 6, "train_loss": 1.9442496299743652, "cos_r_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "cos_apical_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "cos_Ac_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "r_norm": [4.210031509399414, 4.382702827453613, 4.322633266448975, 4.530517578125, 4.382327556610107]}, {"step": 2550, "epoch": 6, "train_loss": 2.2112159729003906, "cos_r_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "cos_apical_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "cos_Ac_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "r_norm": [4.259612083435059, 4.4400553703308105, 4.375515937805176, 4.603623867034912, 4.434940338134766]}, {"step": 2600, "epoch": 6, "train_loss": 2.0246925354003906, "cos_r_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "cos_apical_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "cos_Ac_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "r_norm": [4.1920671463012695, 4.371633529663086, 4.309256076812744, 4.5282182693481445, 4.375341415405273]}, {"step": 2650, "epoch": 6, "train_loss": 2.1383676528930664, "cos_r_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "cos_apical_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "cos_Ac_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "r_norm": [4.283984184265137, 4.463846683502197, 4.384758949279785, 4.635500907897949, 4.449197769165039]}, {"step": 2700, "epoch": 6, "train_loss": 1.8507455587387085, "cos_r_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "cos_apical_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "cos_Ac_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "r_norm": [4.363504886627197, 4.549463748931885, 4.477427959442139, 4.7033586502075195, 4.531612873077393]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.357, "test_loss": 1.969509423828125}, {"step": 2750, "epoch": 7, "train_loss": 2.366361141204834, "cos_r_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "cos_apical_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "cos_Ac_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "r_norm": [4.375027656555176, 4.565393447875977, 4.46627140045166, 4.701637268066406, 4.5499491691589355]}, {"step": 2800, "epoch": 7, "train_loss": 2.0145013332366943, "cos_r_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "cos_apical_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "cos_Ac_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "r_norm": [4.298500061035156, 4.483425617218018, 4.405322074890137, 4.633908271789551, 4.472596168518066]}, {"step": 2850, "epoch": 7, "train_loss": 2.315725564956665, "cos_r_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "cos_apical_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "cos_Ac_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "r_norm": [4.2224016189575195, 4.401498794555664, 4.327516555786133, 4.559268474578857, 4.398374557495117]}, {"step": 2900, "epoch": 7, "train_loss": 1.961484670639038, "cos_r_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "cos_apical_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "cos_Ac_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "r_norm": [4.270491123199463, 4.447763919830322, 4.364598751068115, 4.591300964355469, 4.447728633880615]}, {"step": 2950, "epoch": 7, "train_loss": 2.0593957901000977, "cos_r_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "cos_apical_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "cos_Ac_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "r_norm": [4.372693061828613, 4.539045333862305, 4.471044540405273, 4.710269927978516, 4.565618515014648]}, {"step": 3000, "epoch": 7, "train_loss": 1.9818575382232666, "cos_r_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "cos_apical_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "cos_Ac_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "r_norm": [4.178877830505371, 4.3381242752075195, 4.279326438903809, 4.503791809082031, 4.355891704559326]}, {"step": 3050, "epoch": 7, "train_loss": 2.0058605670928955, "cos_r_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "cos_apical_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "cos_Ac_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "r_norm": [4.3187408447265625, 4.492284297943115, 4.414758205413818, 4.654191970825195, 4.492067813873291]}, {"step": 3100, "epoch": 7, "train_loss": 1.6332435607910156, "cos_r_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "cos_apical_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "cos_Ac_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "r_norm": [4.4337663650512695, 4.619194030761719, 4.540526866912842, 4.7863640785217285, 4.630051612854004]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3415, "test_loss": 2.0859181884765623}, {"step": 3150, "epoch": 8, "train_loss": 2.1572914123535156, "cos_r_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "cos_apical_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "cos_Ac_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "r_norm": [4.252396106719971, 4.430519104003906, 4.347826957702637, 4.575182914733887, 4.451347351074219]}, {"step": 3200, "epoch": 8, "train_loss": 1.9659193754196167, "cos_r_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "cos_apical_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "cos_Ac_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "r_norm": [4.259416580200195, 4.445969581604004, 4.376702785491943, 4.605903148651123, 4.433200836181641]}, {"step": 3250, "epoch": 8, "train_loss": 1.9828717708587646, "cos_r_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "cos_apical_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "cos_Ac_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "r_norm": [4.127976417541504, 4.305902004241943, 4.2241363525390625, 4.445794105529785, 4.291861534118652]}, {"step": 3300, "epoch": 8, "train_loss": 2.21299147605896, "cos_r_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "cos_apical_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "cos_Ac_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "r_norm": [4.232779026031494, 4.422610282897949, 4.332228660583496, 4.564996242523193, 4.410040855407715]}, {"step": 3350, "epoch": 8, "train_loss": 2.1819839477539062, "cos_r_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "cos_apical_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "cos_Ac_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "r_norm": [4.146913528442383, 4.327267169952393, 4.262965679168701, 4.474728107452393, 4.3219170570373535]}, {"step": 3400, "epoch": 8, "train_loss": 1.8343284130096436, "cos_r_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "cos_apical_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "cos_Ac_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "r_norm": [4.25426721572876, 4.428217887878418, 4.3598456382751465, 4.59334135055542, 4.425548553466797]}, {"step": 3450, "epoch": 8, "train_loss": 1.9375884532928467, "cos_r_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "cos_apical_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "cos_Ac_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "r_norm": [4.178714752197266, 4.366526126861572, 4.288907527923584, 4.516312122344971, 4.3534064292907715]}, {"step": 3500, "epoch": 8, "train_loss": 1.9941465854644775, "cos_r_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "cos_apical_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "cos_Ac_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "r_norm": [4.152886390686035, 4.329594135284424, 4.254402160644531, 4.47723388671875, 4.325963020324707]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3397, "test_loss": 2.095898876953125}, {"step": 3550, "epoch": 9, "train_loss": 1.9996795654296875, "cos_r_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "cos_apical_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "cos_Ac_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "r_norm": [4.297719478607178, 4.480452537536621, 4.395755767822266, 4.63607120513916, 4.47264289855957]}, {"step": 3600, "epoch": 9, "train_loss": 1.8255784511566162, "cos_r_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "cos_apical_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "cos_Ac_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "r_norm": [4.38496208190918, 4.551514625549316, 4.482840538024902, 4.726741790771484, 4.561604022979736]}, {"step": 3650, "epoch": 9, "train_loss": 1.6654843091964722, "cos_r_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "cos_apical_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "cos_Ac_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "r_norm": [4.481971263885498, 4.667306900024414, 4.598983287811279, 4.846358299255371, 4.676804542541504]}, {"step": 3700, "epoch": 9, "train_loss": 1.9805593490600586, "cos_r_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "cos_apical_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "cos_Ac_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "r_norm": [4.320313453674316, 4.496048927307129, 4.416230201721191, 4.6470136642456055, 4.4874162673950195]}, {"step": 3750, "epoch": 9, "train_loss": 2.0082883834838867, "cos_r_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "cos_apical_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "cos_Ac_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "r_norm": [4.303389549255371, 4.472347259521484, 4.413239479064941, 4.63062858581543, 4.481581687927246]}, {"step": 3800, "epoch": 9, "train_loss": 2.272472858428955, "cos_r_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "cos_apical_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "cos_Ac_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "r_norm": [4.335121154785156, 4.5306243896484375, 4.443735599517822, 4.684792995452881, 4.511044502258301]}, {"step": 3850, "epoch": 9, "train_loss": 1.9198026657104492, "cos_r_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "cos_apical_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "cos_Ac_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "r_norm": [4.275403022766113, 4.457883834838867, 4.388002395629883, 4.617238998413086, 4.467354774475098]}, {"step": 3900, "epoch": 9, "train_loss": 2.0908899307250977, "cos_r_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "cos_apical_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "cos_Ac_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "r_norm": [4.209621906280518, 4.3934454917907715, 4.315141677856445, 4.538024425506592, 4.378613471984863]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3696, "test_loss": 2.010893603515625}, {"step": 3950, "epoch": 10, "train_loss": 2.098510980606079, "cos_r_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "cos_apical_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "cos_Ac_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "r_norm": [4.130327224731445, 4.324377059936523, 4.238750457763672, 4.463085174560547, 4.299195766448975]}, {"step": 4000, "epoch": 10, "train_loss": 1.8989802598953247, "cos_r_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "cos_apical_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "cos_Ac_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "r_norm": [4.226183891296387, 4.403960227966309, 4.33268928527832, 4.5664496421813965, 4.399816513061523]}, {"step": 4050, "epoch": 10, "train_loss": 1.9861924648284912, "cos_r_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "cos_apical_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "cos_Ac_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "r_norm": [4.150866508483887, 4.332192897796631, 4.256945610046387, 4.4844560623168945, 4.322268962860107]}, {"step": 4100, "epoch": 10, "train_loss": 2.3010313510894775, "cos_r_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "cos_apical_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "cos_Ac_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "r_norm": [4.345258712768555, 4.527382850646973, 4.4446330070495605, 4.678641319274902, 4.517098426818848]}, {"step": 4150, "epoch": 10, "train_loss": 1.9675748348236084, "cos_r_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "cos_apical_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "cos_Ac_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "r_norm": [4.147931098937988, 4.326238632202148, 4.261898994445801, 4.471256256103516, 4.318817615509033]}, {"step": 4200, "epoch": 10, "train_loss": 2.0015947818756104, "cos_r_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "cos_apical_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "cos_Ac_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "r_norm": [4.276158809661865, 4.451748371124268, 4.376947402954102, 4.609940528869629, 4.4427385330200195]}, {"step": 4250, "epoch": 10, "train_loss": 2.184464454650879, "cos_r_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "cos_apical_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "cos_Ac_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "r_norm": [4.092898368835449, 4.2618489265441895, 4.195725917816162, 4.427183151245117, 4.269022464752197]}, {"step": 4300, "epoch": 10, "train_loss": 1.9222153425216675, "cos_r_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "cos_apical_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "cos_Ac_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "r_norm": [4.301304817199707, 4.491240978240967, 4.398441314697266, 4.649196624755859, 4.483078479766846]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3469, "test_loss": 2.0565916137695313}, {"step": 4350, "epoch": 11, "train_loss": 1.7164795398712158, "cos_r_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "cos_apical_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "cos_Ac_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "r_norm": [4.167573928833008, 4.355166912078857, 4.273535251617432, 4.498032093048096, 4.332406044006348]}, {"step": 4400, "epoch": 11, "train_loss": 2.2677183151245117, "cos_r_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "cos_apical_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "cos_Ac_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "r_norm": [4.246097564697266, 4.43691873550415, 4.349276542663574, 4.58704948425293, 4.42609977722168]}, {"step": 4450, "epoch": 11, "train_loss": 2.528689384460449, "cos_r_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "cos_apical_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "cos_Ac_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "r_norm": [4.203795909881592, 4.402362823486328, 4.326045036315918, 4.5519208908081055, 4.385489463806152]}, {"step": 4500, "epoch": 11, "train_loss": 2.004756450653076, "cos_r_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "cos_apical_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "cos_Ac_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "r_norm": [4.087373733520508, 4.263848304748535, 4.192258834838867, 4.40069580078125, 4.259707450866699]}, {"step": 4550, "epoch": 11, "train_loss": 1.9140046834945679, "cos_r_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "cos_apical_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "cos_Ac_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "r_norm": [4.293239593505859, 4.475465774536133, 4.391831398010254, 4.624658107757568, 4.467090606689453]}, {"step": 4600, "epoch": 11, "train_loss": 2.04971981048584, "cos_r_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "cos_apical_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "cos_Ac_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "r_norm": [4.08560037612915, 4.256099700927734, 4.18535041809082, 4.4018049240112305, 4.260367393493652]}, {"step": 4650, "epoch": 11, "train_loss": 1.9778287410736084, "cos_r_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "cos_apical_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "cos_Ac_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "r_norm": [4.174070358276367, 4.359790802001953, 4.288081169128418, 4.516745567321777, 4.362396717071533]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3183, "test_loss": 2.1672006103515624}, {"step": 4700, "epoch": 12, "train_loss": 1.925152063369751, "cos_r_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "cos_apical_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "cos_Ac_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "r_norm": [4.276103973388672, 4.471278667449951, 4.385702610015869, 4.5976104736328125, 4.465023994445801]}, {"step": 4750, "epoch": 12, "train_loss": 1.8858972787857056, "cos_r_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "cos_apical_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "cos_Ac_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "r_norm": [4.156744956970215, 4.352408409118652, 4.278281211853027, 4.494179725646973, 4.3548126220703125]}, {"step": 4800, "epoch": 12, "train_loss": 2.000648260116577, "cos_r_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "cos_apical_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "cos_Ac_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "r_norm": [4.291032314300537, 4.489686489105225, 4.429142951965332, 4.6296162605285645, 4.474908828735352]}, {"step": 4850, "epoch": 12, "train_loss": 1.8365336656570435, "cos_r_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "cos_apical_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "cos_Ac_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "r_norm": [4.192202091217041, 4.375528812408447, 4.309086799621582, 4.526892185211182, 4.374965190887451]}, {"step": 4900, "epoch": 12, "train_loss": 2.0188632011413574, "cos_r_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "cos_apical_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "cos_Ac_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "r_norm": [4.414076328277588, 4.605704307556152, 4.493145942687988, 4.743692874908447, 4.565225124359131]}, {"step": 4950, "epoch": 12, "train_loss": 1.7213029861450195, "cos_r_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "cos_apical_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "cos_Ac_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "r_norm": [4.326069355010986, 4.508182525634766, 4.443326473236084, 4.670348167419434, 4.494071960449219]}, {"step": 5000, "epoch": 12, "train_loss": 1.8248095512390137, "cos_r_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "cos_apical_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "cos_Ac_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "r_norm": [4.196301460266113, 4.385283470153809, 4.304865837097168, 4.551628112792969, 4.370176792144775]}, {"step": 5050, "epoch": 12, "train_loss": 2.126608371734619, "cos_r_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "cos_apical_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "cos_Ac_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "r_norm": [4.358957767486572, 4.519030570983887, 4.453464508056641, 4.683448791503906, 4.540226936340332]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3523, "test_loss": 2.0382429321289064}, {"step": 5100, "epoch": 13, "train_loss": 2.087769031524658, "cos_r_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "cos_apical_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "cos_Ac_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "r_norm": [4.219727516174316, 4.381659984588623, 4.335260391235352, 4.53594970703125, 4.390676498413086]}, {"step": 5150, "epoch": 13, "train_loss": 1.985851764678955, "cos_r_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "cos_apical_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "cos_Ac_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "r_norm": [4.198480606079102, 4.386495113372803, 4.308771133422852, 4.533881664276123, 4.384601593017578]}, {"step": 5200, "epoch": 13, "train_loss": 1.9624571800231934, "cos_r_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "cos_apical_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "cos_Ac_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "r_norm": [4.2969865798950195, 4.473354339599609, 4.3937530517578125, 4.622868537902832, 4.463461399078369]}, {"step": 5250, "epoch": 13, "train_loss": 1.771371603012085, "cos_r_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "cos_apical_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "cos_Ac_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "r_norm": [4.265397071838379, 4.4411420822143555, 4.361303329467773, 4.588039875030518, 4.424715518951416]}, {"step": 5300, "epoch": 13, "train_loss": 1.9441059827804565, "cos_r_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "cos_apical_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "cos_Ac_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "r_norm": [4.204863548278809, 4.377758979797363, 4.313511848449707, 4.528451919555664, 4.398128509521484]}, {"step": 5350, "epoch": 13, "train_loss": 1.9298089742660522, "cos_r_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "cos_apical_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "cos_Ac_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "r_norm": [4.134600639343262, 4.3103790283203125, 4.238742828369141, 4.4749650955200195, 4.315364837646484]}, {"step": 5400, "epoch": 13, "train_loss": 2.060734272003174, "cos_r_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "cos_apical_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "cos_Ac_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "r_norm": [4.428417205810547, 4.624650001525879, 4.53832483291626, 4.7900896072387695, 4.619967460632324]}, {"step": 5450, "epoch": 13, "train_loss": 2.1046624183654785, "cos_r_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "cos_apical_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "cos_Ac_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "r_norm": [4.211784362792969, 4.387836933135986, 4.307828903198242, 4.518350601196289, 4.38422966003418]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3645, "test_loss": 2.019685461425781}, {"step": 5500, "epoch": 14, "train_loss": 1.856194257736206, "cos_r_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "cos_apical_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "cos_Ac_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "r_norm": [4.101239204406738, 4.270849227905273, 4.205755710601807, 4.43215799331665, 4.279035568237305]}, {"step": 5550, "epoch": 14, "train_loss": 2.061359405517578, "cos_r_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "cos_apical_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "cos_Ac_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "r_norm": [4.201903820037842, 4.3808417320251465, 4.309052467346191, 4.5152268409729, 4.37809944152832]}, {"step": 5600, "epoch": 14, "train_loss": 2.043527126312256, "cos_r_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "cos_apical_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "cos_Ac_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "r_norm": [4.170198440551758, 4.3438544273376465, 4.2668328285217285, 4.490370273590088, 4.352566719055176]}, {"step": 5650, "epoch": 14, "train_loss": 1.9028031826019287, "cos_r_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "cos_apical_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "cos_Ac_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "r_norm": [4.206226348876953, 4.391822338104248, 4.318181037902832, 4.546759605407715, 4.387760162353516]}, {"step": 5700, "epoch": 14, "train_loss": 2.047375202178955, "cos_r_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "cos_apical_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "cos_Ac_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "r_norm": [4.309377670288086, 4.512075424194336, 4.409436225891113, 4.6455302238464355, 4.471123695373535]}, {"step": 5750, "epoch": 14, "train_loss": 1.8384921550750732, "cos_r_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "cos_apical_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "cos_Ac_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "r_norm": [4.328378677368164, 4.497992038726807, 4.4327592849731445, 4.688753128051758, 4.510986328125]}, {"step": 5800, "epoch": 14, "train_loss": 2.2176690101623535, "cos_r_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "cos_apical_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "cos_Ac_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "r_norm": [4.0859479904174805, 4.2550272941589355, 4.185274124145508, 4.405444145202637, 4.264000415802002]}, {"step": 5850, "epoch": 14, "train_loss": 2.110583782196045, "cos_r_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "cos_apical_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "cos_Ac_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "r_norm": [4.277313232421875, 4.474620819091797, 4.40041446685791, 4.626874923706055, 4.4539995193481445]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3508, "test_loss": 2.108153747558594}, {"step": 5900, "epoch": 15, "train_loss": 1.79225492477417, "cos_r_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "cos_apical_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "cos_Ac_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "r_norm": [4.314409255981445, 4.51688289642334, 4.430881500244141, 4.67058801651001, 4.521522045135498]}, {"step": 5950, "epoch": 15, "train_loss": 2.31813907623291, "cos_r_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "cos_apical_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "cos_Ac_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "r_norm": [4.217902183532715, 4.408809661865234, 4.33000373840332, 4.544276237487793, 4.404116630554199]}, {"step": 6000, "epoch": 15, "train_loss": 1.9490238428115845, "cos_r_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "cos_apical_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "cos_Ac_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "r_norm": [4.472475051879883, 4.663599967956543, 4.559246063232422, 4.810314178466797, 4.659689903259277]}, {"step": 6050, "epoch": 15, "train_loss": 2.0392470359802246, "cos_r_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "cos_apical_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "cos_Ac_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "r_norm": [4.49571418762207, 4.6986846923828125, 4.6202592849731445, 4.842554092407227, 4.668207168579102]}, {"step": 6100, "epoch": 15, "train_loss": 2.146526336669922, "cos_r_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "cos_apical_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "cos_Ac_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "r_norm": [4.301584720611572, 4.4941816329956055, 4.413840293884277, 4.658570289611816, 4.4979939460754395]}, {"step": 6150, "epoch": 15, "train_loss": 2.0332555770874023, "cos_r_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "cos_apical_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "cos_Ac_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "r_norm": [4.051333427429199, 4.219701766967773, 4.154705047607422, 4.376142501831055, 4.2267656326293945]}, {"step": 6200, "epoch": 15, "train_loss": 1.905465841293335, "cos_r_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "cos_apical_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "cos_Ac_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "r_norm": [4.232780456542969, 4.422752380371094, 4.337106704711914, 4.561943054199219, 4.415756702423096]}, {"step": 6250, "epoch": 15, "train_loss": 2.0355842113494873, "cos_r_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "cos_apical_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "cos_Ac_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "r_norm": [4.236769676208496, 4.422611713409424, 4.338578224182129, 4.571146011352539, 4.41400146484375]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3611, "test_loss": 2.0526176147460937}, {"step": 6300, "epoch": 16, "train_loss": 2.1736788749694824, "cos_r_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "cos_apical_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "cos_Ac_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "r_norm": [4.1347455978393555, 4.327537536621094, 4.236611843109131, 4.463964462280273, 4.307093143463135]}, {"step": 6350, "epoch": 16, "train_loss": 1.7712419033050537, "cos_r_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "cos_apical_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "cos_Ac_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "r_norm": [4.322149753570557, 4.496027946472168, 4.4279069900512695, 4.6638407707214355, 4.485065460205078]}, {"step": 6400, "epoch": 16, "train_loss": 2.0386877059936523, "cos_r_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "cos_apical_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "cos_Ac_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "r_norm": [4.171976089477539, 4.355060577392578, 4.277737617492676, 4.505659103393555, 4.348954677581787]}, {"step": 6450, "epoch": 16, "train_loss": 2.010728120803833, "cos_r_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "cos_apical_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "cos_Ac_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "r_norm": [4.121153354644775, 4.31533670425415, 4.222872734069824, 4.4512786865234375, 4.297421455383301]}, {"step": 6500, "epoch": 16, "train_loss": 2.073610305786133, "cos_r_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "cos_apical_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "cos_Ac_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "r_norm": [4.157284736633301, 4.3389973640441895, 4.257268905639648, 4.482213973999023, 4.3156514167785645]}, {"step": 6550, "epoch": 16, "train_loss": 1.5553004741668701, "cos_r_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "cos_apical_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "cos_Ac_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "r_norm": [4.274580955505371, 4.449200630187988, 4.3783769607543945, 4.602787971496582, 4.4541168212890625]}, {"step": 6600, "epoch": 16, "train_loss": 1.8564093112945557, "cos_r_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "cos_apical_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "cos_Ac_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "r_norm": [4.068498611450195, 4.243825912475586, 4.167061805725098, 4.386992931365967, 4.227359294891357]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3591, "test_loss": 2.065436218261719}, {"step": 6650, "epoch": 17, "train_loss": 2.1139559745788574, "cos_r_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "cos_apical_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "cos_Ac_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "r_norm": [3.965388298034668, 4.141613483428955, 4.064733505249023, 4.27290153503418, 4.134713172912598]}, {"step": 6700, "epoch": 17, "train_loss": 1.8925877809524536, "cos_r_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "cos_apical_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "cos_Ac_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "r_norm": [4.141853332519531, 4.316400527954102, 4.230901718139648, 4.458664417266846, 4.307302474975586]}, {"step": 6750, "epoch": 17, "train_loss": 2.028806686401367, "cos_r_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "cos_apical_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "cos_Ac_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "r_norm": [4.084210395812988, 4.2551422119140625, 4.186119079589844, 4.406954288482666, 4.257081031799316]}, {"step": 6800, "epoch": 17, "train_loss": 1.7358291149139404, "cos_r_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "cos_apical_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "cos_Ac_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "r_norm": [4.236754417419434, 4.414263725280762, 4.338233947753906, 4.575700283050537, 4.416666030883789]}, {"step": 6850, "epoch": 17, "train_loss": 2.0112390518188477, "cos_r_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "cos_apical_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "cos_Ac_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "r_norm": [4.212555885314941, 4.400300979614258, 4.306095123291016, 4.539145469665527, 4.366991996765137]}, {"step": 6900, "epoch": 17, "train_loss": 2.012880802154541, "cos_r_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "cos_apical_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "cos_Ac_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "r_norm": [4.1453399658203125, 4.320042610168457, 4.2505645751953125, 4.48403263092041, 4.329102516174316]}, {"step": 6950, "epoch": 17, "train_loss": 1.7640949487686157, "cos_r_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "cos_apical_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "cos_Ac_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "r_norm": [4.1370697021484375, 4.316798686981201, 4.2313232421875, 4.464569091796875, 4.298321723937988]}, {"step": 7000, "epoch": 17, "train_loss": 1.8852074146270752, "cos_r_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "cos_apical_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "cos_Ac_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "r_norm": [4.220613479614258, 4.403946876525879, 4.333540916442871, 4.562790870666504, 4.4065141677856445]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3696, "test_loss": 2.054853515625}, {"step": 7050, "epoch": 18, "train_loss": 1.7599315643310547, "cos_r_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "cos_apical_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "cos_Ac_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "r_norm": [4.146289348602295, 4.321158409118652, 4.257493019104004, 4.480232238769531, 4.325932502746582]}, {"step": 7100, "epoch": 18, "train_loss": 1.9915146827697754, "cos_r_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "cos_apical_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "cos_Ac_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "r_norm": [4.264172077178955, 4.4421892166137695, 4.374449253082275, 4.624495983123779, 4.445972442626953]}, {"step": 7150, "epoch": 18, "train_loss": 2.096229076385498, "cos_r_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "cos_apical_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "cos_Ac_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "r_norm": [4.2506232261657715, 4.425185680389404, 4.358410358428955, 4.58005428314209, 4.433826446533203]}, {"step": 7200, "epoch": 18, "train_loss": 1.838733196258545, "cos_r_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "cos_apical_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "cos_Ac_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "r_norm": [4.090268135070801, 4.250554084777832, 4.197240829467773, 4.411063194274902, 4.266246318817139]}, {"step": 7250, "epoch": 18, "train_loss": 1.9989972114562988, "cos_r_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "cos_apical_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "cos_Ac_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "r_norm": [4.284122467041016, 4.4762797355651855, 4.400023460388184, 4.643517017364502, 4.463077545166016]}, {"step": 7300, "epoch": 18, "train_loss": 2.2456271648406982, "cos_r_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "cos_apical_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "cos_Ac_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "r_norm": [4.033071994781494, 4.210859298706055, 4.1366071701049805, 4.353174209594727, 4.2021026611328125]}, {"step": 7350, "epoch": 18, "train_loss": 1.7878860235214233, "cos_r_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "cos_apical_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "cos_Ac_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "r_norm": [4.051093101501465, 4.224937915802002, 4.158498764038086, 4.370100975036621, 4.222312927246094]}, {"step": 7400, "epoch": 18, "train_loss": 1.933093547821045, "cos_r_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "cos_apical_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "cos_Ac_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "r_norm": [4.196267127990723, 4.384641647338867, 4.3097357749938965, 4.541601181030273, 4.377434253692627]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3774, "test_loss": 2.0326586303710936}, {"step": 7450, "epoch": 19, "train_loss": 1.7903954982757568, "cos_r_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "cos_apical_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "cos_Ac_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "r_norm": [4.082247734069824, 4.276814937591553, 4.200899124145508, 4.4125075340271, 4.264472961425781]}, {"step": 7500, "epoch": 19, "train_loss": 1.7232625484466553, "cos_r_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "cos_apical_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "cos_Ac_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "r_norm": [4.118107795715332, 4.292420387268066, 4.234417915344238, 4.452311992645264, 4.309041976928711]}, {"step": 7550, "epoch": 19, "train_loss": 1.8394200801849365, "cos_r_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "cos_apical_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "cos_Ac_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "r_norm": [4.32111930847168, 4.501524925231934, 4.426648139953613, 4.658507823944092, 4.5019073486328125]}, {"step": 7600, "epoch": 19, "train_loss": 2.0535149574279785, "cos_r_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "cos_apical_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "cos_Ac_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "r_norm": [4.1955180168151855, 4.382564544677734, 4.313373565673828, 4.523874282836914, 4.36739444732666]}, {"step": 7650, "epoch": 19, "train_loss": 1.9895998239517212, "cos_r_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "cos_apical_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "cos_Ac_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "r_norm": [4.121582508087158, 4.297671794891357, 4.216310501098633, 4.441013336181641, 4.298877716064453]}, {"step": 7700, "epoch": 19, "train_loss": 1.8827929496765137, "cos_r_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "cos_apical_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "cos_Ac_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "r_norm": [4.2350029945373535, 4.415422439575195, 4.34417200088501, 4.559122085571289, 4.406984806060791]}, {"step": 7750, "epoch": 19, "train_loss": 2.08497953414917, "cos_r_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "cos_apical_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "cos_Ac_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "r_norm": [4.1595635414123535, 4.322046756744385, 4.262129783630371, 4.486622333526611, 4.32713508605957]}, {"step": 7800, "epoch": 19, "train_loss": 1.575589895248413, "cos_r_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "cos_apical_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "cos_Ac_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "r_norm": [4.106645584106445, 4.281546592712402, 4.205846786499023, 4.441898345947266, 4.271406650543213]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3772, "test_loss": 2.026165087890625}, {"step": 7850, "epoch": 20, "train_loss": 1.7462239265441895, "cos_r_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "cos_apical_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "cos_Ac_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "r_norm": [4.293792724609375, 4.455939769744873, 4.387933254241943, 4.6278486251831055, 4.4787068367004395]}, {"step": 7900, "epoch": 20, "train_loss": 2.152871608734131, "cos_r_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "cos_apical_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "cos_Ac_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "r_norm": [4.1030707359313965, 4.272893905639648, 4.204486846923828, 4.434075355529785, 4.273868560791016]}, {"step": 7950, "epoch": 20, "train_loss": 1.96132230758667, "cos_r_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "cos_apical_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "cos_Ac_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "r_norm": [4.187579154968262, 4.361575126647949, 4.298905372619629, 4.524368762969971, 4.375126361846924]}, {"step": 8000, "epoch": 20, "train_loss": 1.8019534349441528, "cos_r_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "cos_apical_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "cos_Ac_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "r_norm": [4.19423770904541, 4.370718955993652, 4.306879043579102, 4.550920486450195, 4.387259006500244]}, {"step": 8050, "epoch": 20, "train_loss": 1.7211776971817017, "cos_r_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "cos_apical_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "cos_Ac_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "r_norm": [4.116815567016602, 4.282747268676758, 4.210660934448242, 4.42212438583374, 4.293219566345215]}, {"step": 8100, "epoch": 20, "train_loss": 1.7766296863555908, "cos_r_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "cos_apical_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "cos_Ac_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "r_norm": [4.08111047744751, 4.25595760345459, 4.180006980895996, 4.402731418609619, 4.256178379058838]}, {"step": 8150, "epoch": 20, "train_loss": 1.7488698959350586, "cos_r_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "cos_apical_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "cos_Ac_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "r_norm": [4.193294525146484, 4.364601135253906, 4.301283836364746, 4.521135330200195, 4.380837440490723]}, {"step": 8200, "epoch": 20, "train_loss": 1.472203016281128, "cos_r_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "cos_apical_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "cos_Ac_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "r_norm": [4.06266450881958, 4.2333526611328125, 4.1695427894592285, 4.389235019683838, 4.240387916564941]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.374, "test_loss": 2.0174240234375}, {"step": 8250, "epoch": 21, "train_loss": 1.6319859027862549, "cos_r_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "cos_apical_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "cos_Ac_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "r_norm": [4.132972717285156, 4.315545082092285, 4.236757278442383, 4.462327003479004, 4.317692279815674]}, {"step": 8300, "epoch": 21, "train_loss": 2.0182137489318848, "cos_r_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "cos_apical_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "cos_Ac_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "r_norm": [4.1112470626831055, 4.303142547607422, 4.227689266204834, 4.438333511352539, 4.297525405883789]}, {"step": 8350, "epoch": 21, "train_loss": 1.7456127405166626, "cos_r_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "cos_apical_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "cos_Ac_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "r_norm": [4.138766288757324, 4.322602272033691, 4.237462997436523, 4.465400695800781, 4.310273170471191]}, {"step": 8400, "epoch": 21, "train_loss": 1.7393954992294312, "cos_r_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "cos_apical_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "cos_Ac_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "r_norm": [4.0890326499938965, 4.269527435302734, 4.202718257904053, 4.430341720581055, 4.2779083251953125]}, {"step": 8450, "epoch": 21, "train_loss": 1.5209662914276123, "cos_r_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "cos_apical_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "cos_Ac_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "r_norm": [4.1581854820251465, 4.348171234130859, 4.280800819396973, 4.499875545501709, 4.3578925132751465]}, {"step": 8500, "epoch": 21, "train_loss": 1.7330348491668701, "cos_r_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "cos_apical_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "cos_Ac_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "r_norm": [4.110154151916504, 4.2801032066345215, 4.212945461273193, 4.451815605163574, 4.288383483886719]}, {"step": 8550, "epoch": 21, "train_loss": 1.7647578716278076, "cos_r_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "cos_apical_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "cos_Ac_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "r_norm": [4.074632167816162, 4.262933731079102, 4.181387424468994, 4.39924430847168, 4.245810508728027]}, {"step": 8600, "epoch": 21, "train_loss": 1.9373574256896973, "cos_r_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "cos_apical_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "cos_Ac_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "r_norm": [4.219866752624512, 4.418514251708984, 4.325101852416992, 4.554720401763916, 4.395171642303467]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3692, "test_loss": 2.0628166137695314}, {"step": 8650, "epoch": 22, "train_loss": 1.7866843938827515, "cos_r_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "cos_apical_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "cos_Ac_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "r_norm": [4.052463054656982, 4.235163688659668, 4.166707515716553, 4.373557090759277, 4.23232364654541]}, {"step": 8700, "epoch": 22, "train_loss": 1.884202003479004, "cos_r_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "cos_apical_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "cos_Ac_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "r_norm": [4.0376482009887695, 4.20400333404541, 4.141836643218994, 4.36021089553833, 4.217198371887207]}, {"step": 8750, "epoch": 22, "train_loss": 1.576324701309204, "cos_r_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "cos_apical_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "cos_Ac_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "r_norm": [4.194701194763184, 4.36750602722168, 4.302886009216309, 4.519490718841553, 4.376186847686768]}, {"step": 8800, "epoch": 22, "train_loss": 1.8041894435882568, "cos_r_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "cos_apical_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "cos_Ac_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "r_norm": [4.1855788230896, 4.373848915100098, 4.288874626159668, 4.51852560043335, 4.3546366691589355]}, {"step": 8850, "epoch": 22, "train_loss": 1.5862619876861572, "cos_r_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "cos_apical_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "cos_Ac_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "r_norm": [4.109672546386719, 4.2946977615356445, 4.228160858154297, 4.446955680847168, 4.291318416595459]}, {"step": 8900, "epoch": 22, "train_loss": 1.6711671352386475, "cos_r_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "cos_apical_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "cos_Ac_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "r_norm": [3.9847912788391113, 4.158743381500244, 4.097878932952881, 4.313787937164307, 4.168187141418457]}, {"step": 8950, "epoch": 22, "train_loss": 1.660659909248352, "cos_r_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "cos_apical_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "cos_Ac_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "r_norm": [4.127171516418457, 4.29743766784668, 4.2241291999816895, 4.462194442749023, 4.293183326721191]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3778, "test_loss": 2.1289819091796875}, {"step": 9000, "epoch": 23, "train_loss": 1.5367121696472168, "cos_r_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "cos_apical_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "cos_Ac_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "r_norm": [4.152495384216309, 4.321498394012451, 4.248049259185791, 4.473243236541748, 4.316195487976074]}, {"step": 9050, "epoch": 23, "train_loss": 1.6584558486938477, "cos_r_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "cos_apical_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "cos_Ac_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "r_norm": [4.100839614868164, 4.280549049377441, 4.2074103355407715, 4.436699867248535, 4.271511077880859]}, {"step": 9100, "epoch": 23, "train_loss": 1.7019436359405518, "cos_r_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "cos_apical_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "cos_Ac_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "r_norm": [4.094532489776611, 4.276849746704102, 4.200505256652832, 4.420363426208496, 4.2606401443481445]}, {"step": 9150, "epoch": 23, "train_loss": 1.7496938705444336, "cos_r_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "cos_apical_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "cos_Ac_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "r_norm": [4.082403182983398, 4.273004531860352, 4.197263717651367, 4.416618347167969, 4.27044153213501]}, {"step": 9200, "epoch": 23, "train_loss": 1.7632256746292114, "cos_r_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "cos_apical_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "cos_Ac_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "r_norm": [4.183250427246094, 4.364596843719482, 4.296893119812012, 4.514914512634277, 4.364985466003418]}, {"step": 9250, "epoch": 23, "train_loss": 1.7969692945480347, "cos_r_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "cos_apical_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "cos_Ac_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "r_norm": [4.239273548126221, 4.415718078613281, 4.350701332092285, 4.580960273742676, 4.419678688049316]}, {"step": 9300, "epoch": 23, "train_loss": 1.6296319961547852, "cos_r_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "cos_apical_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "cos_Ac_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "r_norm": [4.167236804962158, 4.347423076629639, 4.284097194671631, 4.50447940826416, 4.354616165161133]}, {"step": 9350, "epoch": 23, "train_loss": 1.7770030498504639, "cos_r_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "cos_apical_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "cos_Ac_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "r_norm": [4.310996055603027, 4.494089126586914, 4.427000522613525, 4.6615190505981445, 4.4962263107299805]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3758, "test_loss": 1.9759415649414063}, {"step": 9400, "epoch": 24, "train_loss": 1.3873339891433716, "cos_r_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "cos_apical_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "cos_Ac_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "r_norm": [4.182721138000488, 4.355935096740723, 4.289397716522217, 4.51447868347168, 4.367538928985596]}, {"step": 9450, "epoch": 24, "train_loss": 1.5345547199249268, "cos_r_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "cos_apical_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "cos_Ac_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "r_norm": [4.191402912139893, 4.3794636726379395, 4.318904876708984, 4.528081893920898, 4.383778095245361]}, {"step": 9500, "epoch": 24, "train_loss": 1.8757052421569824, "cos_r_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "cos_apical_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "cos_Ac_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "r_norm": [4.175965785980225, 4.346691608428955, 4.29201602935791, 4.51573371887207, 4.359078407287598]}, {"step": 9550, "epoch": 24, "train_loss": 1.9948228597640991, "cos_r_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "cos_apical_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "cos_Ac_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "r_norm": [4.351285934448242, 4.533849716186523, 4.450546741485596, 4.693234443664551, 4.514873504638672]}, {"step": 9600, "epoch": 24, "train_loss": 1.8785853385925293, "cos_r_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "cos_apical_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "cos_Ac_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "r_norm": [4.122125625610352, 4.299755096435547, 4.232030868530273, 4.449959754943848, 4.3020429611206055]}, {"step": 9650, "epoch": 24, "train_loss": 1.573622465133667, "cos_r_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "cos_apical_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "cos_Ac_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "r_norm": [4.103070259094238, 4.292812347412109, 4.228190898895264, 4.443859100341797, 4.293898105621338]}, {"step": 9700, "epoch": 24, "train_loss": 2.1492624282836914, "cos_r_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "cos_apical_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "cos_Ac_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "r_norm": [4.15693473815918, 4.325223922729492, 4.258981704711914, 4.504251480102539, 4.33094596862793]}, {"step": 9750, "epoch": 24, "train_loss": 1.5028645992279053, "cos_r_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "cos_apical_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "cos_Ac_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "r_norm": [4.09196662902832, 4.267906188964844, 4.2063493728637695, 4.417129993438721, 4.277281761169434]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3745, "test_loss": 2.066145166015625}], "final": {"test_acc": 0.3745, "test_loss": 2.066145166015625, "wall_s": 22.982160568237305, "cos_r_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297], "cos_apical_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297], "cos_Ac_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297]}}
\ No newline at end of file