results/deepres_cifar10_dfa_d30_s0.json


1

{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645, "cos_r_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "cos_apical_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "cos_Ac_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "r_norm": [4.865830421447754, 5.011545181274414, 4.928307056427002, 4.97276496887207, 4.968716621398926, 4.967079162597656, 4.9226226806640625, 4.908247470855713, 4.978839874267578, 4.923112869262695, 4.917588233947754, 4.975714683532715, 5.003076553344727, 5.055593967437744, 5.014103889465332, 4.902737617492676, 5.1385416984558105, 4.887923240661621, 5.025349140167236, 4.9815168380737305, 4.8548150062561035, 4.913004398345947, 5.014097690582275, 4.882999897003174, 4.972596168518066, 4.9221343994140625, 4.8554768562316895, 4.9034552574157715, 4.920881271362305, 4.918543815612793]}, {"step": 50, "epoch": 0, "train_loss": 2.119046211242676, "cos_r_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "cos_apical_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "cos_Ac_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "r_norm": [4.625418186187744, 4.714322090148926, 4.636122226715088, 4.732441425323486, 4.687596797943115, 4.693787574768066, 4.635520935058594, 4.666353702545166, 4.673396110534668, 4.658766746520996, 4.64084529876709, 4.720671653747559, 4.7676100730896, 4.835655212402344, 4.706947326660156, 4.6838788986206055, 4.8510355949401855, 4.616023540496826, 4.766968727111816, 4.733941078186035, 4.573853015899658, 4.68214225769043, 4.757942199707031, 4.637836456298828, 4.716765403747559, 4.646007537841797, 4.591082572937012, 4.660025596618652, 4.657351016998291, 4.686543941497803]}, {"step": 100, "epoch": 0, "train_loss": 1.979256272315979, "cos_r_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "cos_apical_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "cos_Ac_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "r_norm": [4.375892162322998, 4.476372718811035, 4.409747123718262, 4.48714542388916, 4.441244125366211, 4.451834201812744, 4.3889665603637695, 4.416384696960449, 4.435594081878662, 4.4137444496154785, 4.4060468673706055, 4.465353012084961, 4.507555961608887, 4.568526744842529, 4.461014270782471, 4.42424201965332, 4.614985466003418, 4.38590145111084, 4.520166397094727, 4.478015899658203, 4.343422889709473, 4.42924690246582, 4.491785526275635, 4.388050556182861, 4.454602241516113, 4.406991004943848, 4.356588840484619, 4.404975891113281, 4.399669647216797, 4.4264235496521]}, {"step": 150, "epoch": 0, "train_loss": 2.457221031188965, "cos_r_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "cos_apical_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "cos_Ac_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "r_norm": [4.589052200317383, 4.700631618499756, 4.611540794372559, 4.691888332366943, 4.648785591125488, 4.668425559997559, 4.598545074462891, 4.653486251831055, 4.649604797363281, 4.620051383972168, 4.607563018798828, 4.682039260864258, 4.737082481384277, 4.7989091873168945, 4.67305850982666, 4.643303871154785, 4.852120876312256, 4.6026787757873535, 4.732824325561523, 4.679874420166016, 4.5628509521484375, 4.659538269042969, 4.706141471862793, 4.620871543884277, 4.677812576293945, 4.607369422912598, 4.578590393066406, 4.603994846343994, 4.617364406585693, 4.661703109741211]}, {"step": 200, "epoch": 0, "train_loss": 2.2125115394592285, "cos_r_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "cos_apical_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "cos_Ac_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "r_norm": [4.362260818481445, 4.455961227416992, 4.3855133056640625, 4.478316307067871, 4.425693511962891, 4.4479079246521, 4.377469062805176, 4.4205732345581055, 4.4269537925720215, 4.403611183166504, 4.3803205490112305, 4.4505414962768555, 4.514981269836426, 4.562691688537598, 4.439927101135254, 4.413216590881348, 4.588128566741943, 4.363636493682861, 4.507833003997803, 4.460936546325684, 4.333421230316162, 4.4144721031188965, 4.492408275604248, 4.371842384338379, 4.448820114135742, 4.391401290893555, 4.362875938415527, 4.389667510986328, 4.394724369049072, 4.407757759094238]}, {"step": 250, "epoch": 0, "train_loss": 2.0727896690368652, "cos_r_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "cos_apical_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "cos_Ac_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "r_norm": [4.352054595947266, 4.442814826965332, 4.364097595214844, 4.450922012329102, 4.423765182495117, 4.417111873626709, 4.3605780601501465, 4.38472843170166, 4.404050350189209, 4.381579399108887, 4.35609769821167, 4.423144340515137, 4.488300323486328, 4.536655426025391, 4.425970077514648, 4.394968032836914, 4.5660600662231445, 4.345150947570801, 4.490848064422607, 4.435521602630615, 4.316843032836914, 4.3960113525390625, 4.464920997619629, 4.353135108947754, 4.423840045928955, 4.383149147033691, 4.328618049621582, 4.364809036254883, 4.359899044036865, 4.402257442474365]}, {"step": 300, "epoch": 0, "train_loss": 1.763762354850769, "cos_r_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "cos_apical_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "cos_Ac_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "r_norm": [4.324824333190918, 4.424914836883545, 4.353527545928955, 4.431609153747559, 4.394428253173828, 4.390359401702881, 4.335116386413574, 4.361912250518799, 4.3839030265808105, 4.359363079071045, 4.329998970031738, 4.409816265106201, 4.474700450897217, 4.521533489227295, 4.407465934753418, 4.371015548706055, 4.551089286804199, 4.322931289672852, 4.461097717285156, 4.409063339233398, 4.298567295074463, 4.387452125549316, 4.444911003112793, 4.350157737731934, 4.406947135925293, 4.358936786651611, 4.308976173400879, 4.352196216583252, 4.33665657043457, 4.389851093292236]}, {"step": 350, "epoch": 0, "train_loss": 2.1912307739257812, "cos_r_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "cos_apical_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "cos_Ac_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "r_norm": [4.325520992279053, 4.426471710205078, 4.36651611328125, 4.428723335266113, 4.3871660232543945, 4.405121326446533, 4.3496503829956055, 4.3730034828186035, 4.384701728820801, 4.364316940307617, 4.341466903686523, 4.401370048522949, 4.4585723876953125, 4.509263038635254, 4.41940975189209, 4.367792129516602, 4.563241004943848, 4.32281494140625, 4.46822452545166, 4.42430305480957, 4.299947261810303, 4.385455131530762, 4.438317775726318, 4.337018966674805, 4.3945231437683105, 4.349882125854492, 4.320026874542236, 4.345441818237305, 4.346029281616211, 4.380647659301758]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2982, "test_loss": 2.0893902587890625}, {"step": 400, "epoch": 1, "train_loss": 2.0061450004577637, "cos_r_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "cos_apical_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "cos_Ac_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "r_norm": [4.317074775695801, 4.425055027008057, 4.361132621765137, 4.41794490814209, 4.387993335723877, 4.384081840515137, 4.3264055252075195, 4.361141204833984, 4.380853652954102, 4.354283332824707, 4.331108093261719, 4.394987106323242, 4.455112457275391, 4.51070499420166, 4.407701015472412, 4.362746715545654, 4.549818992614746, 4.327326774597168, 4.448323726654053, 4.414525508880615, 4.290314674377441, 4.380884170532227, 4.435842990875244, 4.3459577560424805, 4.398343563079834, 4.349365234375, 4.310849189758301, 4.352020740509033, 4.337257385253906, 4.36876106262207]}, {"step": 450, "epoch": 1, "train_loss": 2.091341018676758, "cos_r_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "cos_apical_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "cos_Ac_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "r_norm": [4.255105018615723, 4.368685722351074, 4.293564796447754, 4.362962245941162, 4.326936721801758, 4.332486629486084, 4.273648262023926, 4.2995991706848145, 4.316596984863281, 4.293605804443359, 4.263258934020996, 4.339099884033203, 4.40015983581543, 4.452200889587402, 4.343393325805664, 4.299454689025879, 4.477309226989746, 4.263727188110352, 4.403262138366699, 4.344985008239746, 4.237066745758057, 4.314145565032959, 4.372325897216797, 4.275151252746582, 4.339630126953125, 4.287911415100098, 4.252108573913574, 4.278024196624756, 4.27081298828125, 4.314591407775879]}, {"step": 500, "epoch": 1, "train_loss": 1.9639062881469727, "cos_r_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "cos_apical_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "cos_Ac_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "r_norm": [4.367758750915527, 4.463277339935303, 4.380515098571777, 4.469758033752441, 4.437356948852539, 4.42896842956543, 4.3752827644348145, 4.403869152069092, 4.429780960083008, 4.396894454956055, 4.367216110229492, 4.443914890289307, 4.508538246154785, 4.572221755981445, 4.44669771194458, 4.418725490570068, 4.588937759399414, 4.362834453582764, 4.507638931274414, 4.466132164001465, 4.331673622131348, 4.435012340545654, 4.488560676574707, 4.371608734130859, 4.451140403747559, 4.389272212982178, 4.353754997253418, 4.388367652893066, 4.387619972229004, 4.42070198059082]}, {"step": 550, "epoch": 1, "train_loss": 2.1330912113189697, "cos_r_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "cos_apical_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "cos_Ac_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "r_norm": [4.217988967895508, 4.328085899353027, 4.257795333862305, 4.324901580810547, 4.291966438293457, 4.286551475524902, 4.229494094848633, 4.257488250732422, 4.2823638916015625, 4.263023853302002, 4.238870620727539, 4.322451591491699, 4.373382091522217, 4.40937614440918, 4.307092666625977, 4.276587009429932, 4.445099830627441, 4.232937335968018, 4.369221210479736, 4.329165458679199, 4.203830242156982, 4.283130645751953, 4.3386030197143555, 4.230973720550537, 4.314370155334473, 4.262484550476074, 4.214800834655762, 4.255276203155518, 4.248296737670898, 4.282304286956787]}, {"step": 600, "epoch": 1, "train_loss": 1.9695730209350586, "cos_r_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "cos_apical_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "cos_Ac_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "r_norm": [4.329998970031738, 4.419633865356445, 4.350607872009277, 4.435595512390137, 4.390226364135742, 4.39228630065918, 4.337897300720215, 4.376880645751953, 4.386210918426514, 4.362173557281494, 4.334298133850098, 4.403922080993652, 4.481106281280518, 4.514755725860596, 4.408681392669678, 4.375533103942871, 4.543344020843506, 4.325625419616699, 4.465545654296875, 4.42382287979126, 4.295757293701172, 4.392773628234863, 4.4549560546875, 4.3498029708862305, 4.407646656036377, 4.348220348358154, 4.324287414550781, 4.359530448913574, 4.339679718017578, 4.387461185455322]}, {"step": 650, "epoch": 1, "train_loss": 1.9573198556900024, "cos_r_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "cos_apical_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "cos_Ac_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "r_norm": [4.21988582611084, 4.3086161613464355, 4.240029335021973, 4.318273544311523, 4.296293258666992, 4.295632839202881, 4.227789878845215, 4.260509967803955, 4.272210597991943, 4.254033088684082, 4.228292465209961, 4.285138130187988, 4.353524684906006, 4.395853042602539, 4.296929359436035, 4.2675275802612305, 4.421420574188232, 4.2114949226379395, 4.349019527435303, 4.307803153991699, 4.185139179229736, 4.276248931884766, 4.341569900512695, 4.225111961364746, 4.297102928161621, 4.243145942687988, 4.204214096069336, 4.244475841522217, 4.233253479003906, 4.271496772766113]}, {"step": 700, "epoch": 1, "train_loss": 1.9763840436935425, "cos_r_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "cos_apical_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "cos_Ac_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "r_norm": [4.396225929260254, 4.496890544891357, 4.4249677658081055, 4.489983558654785, 4.459955215454102, 4.468090057373047, 4.41368293762207, 4.443942546844482, 4.451713562011719, 4.428952217102051, 4.396426677703857, 4.47080135345459, 4.534371376037598, 4.5870795249938965, 4.480512619018555, 4.4346466064453125, 4.633487224578857, 4.401866436004639, 4.542377471923828, 4.492175102233887, 4.361471652984619, 4.463258743286133, 4.513267517089844, 4.421375274658203, 4.469674110412598, 4.417117118835449, 4.388815879821777, 4.413424968719482, 4.417408466339111, 4.463693141937256]}, {"step": 750, "epoch": 1, "train_loss": 2.0282645225524902, "cos_r_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "cos_apical_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "cos_Ac_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "r_norm": [4.189522743225098, 4.275182723999023, 4.204742431640625, 4.282217979431152, 4.244392395019531, 4.245536804199219, 4.195230960845947, 4.229607582092285, 4.242090225219727, 4.215425491333008, 4.191023349761963, 4.260976314544678, 4.322552680969238, 4.360775947570801, 4.268874168395996, 4.230243682861328, 4.396270275115967, 4.184689521789551, 4.31301212310791, 4.269866466522217, 4.157954692840576, 4.235189437866211, 4.299837112426758, 4.203858852386475, 4.2577900886535645, 4.2128143310546875, 4.173620223999023, 4.205770015716553, 4.195350646972656, 4.240736484527588]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3543, "test_loss": 1.97501904296875}, {"step": 800, "epoch": 2, "train_loss": 1.998366355895996, "cos_r_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "cos_apical_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "cos_Ac_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "r_norm": [4.221188545227051, 4.31402587890625, 4.233181476593018, 4.313824653625488, 4.283464431762695, 4.287379741668701, 4.218871593475342, 4.261282920837402, 4.270538806915283, 4.2452287673950195, 4.220346927642822, 4.294384956359863, 4.361406326293945, 4.401125907897949, 4.294802188873291, 4.263647079467773, 4.4342851638793945, 4.218634128570557, 4.351701259613037, 4.303760528564453, 4.187702178955078, 4.2724833488464355, 4.328426361083984, 4.230407238006592, 4.292775630950928, 4.238548278808594, 4.206254959106445, 4.237541198730469, 4.231464385986328, 4.268322944641113]}, {"step": 850, "epoch": 2, "train_loss": 1.9401228427886963, "cos_r_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "cos_apical_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "cos_Ac_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "r_norm": [4.424100875854492, 4.501748085021973, 4.418903827667236, 4.509883880615234, 4.479549884796143, 4.468086242675781, 4.397465705871582, 4.465491771697998, 4.465846061706543, 4.432170391082764, 4.419411659240723, 4.491497039794922, 4.54280424118042, 4.594088554382324, 4.491114139556885, 4.455220699310303, 4.644253253936768, 4.420013427734375, 4.550057411193848, 4.516583442687988, 4.372708797454834, 4.463113307952881, 4.525205135345459, 4.419651031494141, 4.490711212158203, 4.430700302124023, 4.393013000488281, 4.429201126098633, 4.426857948303223, 4.445050239562988]}, {"step": 900, "epoch": 2, "train_loss": 1.8088538646697998, "cos_r_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "cos_apical_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "cos_Ac_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "r_norm": [4.200215816497803, 4.29232931137085, 4.230672359466553, 4.301049709320068, 4.262494087219238, 4.2675580978393555, 4.210265636444092, 4.241990089416504, 4.258828163146973, 4.2257866859436035, 4.212309837341309, 4.275382995605469, 4.339807510375977, 4.382610321044922, 4.283247947692871, 4.246230125427246, 4.413171291351318, 4.196992874145508, 4.3270344734191895, 4.290175437927246, 4.168495178222656, 4.250129222869873, 4.311487197875977, 4.21757173538208, 4.275197982788086, 4.2320451736450195, 4.185213088989258, 4.220265865325928, 4.213718891143799, 4.254956245422363]}, {"step": 950, "epoch": 2, "train_loss": 1.7164658308029175, "cos_r_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "cos_apical_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "cos_Ac_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "r_norm": [4.285241603851318, 4.372184753417969, 4.296078205108643, 4.389987945556641, 4.352953910827637, 4.347261428833008, 4.2905473709106445, 4.331658840179443, 4.332472324371338, 4.321123123168945, 4.2971086502075195, 4.361044406890869, 4.424776077270508, 4.4712018966674805, 4.359711647033691, 4.33632755279541, 4.497893333435059, 4.277184963226318, 4.413008213043213, 4.375412940979004, 4.238105297088623, 4.339150428771973, 4.397823333740234, 4.288124084472656, 4.362943649291992, 4.301589012145996, 4.272573471069336, 4.310702323913574, 4.298644542694092, 4.342265605926514]}, {"step": 1000, "epoch": 2, "train_loss": 2.008636236190796, "cos_r_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "cos_apical_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "cos_Ac_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "r_norm": [4.348006725311279, 4.441285133361816, 4.366628646850586, 4.443000316619873, 4.405659198760986, 4.412098407745361, 4.3304033279418945, 4.387807846069336, 4.395153045654297, 4.367064476013184, 4.348435401916504, 4.426602840423584, 4.477822303771973, 4.525336265563965, 4.422075271606445, 4.38088846206665, 4.576707363128662, 4.358186721801758, 4.471841335296631, 4.4347405433654785, 4.307267665863037, 4.394167423248291, 4.454622268676758, 4.368709564208984, 4.42356014251709, 4.36862850189209, 4.331765651702881, 4.363811492919922, 4.362007141113281, 4.399472713470459]}, {"step": 1050, "epoch": 2, "train_loss": 2.1159839630126953, "cos_r_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "cos_apical_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "cos_Ac_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "r_norm": [4.12620735168457, 4.222172737121582, 4.153284549713135, 4.231677055358887, 4.195963382720947, 4.199911117553711, 4.137842178344727, 4.168370246887207, 4.184011459350586, 4.155294418334961, 4.134326934814453, 4.207381248474121, 4.258872032165527, 4.311130523681641, 4.207602024078369, 4.172980308532715, 4.342502117156982, 4.12640905380249, 4.257336616516113, 4.215291976928711, 4.0958709716796875, 4.180852890014648, 4.238585472106934, 4.138994216918945, 4.202813148498535, 4.15781307220459, 4.119298934936523, 4.151269912719727, 4.138337135314941, 4.184144973754883]}, {"step": 1100, "epoch": 2, "train_loss": 1.8291009664535522, "cos_r_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "cos_apical_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "cos_Ac_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "r_norm": [4.204814910888672, 4.307197570800781, 4.236830711364746, 4.302087783813477, 4.2664947509765625, 4.276145935058594, 4.204604148864746, 4.248048782348633, 4.263517379760742, 4.231285572052002, 4.2071852684021, 4.278926849365234, 4.335956573486328, 4.399702072143555, 4.292725563049316, 4.249269485473633, 4.412919998168945, 4.203474998474121, 4.33006477355957, 4.295618534088135, 4.170333385467529, 4.255002021789551, 4.330662727355957, 4.217082500457764, 4.285046100616455, 4.2354817390441895, 4.1957244873046875, 4.230835437774658, 4.220766067504883, 4.247114181518555]}, {"step": 1150, "epoch": 2, "train_loss": 1.9302492141723633, "cos_r_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "cos_apical_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "cos_Ac_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "r_norm": [4.208657264709473, 4.301002502441406, 4.2369184494018555, 4.304347991943359, 4.274991035461426, 4.27786922454834, 4.214539527893066, 4.249283790588379, 4.265589714050293, 4.236937046051025, 4.220762252807617, 4.282806396484375, 4.334501266479492, 4.3891143798828125, 4.297738552093506, 4.252607822418213, 4.425708770751953, 4.2111663818359375, 4.332668304443359, 4.305659294128418, 4.172710418701172, 4.261593818664551, 4.326014518737793, 4.220280647277832, 4.283573150634766, 4.236945152282715, 4.1943769454956055, 4.230443000793457, 4.230228424072266, 4.261177062988281]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3398, "test_loss": 2.0350702880859375}, {"step": 1200, "epoch": 3, "train_loss": 2.0279178619384766, "cos_r_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "cos_apical_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "cos_Ac_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "r_norm": [4.250455856323242, 4.345888137817383, 4.249519348144531, 4.34000301361084, 4.318614482879639, 4.30814266204834, 4.252748012542725, 4.281558990478516, 4.310651779174805, 4.2844648361206055, 4.242044448852539, 4.323749542236328, 4.396290302276611, 4.425212860107422, 4.333245754241943, 4.30021858215332, 4.453313827514648, 4.243982791900635, 4.380511283874512, 4.337459564208984, 4.218654632568359, 4.314507484436035, 4.373351573944092, 4.258460998535156, 4.331184387207031, 4.266055107116699, 4.2286481857299805, 4.264322757720947, 4.264326572418213, 4.310907363891602]}, {"step": 1250, "epoch": 3, "train_loss": 1.8366132974624634, "cos_r_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "cos_apical_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "cos_Ac_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "r_norm": [4.181728363037109, 4.27484130859375, 4.204101085662842, 4.28101921081543, 4.249117851257324, 4.242379188537598, 4.18842887878418, 4.220515727996826, 4.238512992858887, 4.202802658081055, 4.199921607971191, 4.256402015686035, 4.314567565917969, 4.359367370605469, 4.261415481567383, 4.226777076721191, 4.401186943054199, 4.179320812225342, 4.300562381744385, 4.262495040893555, 4.148104667663574, 4.24077033996582, 4.285890579223633, 4.193578243255615, 4.257400035858154, 4.216595649719238, 4.155102729797363, 4.2052717208862305, 4.189114570617676, 4.236832618713379]}, {"step": 1300, "epoch": 3, "train_loss": 1.9867583513259888, "cos_r_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "cos_apical_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "cos_Ac_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "r_norm": [4.2878828048706055, 4.391547203063965, 4.303485870361328, 4.385783672332764, 4.372136116027832, 4.355785846710205, 4.284902572631836, 4.3256516456604, 4.352396011352539, 4.316409111022949, 4.301436424255371, 4.361789226531982, 4.416819095611572, 4.474911689758301, 4.376924514770508, 4.333189487457275, 4.510666847229004, 4.293264389038086, 4.409966468811035, 4.377337455749512, 4.251471996307373, 4.357453346252441, 4.403123378753662, 4.290043354034424, 4.369881629943848, 4.322033405303955, 4.270000457763672, 4.303623676300049, 4.3048176765441895, 4.342524528503418]}, {"step": 1350, "epoch": 3, "train_loss": 2.004532814025879, "cos_r_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "cos_apical_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "cos_Ac_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "r_norm": [4.277355194091797, 4.379030227661133, 4.312839031219482, 4.390448570251465, 4.351288795471191, 4.348008155822754, 4.297512531280518, 4.3203325271606445, 4.344923973083496, 4.318260669708252, 4.3052520751953125, 4.353720188140869, 4.415064811706543, 4.474443435668945, 4.371737480163574, 4.331762790679932, 4.492916584014893, 4.285345077514648, 4.407434940338135, 4.382927894592285, 4.244653701782227, 4.338498115539551, 4.42585563659668, 4.296774387359619, 4.36470365524292, 4.315435409545898, 4.258013725280762, 4.317844390869141, 4.30735969543457, 4.328516006469727]}, {"step": 1400, "epoch": 3, "train_loss": 1.9855611324310303, "cos_r_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "cos_apical_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "cos_Ac_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "r_norm": [4.280635833740234, 4.378228187561035, 4.302684783935547, 4.3648223876953125, 4.36529016494751, 4.34788179397583, 4.27781343460083, 4.309131622314453, 4.336999893188477, 4.316468238830566, 4.295731544494629, 4.343167304992676, 4.3930511474609375, 4.4513258934021, 4.376230239868164, 4.318897724151611, 4.499777793884277, 4.296062469482422, 4.399543285369873, 4.381216049194336, 4.237368583679199, 4.34487247467041, 4.402923583984375, 4.278088092803955, 4.360080718994141, 4.313153266906738, 4.268914222717285, 4.303129196166992, 4.314384460449219, 4.326907157897949]}, {"step": 1450, "epoch": 3, "train_loss": 1.7718837261199951, "cos_r_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "cos_apical_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "cos_Ac_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "r_norm": [4.229846000671387, 4.321372985839844, 4.255875587463379, 4.340494155883789, 4.3009934425354, 4.303029537200928, 4.232102394104004, 4.268222808837891, 4.284869194030762, 4.2707085609436035, 4.254463195800781, 4.3202223777771, 4.3629913330078125, 4.413853168487549, 4.31756067276001, 4.282076835632324, 4.456491947174072, 4.247295379638672, 4.3566060066223145, 4.320555210113525, 4.195380210876465, 4.292694091796875, 4.344461441040039, 4.246278285980225, 4.3126983642578125, 4.264723777770996, 4.2162184715271, 4.265241622924805, 4.256375312805176, 4.282235622406006]}, {"step": 1500, "epoch": 3, "train_loss": 1.9275552034378052, "cos_r_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "cos_apical_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "cos_Ac_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "r_norm": [4.145977973937988, 4.240357398986816, 4.16300106048584, 4.2386016845703125, 4.2059431076049805, 4.2021331787109375, 4.148097991943359, 4.184556007385254, 4.200662612915039, 4.180343151092529, 4.155123710632324, 4.226304054260254, 4.286919593811035, 4.334414482116699, 4.225443363189697, 4.194978713989258, 4.357014179229736, 4.144649505615234, 4.270751953125, 4.231657028198242, 4.110967636108398, 4.209862232208252, 4.264509201049805, 4.157596111297607, 4.224034309387207, 4.168568134307861, 4.129703521728516, 4.1713995933532715, 4.1634111404418945, 4.201168060302734]}, {"step": 1550, "epoch": 3, "train_loss": 1.97603178024292, "cos_r_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "cos_apical_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "cos_Ac_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "r_norm": [4.124061107635498, 4.209163665771484, 4.138542175292969, 4.21491003036499, 4.18856954574585, 4.18278694152832, 4.124053001403809, 4.155935764312744, 4.173348426818848, 4.14604377746582, 4.123076915740967, 4.193984031677246, 4.252486705780029, 4.298807144165039, 4.200485706329346, 4.167427062988281, 4.329294204711914, 4.118765354156494, 4.249505043029785, 4.2089948654174805, 4.089884281158447, 4.177735328674316, 4.23168420791626, 4.139052391052246, 4.192495346069336, 4.14939022064209, 4.10468864440918, 4.140870094299316, 4.12923526763916, 4.177865505218506]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3702, "test_loss": 1.8785572143554687}, {"step": 1600, "epoch": 4, "train_loss": 1.8846704959869385, "cos_r_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "cos_apical_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "cos_Ac_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "r_norm": [4.21358585357666, 4.312488555908203, 4.244203567504883, 4.313380241394043, 4.29403018951416, 4.275704383850098, 4.218878746032715, 4.249635696411133, 4.272299766540527, 4.250810623168945, 4.230091094970703, 4.286081790924072, 4.338549613952637, 4.383917808532715, 4.302052974700928, 4.258606910705566, 4.434090614318848, 4.22479248046875, 4.3435187339782715, 4.319354057312012, 4.179862976074219, 4.274398326873779, 4.330554485321045, 4.219909191131592, 4.298564910888672, 4.246321201324463, 4.203411102294922, 4.244692325592041, 4.24135160446167, 4.2607550621032715]}, {"step": 1650, "epoch": 4, "train_loss": 1.804222583770752, "cos_r_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "cos_apical_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "cos_Ac_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "r_norm": [4.215445518493652, 4.2943243980407715, 4.225092887878418, 4.303628444671631, 4.273005485534668, 4.271060943603516, 4.218465328216553, 4.249224662780762, 4.259128093719482, 4.240098476409912, 4.209255695343018, 4.280514240264893, 4.35650110244751, 4.388947486877441, 4.287959575653076, 4.256184101104736, 4.417043209075928, 4.19944953918457, 4.343125820159912, 4.298775672912598, 4.169951438903809, 4.269081115722656, 4.323619842529297, 4.222595691680908, 4.280734539031982, 4.225095748901367, 4.192167282104492, 4.235701560974121, 4.2195281982421875, 4.266640663146973]}, {"step": 1700, "epoch": 4, "train_loss": 1.7868130207061768, "cos_r_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "cos_apical_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "cos_Ac_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "r_norm": [4.161798000335693, 4.2621564865112305, 4.188791275024414, 4.2498860359191895, 4.24181604385376, 4.233807563781738, 4.163491725921631, 4.198422431945801, 4.220813751220703, 4.190358638763428, 4.165696620941162, 4.229188442230225, 4.292067527770996, 4.340407371520996, 4.248652458190918, 4.202168941497803, 4.379722595214844, 4.165971755981445, 4.288979530334473, 4.24676513671875, 4.131165504455566, 4.223652362823486, 4.269731044769287, 4.165082931518555, 4.234233856201172, 4.197897911071777, 4.150145530700684, 4.179535865783691, 4.176915168762207, 4.213740348815918]}, {"step": 1750, "epoch": 4, "train_loss": 1.9144916534423828, "cos_r_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "cos_apical_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "cos_Ac_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "r_norm": [4.319598197937012, 4.3983540534973145, 4.309737205505371, 4.389422416687012, 4.386406421661377, 4.3611016273498535, 4.318599700927734, 4.345159530639648, 4.36680793762207, 4.329555511474609, 4.284329414367676, 4.365869522094727, 4.449492454528809, 4.495814323425293, 4.3796539306640625, 4.343568325042725, 4.5188775062561035, 4.29743766784668, 4.449382305145264, 4.385541915893555, 4.27387809753418, 4.3623809814453125, 4.436124801635742, 4.332516670227051, 4.38003396987915, 4.341182708740234, 4.282042980194092, 4.308830261230469, 4.310872554779053, 4.372344017028809]}, {"step": 1800, "epoch": 4, "train_loss": 1.7155362367630005, "cos_r_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "cos_apical_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "cos_Ac_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "r_norm": [4.191776275634766, 4.269801616668701, 4.214203834533691, 4.279199123382568, 4.243143558502197, 4.259224891662598, 4.184237003326416, 4.222119331359863, 4.227555274963379, 4.212734222412109, 4.19874382019043, 4.259927749633789, 4.318443298339844, 4.364671230316162, 4.268849849700928, 4.233070373535156, 4.389486312866211, 4.174880027770996, 4.314006805419922, 4.274774551391602, 4.147436141967773, 4.229693412780762, 4.297036647796631, 4.188983917236328, 4.250001430511475, 4.214160919189453, 4.166815280914307, 4.209615707397461, 4.193764686584473, 4.228424072265625]}, {"step": 1850, "epoch": 4, "train_loss": 2.0187411308288574, "cos_r_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "cos_apical_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "cos_Ac_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "r_norm": [4.272008895874023, 4.369807243347168, 4.29991340637207, 4.379351615905762, 4.3429059982299805, 4.32932710647583, 4.294666767120361, 4.303930282592773, 4.3354339599609375, 4.308157444000244, 4.282247543334961, 4.351695537567139, 4.421889781951904, 4.467037200927734, 4.363096237182617, 4.32158088684082, 4.489528179168701, 4.2639641761779785, 4.405938148498535, 4.368917465209961, 4.24803352355957, 4.339408874511719, 4.397324562072754, 4.288003921508789, 4.353649139404297, 4.30162239074707, 4.251151084899902, 4.306459426879883, 4.292633056640625, 4.336825847625732]}, {"step": 1900, "epoch": 4, "train_loss": 1.7664738893508911, "cos_r_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "cos_apical_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "cos_Ac_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "r_norm": [4.213203430175781, 4.315584659576416, 4.237965106964111, 4.314177989959717, 4.294891357421875, 4.279342174530029, 4.223384857177734, 4.248161792755127, 4.279329299926758, 4.248390197753906, 4.221035957336426, 4.2905168533325195, 4.358460903167725, 4.406142711639404, 4.304525375366211, 4.262209892272949, 4.433335304260254, 4.217229843139648, 4.344234466552734, 4.302891731262207, 4.187958240509033, 4.283775806427002, 4.335144519805908, 4.222289085388184, 4.293854713439941, 4.250712871551514, 4.201757907867432, 4.240303039550781, 4.230846405029297, 4.277462005615234]}, {"step": 1950, "epoch": 4, "train_loss": 1.749399185180664, "cos_r_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "cos_apical_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "cos_Ac_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "r_norm": [4.287257671356201, 4.382734775543213, 4.3083343505859375, 4.380374431610107, 4.36280632019043, 4.358037948608398, 4.296892166137695, 4.32497501373291, 4.343985557556152, 4.3156328201293945, 4.285091876983643, 4.361147880554199, 4.430820465087891, 4.4875946044921875, 4.371654510498047, 4.340637683868408, 4.500521659851074, 4.282520294189453, 4.4280571937561035, 4.380931854248047, 4.254342555999756, 4.351518630981445, 4.406397819519043, 4.292885780334473, 4.362519264221191, 4.321954250335693, 4.273329257965088, 4.308802604675293, 4.300699234008789, 4.345569610595703]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3693, "test_loss": 1.8886758666992187}, {"step": 2000, "epoch": 5, "train_loss": 1.9003806114196777, "cos_r_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "cos_apical_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "cos_Ac_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "r_norm": [4.2291059494018555, 4.3303542137146, 4.256745338439941, 4.3153977394104, 4.304227828979492, 4.297829627990723, 4.212934494018555, 4.271096229553223, 4.285053253173828, 4.265136241912842, 4.230563163757324, 4.297353744506836, 4.353229522705078, 4.398543357849121, 4.316718101501465, 4.2613630294799805, 4.456875801086426, 4.243744373321533, 4.356822967529297, 4.344334602355957, 4.1894707679748535, 4.286406993865967, 4.353209018707275, 4.226249694824219, 4.307936668395996, 4.253836631774902, 4.231284141540527, 4.2552337646484375, 4.268044471740723, 4.268229007720947]}, {"step": 2050, "epoch": 5, "train_loss": 1.8291250467300415, "cos_r_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "cos_apical_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "cos_Ac_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "r_norm": [4.346608638763428, 4.459428787231445, 4.388276100158691, 4.4487504959106445, 4.395594120025635, 4.421677112579346, 4.360315322875977, 4.393063068389893, 4.405252456665039, 4.374410629272461, 4.362076759338379, 4.428952217102051, 4.480545997619629, 4.554411888122559, 4.450376987457275, 4.406027793884277, 4.574678421020508, 4.3417134284973145, 4.488728046417236, 4.446463108062744, 4.322652816772461, 4.39943790435791, 4.473402976989746, 4.360762119293213, 4.420517921447754, 4.38964319229126, 4.327577590942383, 4.377263069152832, 4.356166839599609, 4.399689674377441]}, {"step": 2100, "epoch": 5, "train_loss": 1.7771267890930176, "cos_r_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "cos_apical_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "cos_Ac_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "r_norm": [4.302416801452637, 4.404168128967285, 4.307649612426758, 4.3951873779296875, 4.381315231323242, 4.373592376708984, 4.309038162231445, 4.342096328735352, 4.354118824005127, 4.3407487869262695, 4.291648864746094, 4.362351894378662, 4.445108890533447, 4.490496635437012, 4.372179985046387, 4.346100807189941, 4.517801761627197, 4.312159538269043, 4.452723979949951, 4.390856742858887, 4.279356956481934, 4.362277030944824, 4.428771018981934, 4.3220696449279785, 4.385133743286133, 4.318514823913574, 4.29752254486084, 4.30877685546875, 4.315306186676025, 4.36275577545166]}, {"step": 2150, "epoch": 5, "train_loss": 1.84628164768219, "cos_r_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "cos_apical_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "cos_Ac_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "r_norm": [4.123486518859863, 4.224637031555176, 4.146543502807617, 4.222468852996826, 4.1967668533325195, 4.184205055236816, 4.12827730178833, 4.162676811218262, 4.182006359100342, 4.161289691925049, 4.1294264793396, 4.204833984375, 4.262143135070801, 4.305059909820557, 4.209834098815918, 4.171950340270996, 4.34611701965332, 4.13864803314209, 4.254805088043213, 4.209245681762695, 4.101390361785889, 4.188272476196289, 4.2399797439575195, 4.148642539978027, 4.206450939178467, 4.156761169433594, 4.114865303039551, 4.15038537979126, 4.140575408935547, 4.18857479095459]}, {"step": 2200, "epoch": 5, "train_loss": 2.002533197402954, "cos_r_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "cos_apical_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "cos_Ac_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "r_norm": [4.276148319244385, 4.367768287658691, 4.294632434844971, 4.369329452514648, 4.329338073730469, 4.3336896896362305, 4.273808479309082, 4.3101806640625, 4.331208229064941, 4.305507659912109, 4.2848005294799805, 4.361102104187012, 4.420243263244629, 4.4602789878845215, 4.368847846984863, 4.324617385864258, 4.484834671020508, 4.279370307922363, 4.391633987426758, 4.374600887298584, 4.236314296722412, 4.3295464515686035, 4.4101691246032715, 4.2995710372924805, 4.356540203094482, 4.299350738525391, 4.259497165679932, 4.307865619659424, 4.302410125732422, 4.328128814697266]}, {"step": 2250, "epoch": 5, "train_loss": 2.0759732723236084, "cos_r_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "cos_apical_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "cos_Ac_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "r_norm": [4.062785625457764, 4.154715538024902, 4.086038589477539, 4.151350498199463, 4.127335548400879, 4.122902870178223, 4.062246322631836, 4.098580360412598, 4.114167213439941, 4.0902323722839355, 4.0666913986206055, 4.132701873779297, 4.201108932495117, 4.234426975250244, 4.14116096496582, 4.106658935546875, 4.2669572830200195, 4.058952331542969, 4.188236236572266, 4.141932010650635, 4.035028457641602, 4.118647575378418, 4.167448043823242, 4.077037811279297, 4.130484580993652, 4.095023155212402, 4.052237033843994, 4.084106922149658, 4.067231178283691, 4.116632461547852]}, {"step": 2300, "epoch": 5, "train_loss": 1.8086659908294678, "cos_r_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "cos_apical_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "cos_Ac_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "r_norm": [4.165925979614258, 4.258120059967041, 4.192923069000244, 4.265480995178223, 4.224049091339111, 4.228321552276611, 4.172954559326172, 4.208268165588379, 4.222928047180176, 4.199880123138428, 4.176496505737305, 4.2479729652404785, 4.31019401550293, 4.349392890930176, 4.251500606536865, 4.221035003662109, 4.378533363342285, 4.165383815765381, 4.295970916748047, 4.257328987121582, 4.136948585510254, 4.228035926818848, 4.285525321960449, 4.178118705749512, 4.241402626037598, 4.192770004272461, 4.157658100128174, 4.194562911987305, 4.17850399017334, 4.2239556312561035]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3655, "test_loss": 2.012645373535156}, {"step": 2350, "epoch": 6, "train_loss": 1.8002066612243652, "cos_r_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "cos_apical_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "cos_Ac_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "r_norm": [4.316825866699219, 4.404047012329102, 4.336242198944092, 4.410819053649902, 4.372925758361816, 4.384767532348633, 4.325463771820068, 4.358302116394043, 4.363559246063232, 4.344879150390625, 4.322453498840332, 4.393031120300293, 4.452905654907227, 4.514343738555908, 4.393376350402832, 4.377621173858643, 4.531429767608643, 4.302507400512695, 4.451161861419678, 4.40477180480957, 4.274889945983887, 4.379548072814941, 4.4349517822265625, 4.3217549324035645, 4.3906683921813965, 4.338155746459961, 4.292759895324707, 4.337369918823242, 4.327179431915283, 4.374110221862793]}, {"step": 2400, "epoch": 6, "train_loss": 1.7477086782455444, "cos_r_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "cos_apical_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "cos_Ac_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "r_norm": [4.120547771453857, 4.2136406898498535, 4.144046783447266, 4.206264495849609, 4.184136867523193, 4.178449630737305, 4.115192890167236, 4.158747673034668, 4.173983097076416, 4.146193981170654, 4.114975929260254, 4.191995143890381, 4.252527236938477, 4.29818058013916, 4.202878475189209, 4.165172576904297, 4.325927734375, 4.117515563964844, 4.243930816650391, 4.2078752517700195, 4.0871171951293945, 4.175446033477783, 4.231297969818115, 4.1302080154418945, 4.190602779388428, 4.142544746398926, 4.103055953979492, 4.138718605041504, 4.126172065734863, 4.171627044677734]}, {"step": 2450, "epoch": 6, "train_loss": 1.6516953706741333, "cos_r_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "cos_apical_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "cos_Ac_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "r_norm": [4.500885009765625, 4.578377723693848, 4.476165771484375, 4.574411392211914, 4.558431625366211, 4.541306495666504, 4.48850679397583, 4.534854888916016, 4.54339599609375, 4.5171380043029785, 4.474878787994385, 4.559460163116455, 4.63181209564209, 4.693270206451416, 4.550249099731445, 4.551586627960205, 4.699873447418213, 4.478213310241699, 4.626786708831787, 4.592391014099121, 4.436171054840088, 4.5621562004089355, 4.6237568855285645, 4.510359764099121, 4.578548431396484, 4.486158847808838, 4.457154273986816, 4.502408981323242, 4.500766754150391, 4.560642719268799]}, {"step": 2500, "epoch": 6, "train_loss": 1.683183193206787, "cos_r_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "cos_apical_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "cos_Ac_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "r_norm": [4.152375221252441, 4.222255706787109, 4.166524410247803, 4.247077941894531, 4.202962398529053, 4.210826873779297, 4.152946472167969, 4.195770263671875, 4.1910834312438965, 4.163141250610352, 4.15381383895874, 4.219863414764404, 4.273644924163818, 4.313473701477051, 4.217855453491211, 4.180830478668213, 4.355906009674072, 4.1478590965271, 4.276693344116211, 4.233720779418945, 4.118172645568848, 4.182567596435547, 4.242835998535156, 4.150923252105713, 4.2082839012146, 4.17069149017334, 4.137904167175293, 4.169178009033203, 4.14765739440918, 4.189255237579346]}, {"step": 2550, "epoch": 6, "train_loss": 1.929905652999878, "cos_r_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "cos_apical_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "cos_Ac_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "r_norm": [4.154594421386719, 4.252008438110352, 4.171754837036133, 4.248387336730957, 4.2282209396362305, 4.222527503967285, 4.15660285949707, 4.185832977294922, 4.214086532592773, 4.184825420379639, 4.159066200256348, 4.2334723472595215, 4.298824310302734, 4.342975616455078, 4.233412742614746, 4.205610275268555, 4.36378812789917, 4.1500396728515625, 4.285833358764648, 4.240844249725342, 4.120643615722656, 4.225569725036621, 4.268828868865967, 4.159285068511963, 4.232442855834961, 4.18940544128418, 4.13662576675415, 4.177280426025391, 4.168825149536133, 4.215066909790039]}, {"step": 2600, "epoch": 6, "train_loss": 1.9896228313446045, "cos_r_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "cos_apical_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "cos_Ac_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "r_norm": [4.170111179351807, 4.262166500091553, 4.198183059692383, 4.262991905212402, 4.233139514923096, 4.246614933013916, 4.172451019287109, 4.206674575805664, 4.225521087646484, 4.1961517333984375, 4.1854071617126465, 4.248690605163574, 4.315173149108887, 4.349215507507324, 4.247148036956787, 4.223324298858643, 4.380830764770508, 4.155282020568848, 4.295126914978027, 4.258965492248535, 4.145732879638672, 4.228072643280029, 4.2837090492248535, 4.176078796386719, 4.2418928146362305, 4.204358100891113, 4.158080101013184, 4.196033954620361, 4.179596424102783, 4.226715564727783]}, {"step": 2650, "epoch": 6, "train_loss": 1.649658203125, "cos_r_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "cos_apical_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "cos_Ac_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "r_norm": [4.079277992248535, 4.186830043792725, 4.124074935913086, 4.1712260246276855, 4.143072128295898, 4.159540176391602, 4.088048934936523, 4.121988296508789, 4.147731781005859, 4.11350679397583, 4.085983753204346, 4.151276588439941, 4.211769104003906, 4.28051233291626, 4.17033576965332, 4.116503715515137, 4.286258697509766, 4.085073947906494, 4.208590507507324, 4.1687164306640625, 4.055344104766846, 4.140337944030762, 4.212679862976074, 4.0906829833984375, 4.157448768615723, 4.116584300994873, 4.079957962036133, 4.106701374053955, 4.107272624969482, 4.122673511505127]}, {"step": 2700, "epoch": 6, "train_loss": 1.7839045524597168, "cos_r_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "cos_apical_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "cos_Ac_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "r_norm": [4.101966857910156, 4.1871185302734375, 4.126275062561035, 4.184908390045166, 4.161880970001221, 4.156486988067627, 4.098090171813965, 4.135035514831543, 4.155196666717529, 4.121933937072754, 4.101215362548828, 4.171018600463867, 4.233837127685547, 4.266378402709961, 4.181955814361572, 4.140426158905029, 4.299168586730957, 4.091930866241455, 4.220328330993652, 4.185770511627197, 4.073722839355469, 4.152273178100586, 4.21848201751709, 4.114443778991699, 4.171564102172852, 4.1260881423950195, 4.085140228271484, 4.126443862915039, 4.108138084411621, 4.1501569747924805]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3789, "test_loss": 1.84599931640625}, {"step": 2750, "epoch": 7, "train_loss": 1.773075819015503, "cos_r_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "cos_apical_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "cos_Ac_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "r_norm": [4.156296730041504, 4.238842487335205, 4.17115592956543, 4.238342761993408, 4.218700408935547, 4.208456039428711, 4.155722618103027, 4.1888275146484375, 4.209370136260986, 4.174661636352539, 4.143253326416016, 4.208929061889648, 4.29170036315918, 4.331019401550293, 4.221615791320801, 4.186864852905273, 4.354301929473877, 4.1348748207092285, 4.274910926818848, 4.223215103149414, 4.125047206878662, 4.211029052734375, 4.269340515136719, 4.1749067306518555, 4.219663619995117, 4.178399085998535, 4.134082794189453, 4.167301654815674, 4.150926113128662, 4.208967685699463]}, {"step": 2800, "epoch": 7, "train_loss": 1.9378464221954346, "cos_r_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "cos_apical_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "cos_Ac_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "r_norm": [3.990952491760254, 4.08597993850708, 4.012066841125488, 4.07853364944458, 4.053869724273682, 4.051112651824951, 3.9949123859405518, 4.027195453643799, 4.048704147338867, 4.015383720397949, 3.990377426147461, 4.0634918212890625, 4.12217903137207, 4.16903018951416, 4.0689697265625, 4.0339274406433105, 4.1919050216674805, 3.989893913269043, 4.117009162902832, 4.074902057647705, 3.965768337249756, 4.0389604568481445, 4.1045613288879395, 4.007991790771484, 4.062593936920166, 4.0182881355285645, 3.9804439544677734, 4.005499362945557, 4.002905368804932, 4.0442657470703125]}, {"step": 2850, "epoch": 7, "train_loss": 2.0252699851989746, "cos_r_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "cos_apical_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "cos_Ac_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "r_norm": [4.170343399047852, 4.270712375640869, 4.1947736740112305, 4.269787788391113, 4.2442827224731445, 4.243347644805908, 4.175523281097412, 4.208899974822998, 4.230604648590088, 4.197321891784668, 4.176800727844238, 4.251091957092285, 4.316154479980469, 4.362898826599121, 4.256847858428955, 4.225592613220215, 4.384212970733643, 4.168173789978027, 4.304980278015137, 4.248683929443359, 4.143336296081543, 4.238084316253662, 4.28513240814209, 4.178252220153809, 4.245712757110596, 4.212065696716309, 4.151953220367432, 4.191872596740723, 4.175230979919434, 4.235107421875]}, {"step": 2900, "epoch": 7, "train_loss": 1.968167781829834, "cos_r_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "cos_apical_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "cos_Ac_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "r_norm": [4.226718902587891, 4.315219879150391, 4.2457427978515625, 4.303732872009277, 4.315320014953613, 4.295919418334961, 4.214800834655762, 4.26030158996582, 4.275177478790283, 4.248786926269531, 4.225526809692383, 4.279251575469971, 4.335380554199219, 4.39457368850708, 4.303946495056152, 4.263561248779297, 4.437320709228516, 4.223667144775391, 4.349286079406738, 4.317005157470703, 4.179683208465576, 4.280092716217041, 4.32609748840332, 4.211766719818115, 4.2923126220703125, 4.253262042999268, 4.21054744720459, 4.23625373840332, 4.236513137817383, 4.270420551300049]}, {"step": 2950, "epoch": 7, "train_loss": 1.926307201385498, "cos_r_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "cos_apical_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "cos_Ac_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "r_norm": [4.185755729675293, 4.259155750274658, 4.19596004486084, 4.263474941253662, 4.242666244506836, 4.232273101806641, 4.161974906921387, 4.219069480895996, 4.225794792175293, 4.197471618652344, 4.17527961730957, 4.241853713989258, 4.307382106781006, 4.353586196899414, 4.246469497680664, 4.214913368225098, 4.384143829345703, 4.163569450378418, 4.301287651062012, 4.255661964416504, 4.143864154815674, 4.231936931610107, 4.289557456970215, 4.190742492675781, 4.247379302978516, 4.195880889892578, 4.155459403991699, 4.191291809082031, 4.174144268035889, 4.236828804016113]}, {"step": 3000, "epoch": 7, "train_loss": 1.8575983047485352, "cos_r_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "cos_apical_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "cos_Ac_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "r_norm": [4.0713090896606445, 4.147966384887695, 4.073930740356445, 4.161435127258301, 4.136190414428711, 4.129616737365723, 4.072560787200928, 4.105099201202393, 4.113485336303711, 4.09090518951416, 4.07147216796875, 4.126745223999023, 4.194119453430176, 4.242927551269531, 4.133912086486816, 4.11090087890625, 4.266717910766602, 4.063039302825928, 4.193978786468506, 4.148165702819824, 4.03291130065918, 4.121851921081543, 4.178781032562256, 4.0740132331848145, 4.13644552230835, 4.0868072509765625, 4.047759056091309, 4.081568241119385, 4.068853378295898, 4.1242170333862305]}, {"step": 3050, "epoch": 7, "train_loss": 1.8953900337219238, "cos_r_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "cos_apical_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "cos_Ac_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "r_norm": [4.061277389526367, 4.150052547454834, 4.0920515060424805, 4.15150260925293, 4.123578071594238, 4.120176315307617, 4.054746627807617, 4.1029052734375, 4.113916397094727, 4.076515197753906, 4.059372901916504, 4.131984710693359, 4.195274353027344, 4.236677169799805, 4.136866569519043, 4.102298736572266, 4.260964870452881, 4.052599906921387, 4.181351661682129, 4.14509916305542, 4.033319473266602, 4.110213279724121, 4.172278881072998, 4.073570728302002, 4.132753372192383, 4.087395668029785, 4.051279067993164, 4.083748817443848, 4.06230354309082, 4.109703063964844]}, {"step": 3100, "epoch": 7, "train_loss": 1.7629245519638062, "cos_r_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "cos_apical_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "cos_Ac_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "r_norm": [4.0899739265441895, 4.185211658477783, 4.112648963928223, 4.198155403137207, 4.158836364746094, 4.151690483093262, 4.096663951873779, 4.130778789520264, 4.146017074584961, 4.117340087890625, 4.094760894775391, 4.176501274108887, 4.230802536010742, 4.279075622558594, 4.171788215637207, 4.137704849243164, 4.304841995239258, 4.0891594886779785, 4.215876579284668, 4.171165943145752, 4.063623428344727, 4.143187046051025, 4.200592994689941, 4.103348731994629, 4.168545722961426, 4.1238908767700195, 4.078965187072754, 4.117913246154785, 4.097211837768555, 4.157992362976074]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3711, "test_loss": 1.90884609375}, {"step": 3150, "epoch": 8, "train_loss": 1.8431718349456787, "cos_r_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "cos_apical_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "cos_Ac_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "r_norm": [4.1609368324279785, 4.235404014587402, 4.176201343536377, 4.243082046508789, 4.220945358276367, 4.220274925231934, 4.157572269439697, 4.202363967895508, 4.193911552429199, 4.176331520080566, 4.157534599304199, 4.218679428100586, 4.282681465148926, 4.325336456298828, 4.2252044677734375, 4.197422027587891, 4.3638811111450195, 4.154959678649902, 4.28176736831665, 4.241062164306641, 4.123739242553711, 4.201085567474365, 4.266175270080566, 4.1696624755859375, 4.219447135925293, 4.17633056640625, 4.14846658706665, 4.171365737915039, 4.157576084136963, 4.21159553527832]}, {"step": 3200, "epoch": 8, "train_loss": 1.6864770650863647, "cos_r_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "cos_apical_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "cos_Ac_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "r_norm": [4.126019477844238, 4.206709861755371, 4.141185760498047, 4.218174457550049, 4.196784019470215, 4.185196399688721, 4.1199445724487305, 4.163154602050781, 4.165417671203613, 4.148358345031738, 4.128025054931641, 4.190790176391602, 4.252782344818115, 4.2959394454956055, 4.199160575866699, 4.169200420379639, 4.333778381347656, 4.122486114501953, 4.247084140777588, 4.212688446044922, 4.086684226989746, 4.176523685455322, 4.226404190063477, 4.126931190490723, 4.191630840301514, 4.145350456237793, 4.111594200134277, 4.147233009338379, 4.129778861999512, 4.180095672607422]}, {"step": 3250, "epoch": 8, "train_loss": 1.9138624668121338, "cos_r_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "cos_apical_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "cos_Ac_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "r_norm": [4.179738998413086, 4.249392032623291, 4.187959671020508, 4.2552571296691895, 4.235500335693359, 4.238456726074219, 4.175050258636475, 4.213039875030518, 4.214254379272461, 4.190212249755859, 4.165090560913086, 4.234118461608887, 4.302833557128906, 4.341082572937012, 4.245179176330566, 4.203431129455566, 4.38352108001709, 4.167080402374268, 4.301983833312988, 4.249538421630859, 4.13422966003418, 4.225821495056152, 4.274771213531494, 4.1830244064331055, 4.226628303527832, 4.185563564300537, 4.15643835067749, 4.183038711547852, 4.169812202453613, 4.22859001159668]}, {"step": 3300, "epoch": 8, "train_loss": 1.9011337757110596, "cos_r_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "cos_apical_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "cos_Ac_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "r_norm": [4.042741775512695, 4.123126983642578, 4.0544891357421875, 4.1227335929870605, 4.108664035797119, 4.103066444396973, 4.040853023529053, 4.077671051025391, 4.086945533752441, 4.066407203674316, 4.041505336761475, 4.105359077453613, 4.171228408813477, 4.214552879333496, 4.110299587249756, 4.075885772705078, 4.238986015319824, 4.034045219421387, 4.159994125366211, 4.110881805419922, 4.007565021514893, 4.089733123779297, 4.145765781402588, 4.047650337219238, 4.10599422454834, 4.0593671798706055, 4.023890495300293, 4.0520524978637695, 4.044343948364258, 4.09698486328125]}, {"step": 3350, "epoch": 8, "train_loss": 1.90858793258667, "cos_r_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "cos_apical_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "cos_Ac_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "r_norm": [4.220822811126709, 4.298786640167236, 4.227890968322754, 4.30824089050293, 4.27386999130249, 4.265453815460205, 4.225147724151611, 4.256957530975342, 4.25936222076416, 4.2410478591918945, 4.208189964294434, 4.282481670379639, 4.348525047302246, 4.3853349685668945, 4.295697212219238, 4.251028060913086, 4.421976089477539, 4.215876579284668, 4.341821193695068, 4.30944299697876, 4.175148963928223, 4.2546281814575195, 4.328511714935303, 4.228426933288574, 4.279592037200928, 4.230669021606445, 4.209813117980957, 4.237873077392578, 4.222119331359863, 4.271148681640625]}, {"step": 3400, "epoch": 8, "train_loss": 1.782429814338684, "cos_r_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "cos_apical_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "cos_Ac_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "r_norm": [4.131499290466309, 4.225515365600586, 4.155381679534912, 4.245474815368652, 4.20070743560791, 4.201305866241455, 4.138949871063232, 4.171243667602539, 4.185873985290527, 4.162149906158447, 4.139798641204834, 4.219381332397461, 4.271106719970703, 4.3332929611206055, 4.217807292938232, 4.1828203201293945, 4.359862804412842, 4.136758804321289, 4.266324043273926, 4.2121968269348145, 4.1047773361206055, 4.187888145446777, 4.241806983947754, 4.148951053619385, 4.203122138977051, 4.171298503875732, 4.122922897338867, 4.156581878662109, 4.139707565307617, 4.194834232330322]}, {"step": 3450, "epoch": 8, "train_loss": 1.667334794998169, "cos_r_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "cos_apical_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "cos_Ac_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "r_norm": [4.167255401611328, 4.24239444732666, 4.175568580627441, 4.2432026863098145, 4.21746301651001, 4.218175888061523, 4.156820297241211, 4.192802906036377, 4.194552421569824, 4.180577278137207, 4.16442346572876, 4.2337446212768555, 4.288370132446289, 4.317620754241943, 4.236447811126709, 4.197023391723633, 4.357301235198975, 4.162594795227051, 4.286311149597168, 4.2599873542785645, 4.123573303222656, 4.1856207847595215, 4.268868446350098, 4.159180164337158, 4.224001884460449, 4.186402797698975, 4.1537370681762695, 4.18450927734375, 4.175300598144531, 4.2069807052612305]}, {"step": 3500, "epoch": 8, "train_loss": 1.6962507963180542, "cos_r_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "cos_apical_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "cos_Ac_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "r_norm": [4.0404205322265625, 4.120837688446045, 4.059238433837891, 4.124751091003418, 4.0959248542785645, 4.088796615600586, 4.03874397277832, 4.077289581298828, 4.0898284912109375, 4.05936336517334, 4.038522243499756, 4.112748146057129, 4.170909881591797, 4.215473175048828, 4.111819267272949, 4.076782703399658, 4.237834930419922, 4.032820224761963, 4.161228656768799, 4.115156173706055, 4.002223491668701, 4.085603713989258, 4.142375946044922, 4.049808502197266, 4.105359077453613, 4.057668685913086, 4.01653528213501, 4.054984092712402, 4.037181854248047, 4.089088439941406]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3696, "test_loss": 1.904337255859375}, {"step": 3550, "epoch": 9, "train_loss": 1.5571346282958984, "cos_r_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "cos_apical_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "cos_Ac_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "r_norm": [4.252610206604004, 4.3307905197143555, 4.272473335266113, 4.338744163513184, 4.293102741241455, 4.306825637817383, 4.255889892578125, 4.292854309082031, 4.288373947143555, 4.265952110290527, 4.2504072189331055, 4.316853046417236, 4.3792877197265625, 4.426294326782227, 4.314276695251465, 4.292547225952148, 4.459564208984375, 4.235278606414795, 4.383550643920898, 4.33967399597168, 4.20335578918457, 4.292717933654785, 4.348210334777832, 4.262665748596191, 4.310091972351074, 4.266880989074707, 4.233664512634277, 4.266530990600586, 4.248969078063965, 4.301361083984375]}, {"step": 3600, "epoch": 9, "train_loss": 1.622429370880127, "cos_r_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "cos_apical_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "cos_Ac_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "r_norm": [4.198482036590576, 4.281149864196777, 4.20897102355957, 4.288484573364258, 4.259864807128906, 4.25449275970459, 4.185267448425293, 4.234283447265625, 4.243741989135742, 4.223751068115234, 4.195894718170166, 4.277775764465332, 4.340068817138672, 4.378955364227295, 4.26849365234375, 4.247725486755371, 4.398614883422852, 4.187741756439209, 4.32858943939209, 4.282554626464844, 4.159211158752441, 4.250886917114258, 4.306443214416504, 4.202330589294434, 4.273739814758301, 4.22404670715332, 4.180108070373535, 4.216619491577148, 4.201871871948242, 4.254833221435547]}, {"step": 3650, "epoch": 9, "train_loss": 1.7522945404052734, "cos_r_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "cos_apical_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "cos_Ac_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "r_norm": [4.261181831359863, 4.337967872619629, 4.275206565856934, 4.342465400695801, 4.304982662200928, 4.292628288269043, 4.251967430114746, 4.298680305480957, 4.29736852645874, 4.270322799682617, 4.255756378173828, 4.327154636383057, 4.396315097808838, 4.422075271606445, 4.335319995880127, 4.296689987182617, 4.462296485900879, 4.247763156890869, 4.3703718185424805, 4.345911979675293, 4.218319892883301, 4.293203353881836, 4.36591911315918, 4.279422760009766, 4.322796821594238, 4.274468421936035, 4.237117290496826, 4.2854509353637695, 4.2541823387146, 4.311842918395996]}, {"step": 3700, "epoch": 9, "train_loss": 1.704325795173645, "cos_r_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "cos_apical_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "cos_Ac_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "r_norm": [4.190155029296875, 4.27183723449707, 4.207518577575684, 4.275506019592285, 4.251538276672363, 4.2534260749816895, 4.188299179077148, 4.227712154388428, 4.234424591064453, 4.2174506187438965, 4.185360431671143, 4.261033058166504, 4.3269195556640625, 4.3637542724609375, 4.266790390014648, 4.238026142120361, 4.394341468811035, 4.177497863769531, 4.318567752838135, 4.268508434295654, 4.157567977905273, 4.235665321350098, 4.295657157897949, 4.198110580444336, 4.254319667816162, 4.211809158325195, 4.175192832946777, 4.204990863800049, 4.190288066864014, 4.241825103759766]}, {"step": 3750, "epoch": 9, "train_loss": 1.7202919721603394, "cos_r_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "cos_apical_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "cos_Ac_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "r_norm": [4.348661422729492, 4.425702095031738, 4.338506698608398, 4.418553829193115, 4.4172821044921875, 4.401289939880371, 4.347043037414551, 4.378818035125732, 4.37995719909668, 4.371211051940918, 4.3343186378479, 4.400054931640625, 4.469893932342529, 4.506275177001953, 4.40876579284668, 4.380382537841797, 4.54522705078125, 4.334046840667725, 4.4799113273620605, 4.4403815269470215, 4.296520709991455, 4.388735771179199, 4.4510111808776855, 4.343823432922363, 4.410635948181152, 4.350885391235352, 4.320584297180176, 4.353011131286621, 4.352006435394287, 4.401649475097656]}, {"step": 3800, "epoch": 9, "train_loss": 2.0089001655578613, "cos_r_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "cos_apical_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "cos_Ac_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "r_norm": [4.113170623779297, 4.2051801681518555, 4.132437705993652, 4.2024827003479, 4.184948921203613, 4.17722225189209, 4.119801998138428, 4.150587558746338, 4.164013862609863, 4.145514965057373, 4.102447032928467, 4.173602104187012, 4.247191429138184, 4.291801452636719, 4.185266494750977, 4.157910346984863, 4.3196516036987305, 4.106082439422607, 4.2513628005981445, 4.194706439971924, 4.086895942687988, 4.169510364532471, 4.218711853027344, 4.1238322257995605, 4.182093620300293, 4.129785537719727, 4.1058220863342285, 4.130755424499512, 4.114665985107422, 4.169317245483398]}, {"step": 3850, "epoch": 9, "train_loss": 1.5894585847854614, "cos_r_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "cos_apical_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "cos_Ac_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "r_norm": [4.198056697845459, 4.281617164611816, 4.206310272216797, 4.279785633087158, 4.264421463012695, 4.254495620727539, 4.195430755615234, 4.233310699462891, 4.249838829040527, 4.2207465171813965, 4.191900253295898, 4.258666038513184, 4.318385124206543, 4.375381946563721, 4.272846221923828, 4.237651824951172, 4.403077602386475, 4.190189361572266, 4.321344375610352, 4.2914581298828125, 4.156415939331055, 4.246346950531006, 4.314870357513428, 4.206027507781982, 4.265506744384766, 4.214521884918213, 4.180894374847412, 4.213403224945068, 4.207820892333984, 4.250262260437012]}, {"step": 3900, "epoch": 9, "train_loss": 1.7902644872665405, "cos_r_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "cos_apical_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "cos_Ac_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "r_norm": [4.07337760925293, 4.164009094238281, 4.097311973571777, 4.144269943237305, 4.137016773223877, 4.132145404815674, 4.064438819885254, 4.106350898742676, 4.12322473526001, 4.0927205085754395, 4.070296764373779, 4.1344990730285645, 4.196565628051758, 4.234167098999023, 4.1514177322387695, 4.107245445251465, 4.265315055847168, 4.070918083190918, 4.191714286804199, 4.157123565673828, 4.041296005249023, 4.115278244018555, 4.179471492767334, 4.071294784545898, 4.141966819763184, 4.100151062011719, 4.060843467712402, 4.088466644287109, 4.079451084136963, 4.114738941192627]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3965, "test_loss": 1.9034584594726562}, {"step": 3950, "epoch": 10, "train_loss": 1.7246344089508057, "cos_r_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "cos_apical_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "cos_Ac_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "r_norm": [4.072770118713379, 4.139503479003906, 4.079354286193848, 4.149566173553467, 4.120296478271484, 4.120460510253906, 4.067678451538086, 4.104829788208008, 4.109762668609619, 4.086820602416992, 4.064261436462402, 4.127521991729736, 4.190662384033203, 4.2299065589904785, 4.134431838989258, 4.106139183044434, 4.259349346160889, 4.058292865753174, 4.188730239868164, 4.152248382568359, 4.029347896575928, 4.110489368438721, 4.177846431732178, 4.074873924255371, 4.13040828704834, 4.081029415130615, 4.053289413452148, 4.087334632873535, 4.066638946533203, 4.11138391494751]}, {"step": 4000, "epoch": 10, "train_loss": 1.642225742340088, "cos_r_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "cos_apical_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "cos_Ac_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "r_norm": [4.18425178527832, 4.267521858215332, 4.187531471252441, 4.2653093338012695, 4.247769355773926, 4.231723785400391, 4.177460670471191, 4.2172393798828125, 4.2310004234313965, 4.207973480224609, 4.175009727478027, 4.250494480133057, 4.325316429138184, 4.361207485198975, 4.254886150360107, 4.220762729644775, 4.389037132263184, 4.170712471008301, 4.311375617980957, 4.253287315368652, 4.144523620605469, 4.235633850097656, 4.285129547119141, 4.191769599914551, 4.245945930480957, 4.2034759521484375, 4.156641006469727, 4.1931376457214355, 4.180092811584473, 4.241734504699707]}, {"step": 4050, "epoch": 10, "train_loss": 1.7534972429275513, "cos_r_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "cos_apical_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "cos_Ac_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "r_norm": [4.267274856567383, 4.363839149475098, 4.290926456451416, 4.356625080108643, 4.338098049163818, 4.331485748291016, 4.270163059234619, 4.300372123718262, 4.328005790710449, 4.299308776855469, 4.258892059326172, 4.33682918548584, 4.413904666900635, 4.449265003204346, 4.3564910888671875, 4.310789108276367, 4.47805118560791, 4.266238212585449, 4.4041032791137695, 4.359335899353027, 4.235544681549072, 4.330806732177734, 4.387363433837891, 4.275414943695068, 4.340195655822754, 4.295480728149414, 4.259897232055664, 4.2870869636535645, 4.280924320220947, 4.321820259094238]}, {"step": 4100, "epoch": 10, "train_loss": 1.8333344459533691, "cos_r_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "cos_apical_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "cos_Ac_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "r_norm": [4.085027694702148, 4.170797348022461, 4.109679698944092, 4.175839424133301, 4.147947311401367, 4.143702507019043, 4.079186916351318, 4.125851631164551, 4.134300231933594, 4.113558769226074, 4.0894927978515625, 4.161820411682129, 4.2211222648620605, 4.255964279174805, 4.158382415771484, 4.12497615814209, 4.293225288391113, 4.08493709564209, 4.2151031494140625, 4.1698737144470215, 4.051867485046387, 4.139769554138184, 4.184403419494629, 4.098566055297852, 4.155656814575195, 4.111355781555176, 4.074731826782227, 4.109682083129883, 4.0934062004089355, 4.134363174438477]}, {"step": 4150, "epoch": 10, "train_loss": 1.5048494338989258, "cos_r_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "cos_apical_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "cos_Ac_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "r_norm": [4.106521129608154, 4.192485809326172, 4.136998176574707, 4.202615261077881, 4.1773786544799805, 4.168029308319092, 4.114150524139404, 4.141643047332764, 4.161879539489746, 4.1364617347717285, 4.111639022827148, 4.1835856437683105, 4.2401814460754395, 4.2892255783081055, 4.193318843841553, 4.152459144592285, 4.320931434631348, 4.098234176635742, 4.234498500823975, 4.196176052093506, 4.071037292480469, 4.172224044799805, 4.216067314147949, 4.118921279907227, 4.174604892730713, 4.134414196014404, 4.09268856048584, 4.137630462646484, 4.119195938110352, 4.16245174407959]}, {"step": 4200, "epoch": 10, "train_loss": 1.7524230480194092, "cos_r_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "cos_apical_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "cos_Ac_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "r_norm": [4.131542205810547, 4.201414108276367, 4.141005516052246, 4.220561981201172, 4.185794830322266, 4.186304569244385, 4.121474742889404, 4.165543556213379, 4.17066764831543, 4.147646903991699, 4.131875514984131, 4.205958366394043, 4.263188362121582, 4.294704437255859, 4.197211265563965, 4.17192268371582, 4.3365654945373535, 4.116393566131592, 4.253026962280273, 4.210161209106445, 4.090152740478516, 4.181854248046875, 4.220870494842529, 4.135457992553711, 4.188727378845215, 4.150409698486328, 4.112308502197266, 4.14661979675293, 4.129214286804199, 4.179398059844971]}, {"step": 4250, "epoch": 10, "train_loss": 1.778212070465088, "cos_r_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "cos_apical_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "cos_Ac_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "r_norm": [4.068953990936279, 4.154643535614014, 4.092792510986328, 4.156008720397949, 4.126155853271484, 4.1285810470581055, 4.069330215454102, 4.101847171783447, 4.121431827545166, 4.0859479904174805, 4.07354736328125, 4.133037090301514, 4.194753646850586, 4.230616569519043, 4.145930290222168, 4.110075950622559, 4.265008926391602, 4.060937881469727, 4.190524101257324, 4.156339645385742, 4.035241603851318, 4.111940860748291, 4.179551124572754, 4.07521915435791, 4.140651702880859, 4.094195365905762, 4.046436786651611, 4.087949752807617, 4.076897144317627, 4.106697082519531]}, {"step": 4300, "epoch": 10, "train_loss": 1.5988264083862305, "cos_r_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "cos_apical_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "cos_Ac_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "r_norm": [4.065086364746094, 4.132237434387207, 4.076977252960205, 4.140017509460449, 4.111386299133301, 4.113766193389893, 4.062767028808594, 4.093162536621094, 4.103094577789307, 4.07204008102417, 4.051392555236816, 4.120498180389404, 4.185175895690918, 4.223808288574219, 4.131270885467529, 4.094902038574219, 4.254802227020264, 4.040311336517334, 4.178587436676025, 4.136821746826172, 4.021449089050293, 4.101774215698242, 4.160775184631348, 4.069746971130371, 4.115742206573486, 4.078482151031494, 4.044193744659424, 4.076428413391113, 4.056029319763184, 4.102792739868164]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4069, "test_loss": 1.7866068115234375}, {"step": 4350, "epoch": 11, "train_loss": 1.5393222570419312, "cos_r_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "cos_apical_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "cos_Ac_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "r_norm": [4.1747355461120605, 4.251743793487549, 4.189992904663086, 4.256784439086914, 4.234375, 4.221728801727295, 4.168271064758301, 4.206192970275879, 4.223572731018066, 4.1938276290893555, 4.171293258666992, 4.254900932312012, 4.315279960632324, 4.340509414672852, 4.246457576751709, 4.214592933654785, 4.380311012268066, 4.162498474121094, 4.301340103149414, 4.260533332824707, 4.129952907562256, 4.236298561096191, 4.273919105529785, 4.187509536743164, 4.242005348205566, 4.194555282592773, 4.145788192749023, 4.195192813873291, 4.178167343139648, 4.226505279541016]}, {"step": 4400, "epoch": 11, "train_loss": 1.7569957971572876, "cos_r_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "cos_apical_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "cos_Ac_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "r_norm": [4.092368125915527, 4.185002326965332, 4.114804267883301, 4.16684627532959, 4.1648969650268555, 4.145884037017822, 4.086337089538574, 4.1300530433654785, 4.152767658233643, 4.114540100097656, 4.083258628845215, 4.151777267456055, 4.221465110778809, 4.266035079956055, 4.172820568084717, 4.130197525024414, 4.299304485321045, 4.0896711349487305, 4.214681625366211, 4.172382831573486, 4.058904647827148, 4.1575517654418945, 4.198342800140381, 4.104184627532959, 4.160745620727539, 4.117956638336182, 4.073678970336914, 4.102530479431152, 4.094001770019531, 4.1453447341918945]}, {"step": 4450, "epoch": 11, "train_loss": 1.9898159503936768, "cos_r_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "cos_apical_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "cos_Ac_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "r_norm": [4.163356781005859, 4.237300872802734, 4.176284313201904, 4.24478816986084, 4.218413829803467, 4.227318286895752, 4.15203332901001, 4.195864677429199, 4.199958801269531, 4.1792192459106445, 4.161391258239746, 4.235458850860596, 4.300939559936523, 4.328161239624023, 4.2308573722839355, 4.202114105224609, 4.3609771728515625, 4.144911289215088, 4.289115905761719, 4.241158962249756, 4.123435974121094, 4.210447311401367, 4.2591962814331055, 4.159260272979736, 4.218899726867676, 4.182674407958984, 4.143994331359863, 4.173736572265625, 4.159890174865723, 4.214468479156494]}, {"step": 4500, "epoch": 11, "train_loss": 1.9267878532409668, "cos_r_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "cos_apical_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "cos_Ac_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "r_norm": [4.094153881072998, 4.168194770812988, 4.09299373626709, 4.167417526245117, 4.147301197052002, 4.146785736083984, 4.08526086807251, 4.125088214874268, 4.135778427124023, 4.101942539215088, 4.078537464141846, 4.141206741333008, 4.216632843017578, 4.252965450286865, 4.154492378234863, 4.126611709594727, 4.281059265136719, 4.073065757751465, 4.214408874511719, 4.15955924987793, 4.055431842803955, 4.129426002502441, 4.189136505126953, 4.098089218139648, 4.151561737060547, 4.1126227378845215, 4.069742202758789, 4.089898109436035, 4.0815229415893555, 4.1287970542907715]}, {"step": 4550, "epoch": 11, "train_loss": 1.625341773033142, "cos_r_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "cos_apical_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "cos_Ac_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "r_norm": [4.09170389175415, 4.171894550323486, 4.10052490234375, 4.1658854484558105, 4.146027088165283, 4.1427412033081055, 4.0726213455200195, 4.128962516784668, 4.131405830383301, 4.096072196960449, 4.086557865142822, 4.147053241729736, 4.210878849029541, 4.254148483276367, 4.157220840454102, 4.12787389755249, 4.285137176513672, 4.081822395324707, 4.203901290893555, 4.1652398109436035, 4.048633098602295, 4.1245503425598145, 4.178762912750244, 4.098203659057617, 4.151169776916504, 4.110045909881592, 4.065074920654297, 4.095102310180664, 4.078680992126465, 4.132927894592285]}, {"step": 4600, "epoch": 11, "train_loss": 1.6988390684127808, "cos_r_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "cos_apical_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "cos_Ac_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "r_norm": [4.0894927978515625, 4.167057037353516, 4.105655670166016, 4.166106224060059, 4.146795272827148, 4.152083396911621, 4.0913591384887695, 4.128195762634277, 4.135146617889404, 4.102661609649658, 4.087446212768555, 4.142975330352783, 4.209485054016113, 4.2498884201049805, 4.159336090087891, 4.120098114013672, 4.284946441650391, 4.075230121612549, 4.211032390594482, 4.164210319519043, 4.047292709350586, 4.126526832580566, 4.1872968673706055, 4.090749263763428, 4.145007133483887, 4.105743885040283, 4.066521644592285, 4.091383457183838, 4.083719253540039, 4.1268110275268555]}, {"step": 4650, "epoch": 11, "train_loss": 1.650581955909729, "cos_r_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "cos_apical_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "cos_Ac_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "r_norm": [4.143424987792969, 4.222794532775879, 4.155461311340332, 4.2172346115112305, 4.207995414733887, 4.204045295715332, 4.134678363800049, 4.176055908203125, 4.189787864685059, 4.163944244384766, 4.140833854675293, 4.201656818389893, 4.261651992797852, 4.30621337890625, 4.216421127319336, 4.172538757324219, 4.3454742431640625, 4.135624408721924, 4.2629570960998535, 4.228395462036133, 4.094670295715332, 4.189586639404297, 4.249120235443115, 4.143013000488281, 4.203157424926758, 4.161379337310791, 4.123929023742676, 4.14947509765625, 4.154288291931152, 4.188262939453125]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3966, "test_loss": 1.82698974609375}, {"step": 4700, "epoch": 12, "train_loss": 1.567535400390625, "cos_r_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "cos_apical_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "cos_Ac_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "r_norm": [4.12312650680542, 4.203301906585693, 4.136604309082031, 4.212153434753418, 4.182046890258789, 4.175904750823975, 4.124016284942627, 4.156782150268555, 4.171080589294434, 4.146286964416504, 4.1255950927734375, 4.188302040100098, 4.2510480880737305, 4.291393280029297, 4.194114685058594, 4.159523010253906, 4.32537317276001, 4.1144866943359375, 4.250975131988525, 4.206761360168457, 4.086717128753662, 4.174308776855469, 4.23056697845459, 4.129911422729492, 4.187099933624268, 4.144070625305176, 4.101905822753906, 4.136221408843994, 4.125057220458984, 4.166591644287109]}, {"step": 4750, "epoch": 12, "train_loss": 1.7791681289672852, "cos_r_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "cos_apical_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "cos_Ac_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "r_norm": [4.154486179351807, 4.239408493041992, 4.177752494812012, 4.261126518249512, 4.228816986083984, 4.216504096984863, 4.1689453125, 4.189074516296387, 4.210210800170898, 4.180364608764648, 4.165724754333496, 4.228972911834717, 4.278397560119629, 4.334110260009766, 4.236161708831787, 4.199114799499512, 4.3809590339660645, 4.156604766845703, 4.287093162536621, 4.239014148712158, 4.12339448928833, 4.208127021789551, 4.255615234375, 4.16859769821167, 4.220075607299805, 4.190639019012451, 4.140933036804199, 4.173367023468018, 4.161334037780762, 4.205069541931152]}, {"step": 4800, "epoch": 12, "train_loss": 1.6266515254974365, "cos_r_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "cos_apical_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "cos_Ac_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "r_norm": [4.287391662597656, 4.335754871368408, 4.26604700088501, 4.350514888763428, 4.333020210266113, 4.333562850952148, 4.26910924911499, 4.308561325073242, 4.3053998947143555, 4.285167217254639, 4.2634782791137695, 4.331546783447266, 4.407255172729492, 4.445553779602051, 4.334074974060059, 4.329107284545898, 4.465251922607422, 4.239175796508789, 4.401031970977783, 4.354091644287109, 4.222544193267822, 4.3288702964782715, 4.378767967224121, 4.277459144592285, 4.331717491149902, 4.279022216796875, 4.2390947341918945, 4.279728412628174, 4.261388778686523, 4.327505588531494]}, {"step": 4850, "epoch": 12, "train_loss": 1.6630167961120605, "cos_r_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "cos_apical_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "cos_Ac_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "r_norm": [4.262988090515137, 4.342109680175781, 4.271507740020752, 4.354031562805176, 4.333980083465576, 4.32342529296875, 4.265003204345703, 4.296990871429443, 4.313675403594971, 4.295806884765625, 4.266030311584473, 4.325490951538086, 4.395902156829834, 4.440485000610352, 4.342219352722168, 4.307528495788574, 4.463639736175537, 4.251513481140137, 4.384528160095215, 4.353981971740723, 4.213332176208496, 4.3190155029296875, 4.380184173583984, 4.267626762390137, 4.3337907791137695, 4.280067443847656, 4.240748882293701, 4.281547546386719, 4.27339506149292, 4.3119306564331055]}, {"step": 4900, "epoch": 12, "train_loss": 1.8059706687927246, "cos_r_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "cos_apical_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "cos_Ac_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "r_norm": [4.178286075592041, 4.2499895095825195, 4.197145938873291, 4.261299133300781, 4.239788055419922, 4.234405040740967, 4.178277492523193, 4.205101013183594, 4.211888790130615, 4.201698303222656, 4.169576644897461, 4.232913494110107, 4.290666580200195, 4.342292785644531, 4.247154235839844, 4.210574150085449, 4.380270004272461, 4.162933826446533, 4.30824613571167, 4.263735771179199, 4.13266134262085, 4.21878719329834, 4.28023624420166, 4.186128616333008, 4.232023239135742, 4.195505619049072, 4.1605119705200195, 4.194513320922852, 4.176002502441406, 4.220948219299316]}, {"step": 4950, "epoch": 12, "train_loss": 1.425931692123413, "cos_r_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "cos_apical_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "cos_Ac_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "r_norm": [4.168422698974609, 4.250852584838867, 4.179828643798828, 4.25223445892334, 4.231959342956543, 4.228918075561523, 4.155294895172119, 4.202920436859131, 4.2146430015563965, 4.198046684265137, 4.164588928222656, 4.234975814819336, 4.296365737915039, 4.330279350280762, 4.2408905029296875, 4.206000328063965, 4.375807762145996, 4.162544250488281, 4.297115325927734, 4.261706352233887, 4.122673034667969, 4.225444793701172, 4.27227258682251, 4.168229579925537, 4.237557411193848, 4.183022499084473, 4.152728080749512, 4.184502601623535, 4.184192180633545, 4.2096757888793945]}, {"step": 5000, "epoch": 12, "train_loss": 1.7325835227966309, "cos_r_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "cos_apical_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "cos_Ac_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "r_norm": [4.110851764678955, 4.193219184875488, 4.11613655090332, 4.1937255859375, 4.172001361846924, 4.162291526794434, 4.1028594970703125, 4.141416072845459, 4.160441875457764, 4.133035659790039, 4.094736099243164, 4.177988052368164, 4.247160911560059, 4.289443016052246, 4.177762031555176, 4.1562652587890625, 4.305327892303467, 4.098272323608398, 4.240531921386719, 4.184361934661865, 4.078633785247803, 4.159743785858154, 4.218073844909668, 4.122723579406738, 4.179746627807617, 4.129609107971191, 4.091319561004639, 4.119199752807617, 4.106394290924072, 4.162291526794434]}, {"step": 5050, "epoch": 12, "train_loss": 1.6323055028915405, "cos_r_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "cos_apical_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "cos_Ac_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "r_norm": [4.078813552856445, 4.1535539627075195, 4.085537910461426, 4.165771961212158, 4.128749847412109, 4.128613471984863, 4.076717376708984, 4.112965106964111, 4.123722553253174, 4.101284027099609, 4.071709632873535, 4.137692451477051, 4.203079700469971, 4.25001859664917, 4.145005226135254, 4.118426322937012, 4.271583080291748, 4.065319061279297, 4.19753360748291, 4.158635139465332, 4.033447265625, 4.12274694442749, 4.186453819274902, 4.086470127105713, 4.141096115112305, 4.0930891036987305, 4.060004711151123, 4.093323707580566, 4.077714920043945, 4.122150421142578]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.396, "test_loss": 1.8314302734375}, {"step": 5100, "epoch": 13, "train_loss": 1.6552398204803467, "cos_r_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "cos_apical_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "cos_Ac_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "r_norm": [4.079424858093262, 4.166156768798828, 4.094325065612793, 4.172100067138672, 4.141185283660889, 4.129411697387695, 4.075335502624512, 4.113955497741699, 4.1397199630737305, 4.104890823364258, 4.079276084899902, 4.159161567687988, 4.223440170288086, 4.261704444885254, 4.157588005065918, 4.124587059020996, 4.282083511352539, 4.0711846351623535, 4.199853420257568, 4.159990310668945, 4.039970874786377, 4.14923095703125, 4.18486213684082, 4.087076663970947, 4.153557777404785, 4.09653377532959, 4.051846504211426, 4.101924419403076, 4.0818586349487305, 4.136967658996582]}, {"step": 5150, "epoch": 13, "train_loss": 1.6244094371795654, "cos_r_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "cos_apical_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "cos_Ac_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "r_norm": [4.111569881439209, 4.200170993804932, 4.1384172439575195, 4.208550453186035, 4.184640884399414, 4.185484886169434, 4.124090194702148, 4.144161701202393, 4.167472839355469, 4.1435866355896, 4.119790077209473, 4.17420768737793, 4.233888626098633, 4.295406341552734, 4.19245719909668, 4.1578240394592285, 4.320294380187988, 4.104005336761475, 4.2411675453186035, 4.199027061462402, 4.077045440673828, 4.167666912078857, 4.225444793701172, 4.11616849899292, 4.176358699798584, 4.151288986206055, 4.106517314910889, 4.130768775939941, 4.120540142059326, 4.16184139251709]}, {"step": 5200, "epoch": 13, "train_loss": 1.5411763191223145, "cos_r_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "cos_apical_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "cos_Ac_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "r_norm": [4.099432945251465, 4.181015968322754, 4.1222333908081055, 4.184838771820068, 4.162361145019531, 4.167545795440674, 4.102019309997559, 4.137623310089111, 4.155155658721924, 4.123077392578125, 4.10346794128418, 4.170893669128418, 4.239669322967529, 4.281255722045898, 4.179188251495361, 4.143837928771973, 4.30320405960083, 4.083510875701904, 4.218238830566406, 4.173434257507324, 4.064962387084961, 4.162906646728516, 4.203490257263184, 4.110909938812256, 4.160682678222656, 4.123243808746338, 4.080051422119141, 4.118200302124023, 4.101905822753906, 4.150256156921387]}, {"step": 5250, "epoch": 13, "train_loss": 1.5827229022979736, "cos_r_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "cos_apical_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "cos_Ac_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "r_norm": [4.098099708557129, 4.184551239013672, 4.11263370513916, 4.18843936920166, 4.160948753356934, 4.153602600097656, 4.095502853393555, 4.130058288574219, 4.147008895874023, 4.121476650238037, 4.099355220794678, 4.167580604553223, 4.226383209228516, 4.277669906616211, 4.177979946136475, 4.150734901428223, 4.300324440002441, 4.085965156555176, 4.214654922485352, 4.178339958190918, 4.063887596130371, 4.1452317237854, 4.209100723266602, 4.102014541625977, 4.166497230529785, 4.116206169128418, 4.077292442321777, 4.117335319519043, 4.103043556213379, 4.150697708129883]}, {"step": 5300, "epoch": 13, "train_loss": 1.6036065816879272, "cos_r_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "cos_apical_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "cos_Ac_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "r_norm": [4.124510288238525, 4.200366973876953, 4.134367942810059, 4.214109420776367, 4.172793388366699, 4.176804542541504, 4.123045921325684, 4.161816596984863, 4.171006202697754, 4.146427154541016, 4.121337890625, 4.188591003417969, 4.250977993011475, 4.302254676818848, 4.195492744445801, 4.166296005249023, 4.326510429382324, 4.111358642578125, 4.245858192443848, 4.210204124450684, 4.076601982116699, 4.174014091491699, 4.229083061218262, 4.1253275871276855, 4.182943820953369, 4.135436058044434, 4.105007648468018, 4.1353044509887695, 4.12539005279541, 4.169613838195801]}, {"step": 5350, "epoch": 13, "train_loss": 1.7141904830932617, "cos_r_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "cos_apical_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "cos_Ac_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "r_norm": [4.106204032897949, 4.192033767700195, 4.123088359832764, 4.189881324768066, 4.167665481567383, 4.163412570953369, 4.101360321044922, 4.144664764404297, 4.160175800323486, 4.125951766967773, 4.102719783782959, 4.171223163604736, 4.231201648712158, 4.286318778991699, 4.183936595916748, 4.141458511352539, 4.31872034072876, 4.1006951332092285, 4.223254680633545, 4.1816086769104, 4.066344738006592, 4.156864166259766, 4.212913513183594, 4.113470077514648, 4.170405387878418, 4.1272783279418945, 4.088465213775635, 4.1120100021362305, 4.112401485443115, 4.153118133544922]}, {"step": 5400, "epoch": 13, "train_loss": 1.965442180633545, "cos_r_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "cos_apical_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "cos_Ac_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "r_norm": [4.117193222045898, 4.190390586853027, 4.129940986633301, 4.2149457931518555, 4.1713666915893555, 4.179558753967285, 4.118824005126953, 4.151120185852051, 4.163141250610352, 4.136390686035156, 4.111325740814209, 4.191536903381348, 4.243581771850586, 4.2879133224487305, 4.183094024658203, 4.154097557067871, 4.323300361633301, 4.104898452758789, 4.250092029571533, 4.194613456726074, 4.07402229309082, 4.161393165588379, 4.214694499969482, 4.124282360076904, 4.175665855407715, 4.138602256774902, 4.102916717529297, 4.127734184265137, 4.114974021911621, 4.162816047668457]}, {"step": 5450, "epoch": 13, "train_loss": 1.829761266708374, "cos_r_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "cos_apical_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "cos_Ac_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "r_norm": [4.097097396850586, 4.170373439788818, 4.105657577514648, 4.174402236938477, 4.159727096557617, 4.155464172363281, 4.086156368255615, 4.131030559539795, 4.136754035949707, 4.115567207336426, 4.091374397277832, 4.156406402587891, 4.21522331237793, 4.261209487915039, 4.165249824523926, 4.1327104568481445, 4.2947893142700195, 4.084226131439209, 4.212155342102051, 4.179096221923828, 4.047092437744141, 4.145617485046387, 4.198418617248535, 4.088320732116699, 4.15628719329834, 4.115661144256592, 4.073611736297607, 4.107090473175049, 4.102143287658691, 4.143928527832031]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4014, "test_loss": 1.8869009033203126}, {"step": 5500, "epoch": 14, "train_loss": 1.7257713079452515, "cos_r_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "cos_apical_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "cos_Ac_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "r_norm": [4.049237251281738, 4.108003616333008, 4.043432235717773, 4.128216743469238, 4.103885650634766, 4.099968910217285, 4.03578519821167, 4.074089050292969, 4.078735828399658, 4.0586347579956055, 4.036689281463623, 4.099530220031738, 4.155514240264893, 4.203073978424072, 4.103017330169678, 4.077753067016602, 4.240201473236084, 4.029067039489746, 4.164670467376709, 4.1199750900268555, 3.9971184730529785, 4.079641819000244, 4.129958152770996, 4.049837589263916, 4.094182014465332, 4.062801361083984, 4.017038822174072, 4.047156810760498, 4.038063049316406, 4.0891523361206055]}, {"step": 5550, "epoch": 14, "train_loss": 1.7989755868911743, "cos_r_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "cos_apical_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "cos_Ac_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "r_norm": [4.046672821044922, 4.109091758728027, 4.053472995758057, 4.121522903442383, 4.10157585144043, 4.099583625793457, 4.033168792724609, 4.0690813064575195, 4.075572967529297, 4.052945137023926, 4.034790992736816, 4.0965576171875, 4.151174545288086, 4.197390556335449, 4.104913234710693, 4.078862190246582, 4.236114501953125, 4.02676248550415, 4.1608381271362305, 4.114042282104492, 3.9995577335357666, 4.079284191131592, 4.133016586303711, 4.045608997344971, 4.094272136688232, 4.061647415161133, 4.01520299911499, 4.052341461181641, 4.031713008880615, 4.0821990966796875]}, {"step": 5600, "epoch": 14, "train_loss": 1.7766013145446777, "cos_r_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "cos_apical_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "cos_Ac_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "r_norm": [4.100988864898682, 4.166389465332031, 4.09531307220459, 4.16788387298584, 4.151577472686768, 4.15315580368042, 4.095766067504883, 4.124946594238281, 4.136710166931152, 4.114535331726074, 4.079982280731201, 4.15180778503418, 4.211543083190918, 4.260734558105469, 4.160006523132324, 4.132055282592773, 4.288283348083496, 4.078559875488281, 4.2193145751953125, 4.177746295928955, 4.046542167663574, 4.134500026702881, 4.201149940490723, 4.095948219299316, 4.151546478271484, 4.10731315612793, 4.073567867279053, 4.0977783203125, 4.100905418395996, 4.139659881591797]}, {"step": 5650, "epoch": 14, "train_loss": 1.5827796459197998, "cos_r_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "cos_apical_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "cos_Ac_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "r_norm": [4.1452531814575195, 4.213494300842285, 4.152669906616211, 4.210402965545654, 4.196079254150391, 4.199570655822754, 4.137650489807129, 4.166593551635742, 4.186530113220215, 4.148829460144043, 4.1318864822387695, 4.191970348358154, 4.25523567199707, 4.298162937164307, 4.215245723724365, 4.172636985778809, 4.330726623535156, 4.11528205871582, 4.256716728210449, 4.216036319732666, 4.10016393661499, 4.179448127746582, 4.242623329162598, 4.136938095092773, 4.1883134841918945, 4.160096645355225, 4.1129608154296875, 4.1439714431762695, 4.133676528930664, 4.181108474731445]}, {"step": 5700, "epoch": 14, "train_loss": 1.6096636056900024, "cos_r_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "cos_apical_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "cos_Ac_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "r_norm": [4.165155410766602, 4.251302719116211, 4.188854217529297, 4.253222465515137, 4.2186689376831055, 4.228756904602051, 4.169924259185791, 4.20238733291626, 4.213787078857422, 4.186579704284668, 4.180774688720703, 4.2321577072143555, 4.287408828735352, 4.333128929138184, 4.243867874145508, 4.202321529388428, 4.3764472007751465, 4.1600141525268555, 4.287778377532959, 4.2467851638793945, 4.129909515380859, 4.205645561218262, 4.269347190856934, 4.165462493896484, 4.2313642501831055, 4.1934919357299805, 4.141489505767822, 4.180082321166992, 4.174692153930664, 4.20320463180542]}, {"step": 5750, "epoch": 14, "train_loss": 1.5226449966430664, "cos_r_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "cos_apical_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "cos_Ac_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "r_norm": [4.01891565322876, 4.087250232696533, 4.023792743682861, 4.0898356437683105, 4.075066566467285, 4.071079254150391, 4.016294002532959, 4.049831390380859, 4.0659894943237305, 4.026058197021484, 4.001012802124023, 4.0756025314331055, 4.145791053771973, 4.184218406677246, 4.088979721069336, 4.049798488616943, 4.210722923278809, 3.9951958656311035, 4.13012170791626, 4.084999084472656, 3.9803128242492676, 4.063537120819092, 4.120434284210205, 4.022975921630859, 4.068426132202148, 4.026405334472656, 3.9942028522491455, 4.019320964813232, 4.0113091468811035, 4.0670623779296875]}, {"step": 5800, "epoch": 14, "train_loss": 1.79258394241333, "cos_r_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "cos_apical_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "cos_Ac_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "r_norm": [4.214691162109375, 4.294582366943359, 4.22653341293335, 4.289860725402832, 4.273720741271973, 4.274982452392578, 4.211729049682617, 4.245608806610107, 4.258573532104492, 4.227682590484619, 4.210314750671387, 4.275485038757324, 4.338899612426758, 4.390076637268066, 4.2850165367126465, 4.2571306228637695, 4.415984153747559, 4.196447372436523, 4.337371826171875, 4.297367095947266, 4.174139022827148, 4.265307426452637, 4.316617965698242, 4.219683647155762, 4.275600433349609, 4.229150772094727, 4.1836395263671875, 4.223814964294434, 4.2131147384643555, 4.2646894454956055]}, {"step": 5850, "epoch": 14, "train_loss": 1.6582129001617432, "cos_r_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "cos_apical_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "cos_Ac_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "r_norm": [4.188957214355469, 4.267754077911377, 4.207530975341797, 4.280130386352539, 4.247715950012207, 4.262752532958984, 4.1899871826171875, 4.224886417388916, 4.235405445098877, 4.206599235534668, 4.18986701965332, 4.270026683807373, 4.334795951843262, 4.370121002197266, 4.26662540435791, 4.242003917694092, 4.39396858215332, 4.168905258178711, 4.322925567626953, 4.261375904083252, 4.155893325805664, 4.2512359619140625, 4.287787437438965, 4.1887969970703125, 4.249781608581543, 4.2204742431640625, 4.169455528259277, 4.204222202301025, 4.1851420402526855, 4.244611740112305]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3935, "test_loss": 1.8818913330078124}, {"step": 5900, "epoch": 15, "train_loss": 1.4999371767044067, "cos_r_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "cos_apical_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "cos_Ac_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "r_norm": [4.221256256103516, 4.303206443786621, 4.218496799468994, 4.295372009277344, 4.289992332458496, 4.269705295562744, 4.221634387969971, 4.252063274383545, 4.279131889343262, 4.2445902824401855, 4.204450607299805, 4.274713516235352, 4.356839656829834, 4.392574310302734, 4.2984771728515625, 4.263180255889893, 4.425181865692139, 4.20924186706543, 4.336184501647949, 4.314589977264404, 4.173325538635254, 4.290386199951172, 4.345191955566406, 4.229784965515137, 4.295076370239258, 4.2282233238220215, 4.200808525085449, 4.2325849533081055, 4.233251094818115, 4.279362678527832]}, {"step": 5950, "epoch": 15, "train_loss": 1.6367573738098145, "cos_r_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "cos_apical_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "cos_Ac_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "r_norm": [4.129267692565918, 4.201857566833496, 4.134992599487305, 4.207117080688477, 4.187656879425049, 4.177996635437012, 4.135316848754883, 4.156701564788818, 4.174531936645508, 4.143466472625732, 4.114706039428711, 4.175961017608643, 4.249029159545898, 4.284188747406006, 4.20390510559082, 4.158754348754883, 4.324642181396484, 4.111764907836914, 4.246547698974609, 4.210152626037598, 4.085822582244873, 4.175469398498535, 4.229022979736328, 4.130903244018555, 4.178903579711914, 4.137371063232422, 4.110850811004639, 4.137177467346191, 4.123522758483887, 4.1795806884765625]}, {"step": 6000, "epoch": 15, "train_loss": 1.7955273389816284, "cos_r_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "cos_apical_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "cos_Ac_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "r_norm": [4.0835371017456055, 4.149515151977539, 4.083635330200195, 4.1500043869018555, 4.14808464050293, 4.133793830871582, 4.07669734954834, 4.103338241577148, 4.123790264129639, 4.0970354080200195, 4.071003437042236, 4.124055862426758, 4.198258399963379, 4.239487648010254, 4.146142959594727, 4.1136555671691895, 4.266465187072754, 4.058438777923584, 4.195096969604492, 4.1607770919799805, 4.028964996337891, 4.128705024719238, 4.182999610900879, 4.074380397796631, 4.138819694519043, 4.095311164855957, 4.052268981933594, 4.084874153137207, 4.083476543426514, 4.123180389404297]}, {"step": 6050, "epoch": 15, "train_loss": 1.8128206729888916, "cos_r_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "cos_apical_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "cos_Ac_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "r_norm": [4.284765243530273, 4.368352890014648, 4.285006046295166, 4.371121406555176, 4.354578018188477, 4.3390212059021, 4.302731513977051, 4.309865951538086, 4.3314409255981445, 4.309117317199707, 4.281096935272217, 4.331175804138184, 4.403693675994873, 4.454119682312012, 4.35830545425415, 4.318646430969238, 4.491672515869141, 4.274256229400635, 4.41195821762085, 4.364893913269043, 4.240245819091797, 4.332073211669922, 4.398834228515625, 4.282559394836426, 4.3500847816467285, 4.299735069274902, 4.255851745605469, 4.296436786651611, 4.288860321044922, 4.33197546005249]}, {"step": 6100, "epoch": 15, "train_loss": 1.6436480283737183, "cos_r_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "cos_apical_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "cos_Ac_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "r_norm": [4.167501449584961, 4.2321553230285645, 4.152075290679932, 4.2383527755737305, 4.234561443328857, 4.21591854095459, 4.15021276473999, 4.190652847290039, 4.205001354217529, 4.178852558135986, 4.144866943359375, 4.211213111877441, 4.287707328796387, 4.3309173583984375, 4.22574520111084, 4.193174839019775, 4.362237930297852, 4.14138126373291, 4.280303955078125, 4.235811233520508, 4.106860160827637, 4.2200927734375, 4.269355297088623, 4.164523124694824, 4.2161946296691895, 4.1731486320495605, 4.135344505310059, 4.165580749511719, 4.160994529724121, 4.2096357345581055]}, {"step": 6150, "epoch": 15, "train_loss": 1.7905470132827759, "cos_r_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "cos_apical_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "cos_Ac_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "r_norm": [4.044203758239746, 4.117656230926514, 4.05516242980957, 4.122373580932617, 4.104940414428711, 4.1024580001831055, 4.036691188812256, 4.076497554779053, 4.087244033813477, 4.057241439819336, 4.034790992736816, 4.1013102531433105, 4.170901298522949, 4.21829891204834, 4.109222412109375, 4.088284015655518, 4.234251976013184, 4.018413066864014, 4.159897804260254, 4.113326072692871, 4.003567695617676, 4.097613334655762, 4.148853302001953, 4.042187690734863, 4.102145671844482, 4.060906410217285, 4.022380352020264, 4.057294845581055, 4.03649377822876, 4.094696044921875]}, {"step": 6200, "epoch": 15, "train_loss": 1.518170952796936, "cos_r_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "cos_apical_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "cos_Ac_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "r_norm": [4.137545585632324, 4.221681594848633, 4.144716739654541, 4.203363418579102, 4.1953935623168945, 4.203899383544922, 4.130122184753418, 4.1768999099731445, 4.177452087402344, 4.158501148223877, 4.128879547119141, 4.190967559814453, 4.2662577629089355, 4.305588722229004, 4.205264091491699, 4.171228408813477, 4.336732387542725, 4.128398895263672, 4.26273250579834, 4.208189964294434, 4.106133937835693, 4.179229259490967, 4.248385429382324, 4.13214111328125, 4.192500114440918, 4.148557186126709, 4.126714706420898, 4.137853622436523, 4.140472412109375, 4.179313659667969]}, {"step": 6250, "epoch": 15, "train_loss": 1.6539933681488037, "cos_r_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "cos_apical_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "cos_Ac_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "r_norm": [4.0749430656433105, 4.157684326171875, 4.080966949462891, 4.1477508544921875, 4.1307373046875, 4.1265153884887695, 4.077243804931641, 4.106461524963379, 4.129066467285156, 4.095818519592285, 4.065062522888184, 4.130218505859375, 4.206029891967773, 4.235010147094727, 4.150310516357422, 4.111493110656738, 4.267604827880859, 4.0675201416015625, 4.190123081207275, 4.152392387390137, 4.0451860427856445, 4.125219345092773, 4.190420150756836, 4.085169792175293, 4.139316558837891, 4.090362548828125, 4.061619281768799, 4.080255508422852, 4.0799407958984375, 4.127387046813965]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4086, "test_loss": 1.8004265502929688}, {"step": 6300, "epoch": 16, "train_loss": 1.698127031326294, "cos_r_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "cos_apical_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "cos_Ac_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "r_norm": [4.1087446212768555, 4.188070774078369, 4.105783462524414, 4.189348220825195, 4.17170524597168, 4.161462783813477, 4.108226299285889, 4.142881393432617, 4.154160976409912, 4.130091190338135, 4.103600978851318, 4.162783622741699, 4.238389015197754, 4.276190280914307, 4.174485206604004, 4.143220901489258, 4.310527324676514, 4.093916416168213, 4.235262870788574, 4.188180446624756, 4.06646728515625, 4.158230304718018, 4.208527565002441, 4.107426643371582, 4.165108680725098, 4.126227378845215, 4.088568687438965, 4.112768650054932, 4.112234115600586, 4.1541337966918945]}, {"step": 6350, "epoch": 16, "train_loss": 1.6671737432479858, "cos_r_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "cos_apical_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "cos_Ac_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "r_norm": [4.05156135559082, 4.144194602966309, 4.078410625457764, 4.137032985687256, 4.122093677520752, 4.131098747253418, 4.064144134521484, 4.090517520904541, 4.107999801635742, 4.063503742218018, 4.055232048034668, 4.107100963592529, 4.1849164962768555, 4.224472522735596, 4.1345696449279785, 4.092107772827148, 4.246749401092529, 4.037729263305664, 4.172351837158203, 4.121068477630615, 4.0341796875, 4.0967559814453125, 4.153521537780762, 4.054435729980469, 4.112518310546875, 4.092414855957031, 4.046636581420898, 4.054895401000977, 4.04837703704834, 4.097411632537842]}, {"step": 6400, "epoch": 16, "train_loss": 1.658015489578247, "cos_r_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "cos_apical_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "cos_Ac_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "r_norm": [4.034704208374023, 4.108096122741699, 4.044246196746826, 4.108928680419922, 4.091388702392578, 4.08695125579834, 4.027667999267578, 4.061345100402832, 4.077730178833008, 4.046288013458252, 4.035118103027344, 4.094185829162598, 4.152218341827393, 4.187838554382324, 4.103944301605225, 4.071059226989746, 4.2285542488098145, 4.019908905029297, 4.1464152336120605, 4.109626770019531, 3.9951767921447754, 4.072388648986816, 4.12476921081543, 4.037805080413818, 4.088574409484863, 4.05358362197876, 4.0064191818237305, 4.042818069458008, 4.027737617492676, 4.076305866241455]}, {"step": 6450, "epoch": 16, "train_loss": 1.7375152111053467, "cos_r_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "cos_apical_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "cos_Ac_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "r_norm": [4.062967300415039, 4.139527320861816, 4.053742408752441, 4.125603675842285, 4.136343002319336, 4.121628284454346, 4.060015678405762, 4.078680992126465, 4.112442970275879, 4.079596042633057, 4.042152404785156, 4.109936237335205, 4.191178798675537, 4.226673126220703, 4.13985538482666, 4.1046366691589355, 4.241501808166504, 4.03028678894043, 4.177353382110596, 4.123074054718018, 4.025186538696289, 4.116593837738037, 4.169303894042969, 4.051237106323242, 4.113710880279541, 4.081988334655762, 4.032680988311768, 4.055474758148193, 4.051655292510986, 4.11068868637085]}, {"step": 6500, "epoch": 16, "train_loss": 1.725131869316101, "cos_r_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "cos_apical_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "cos_Ac_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "r_norm": [4.2040252685546875, 4.282032012939453, 4.209451675415039, 4.29237174987793, 4.261625289916992, 4.2642598152160645, 4.212364196777344, 4.239627838134766, 4.256767272949219, 4.227463245391846, 4.189146995544434, 4.268566131591797, 4.348650932312012, 4.388248443603516, 4.28135871887207, 4.260748863220215, 4.400320053100586, 4.170676231384277, 4.329577445983887, 4.2913079261779785, 4.161404609680176, 4.2653656005859375, 4.321741580963135, 4.206907272338867, 4.262072563171387, 4.216876029968262, 4.189582824707031, 4.220658779144287, 4.2036237716674805, 4.263604640960693]}, {"step": 6550, "epoch": 16, "train_loss": 1.4208999872207642, "cos_r_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "cos_apical_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "cos_Ac_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "r_norm": [4.0017194747924805, 4.0823516845703125, 4.021686553955078, 4.086525917053223, 4.064449310302734, 4.0590667724609375, 4.010157108306885, 4.034609794616699, 4.0562005043029785, 4.024487018585205, 4.007655143737793, 4.062950134277344, 4.127418518066406, 4.173559188842773, 4.075808525085449, 4.041762351989746, 4.2024078369140625, 3.9869513511657715, 4.120046138763428, 4.082050323486328, 3.970736503601074, 4.057222366333008, 4.10747766494751, 4.009418487548828, 4.064085483551025, 4.029550075531006, 3.9806997776031494, 4.018728733062744, 4.006789684295654, 4.050049781799316]}, {"step": 6600, "epoch": 16, "train_loss": 1.5175925493240356, "cos_r_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "cos_apical_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "cos_Ac_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "r_norm": [3.94111967086792, 4.021217346191406, 3.953864574432373, 4.016509056091309, 3.997321605682373, 3.993497610092163, 3.9443750381469727, 3.970815658569336, 3.991567611694336, 3.95693302154541, 3.9351754188537598, 4.00073766708374, 4.063229560852051, 4.104110240936279, 4.013812065124512, 3.9794583320617676, 4.133878231048584, 3.923280715942383, 4.05930233001709, 4.019394874572754, 3.9057819843292236, 3.9847190380096436, 4.040306091308594, 3.9505560398101807, 3.9969186782836914, 3.9629263877868652, 3.918893814086914, 3.948117256164551, 3.941551685333252, 3.9856221675872803]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4129, "test_loss": 1.8456483154296874}, {"step": 6650, "epoch": 17, "train_loss": 1.607295036315918, "cos_r_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "cos_apical_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "cos_Ac_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "r_norm": [4.077793121337891, 4.15907096862793, 4.083540916442871, 4.16054630279541, 4.145669937133789, 4.135022163391113, 4.077930450439453, 4.106234550476074, 4.132618427276611, 4.10444450378418, 4.0740580558776855, 4.135235786437988, 4.200601577758789, 4.251002311706543, 4.151004314422607, 4.113414764404297, 4.2801408767700195, 4.067062854766846, 4.1985578536987305, 4.163741588592529, 4.0332746505737305, 4.134546279907227, 4.185771465301514, 4.0802764892578125, 4.1405415534973145, 4.099692344665527, 4.059513092041016, 4.090431213378906, 4.087449550628662, 4.1267266273498535]}, {"step": 6700, "epoch": 17, "train_loss": 1.6674624681472778, "cos_r_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "cos_apical_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "cos_Ac_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "r_norm": [4.040809154510498, 4.108896255493164, 4.029424667358398, 4.106136322021484, 4.095103740692139, 4.086979389190674, 4.037139892578125, 4.059386730194092, 4.087490558624268, 4.047619819641113, 4.0160369873046875, 4.089033126831055, 4.16297721862793, 4.201468467712402, 4.104711532592773, 4.068655967712402, 4.221851348876953, 4.008042812347412, 4.1523895263671875, 4.103437423706055, 3.9917001724243164, 4.075660705566406, 4.131430625915527, 4.032120704650879, 4.081157207489014, 4.0506591796875, 4.011692047119141, 4.032108306884766, 4.028031826019287, 4.0775556564331055]}, {"step": 6750, "epoch": 17, "train_loss": 1.831768274307251, "cos_r_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "cos_apical_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "cos_Ac_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "r_norm": [4.1509785652160645, 4.2268571853637695, 4.154937744140625, 4.238048076629639, 4.20965576171875, 4.198642730712891, 4.144829750061035, 4.180433750152588, 4.20048713684082, 4.164780616760254, 4.132047653198242, 4.213582515716553, 4.287184715270996, 4.330051422119141, 4.224630832672119, 4.187447547912598, 4.3506059646606445, 4.1290283203125, 4.267331123352051, 4.221712112426758, 4.104194641113281, 4.203967571258545, 4.259496688842773, 4.159117698669434, 4.209451675415039, 4.1662092208862305, 4.123136520385742, 4.16080379486084, 4.1450090408325195, 4.197398662567139]}, {"step": 6800, "epoch": 17, "train_loss": 1.552170991897583, "cos_r_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "cos_apical_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "cos_Ac_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "r_norm": [4.124600887298584, 4.191336631774902, 4.122586250305176, 4.192253112792969, 4.176544666290283, 4.180562973022461, 4.11538028717041, 4.155090808868408, 4.160294532775879, 4.139612197875977, 4.108554840087891, 4.1760172843933105, 4.248032569885254, 4.291213035583496, 4.187759876251221, 4.162295341491699, 4.31514835357666, 4.09415340423584, 4.243895530700684, 4.19874382019043, 4.072845458984375, 4.1671319007873535, 4.231292724609375, 4.121759414672852, 4.174155235290527, 4.1348652839660645, 4.104473114013672, 4.127695083618164, 4.121837139129639, 4.166447639465332]}, {"step": 6850, "epoch": 17, "train_loss": 1.795233130455017, "cos_r_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "cos_apical_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "cos_Ac_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "r_norm": [4.17408561706543, 4.24440860748291, 4.177602767944336, 4.2495269775390625, 4.240208625793457, 4.237948417663574, 4.1707634925842285, 4.199314594268799, 4.2159881591796875, 4.180753707885742, 4.159758567810059, 4.215110778808594, 4.30026912689209, 4.33698844909668, 4.233895301818848, 4.206437110900879, 4.3659772872924805, 4.143239974975586, 4.300283432006836, 4.243443489074707, 4.13718318939209, 4.21951150894165, 4.2745490074157715, 4.166555881500244, 4.223046779632568, 4.19194221496582, 4.153663635253906, 4.1689372062683105, 4.164457321166992, 4.211030960083008]}, {"step": 6900, "epoch": 17, "train_loss": 1.747072696685791, "cos_r_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "cos_apical_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "cos_Ac_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "r_norm": [4.141409397125244, 4.229985237121582, 4.148866653442383, 4.216489791870117, 4.203537940979004, 4.205245018005371, 4.145691871643066, 4.173809051513672, 4.192625045776367, 4.1639604568481445, 4.141108512878418, 4.1969757080078125, 4.271984100341797, 4.303339958190918, 4.215851306915283, 4.183523654937744, 4.3389177322387695, 4.12290620803833, 4.264031410217285, 4.219244956970215, 4.104700088500977, 4.182812213897705, 4.249570369720459, 4.137169361114502, 4.203336715698242, 4.162538528442383, 4.128445148468018, 4.1429314613342285, 4.1465911865234375, 4.190543174743652]}, {"step": 6950, "epoch": 17, "train_loss": 1.670274019241333, "cos_r_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "cos_apical_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "cos_Ac_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "r_norm": [4.167351722717285, 4.232395648956299, 4.170772552490234, 4.226889610290527, 4.214328765869141, 4.223341464996338, 4.153565406799316, 4.199405670166016, 4.201581001281738, 4.164008140563965, 4.153131484985352, 4.2164306640625, 4.294910430908203, 4.317129135131836, 4.230488300323486, 4.207116603851318, 4.351385116577148, 4.128573417663574, 4.276236057281494, 4.232972145080566, 4.126928329467773, 4.198470115661621, 4.257315635681152, 4.162713050842285, 4.206199645996094, 4.170005798339844, 4.138201713562012, 4.163166046142578, 4.14426851272583, 4.212907791137695]}, {"step": 7000, "epoch": 17, "train_loss": 1.6076754331588745, "cos_r_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "cos_apical_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "cos_Ac_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "r_norm": [4.050563812255859, 4.118218421936035, 4.048049449920654, 4.1191935539245605, 4.107779026031494, 4.1024699211120605, 4.028029441833496, 4.070228576660156, 4.082671642303467, 4.062737464904785, 4.045198440551758, 4.106534004211426, 4.1684770584106445, 4.210936546325684, 4.113807678222656, 4.085592269897461, 4.234148979187012, 4.0323333740234375, 4.165363788604736, 4.115711212158203, 4.004073619842529, 4.085994243621826, 4.146561145782471, 4.036600112915039, 4.101179122924805, 4.075377941131592, 4.017642974853516, 4.050943851470947, 4.042207717895508, 4.087396144866943]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4072, "test_loss": 1.8717934692382812}, {"step": 7050, "epoch": 18, "train_loss": 1.5083460807800293, "cos_r_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "cos_apical_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "cos_Ac_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "r_norm": [4.010021209716797, 4.076026439666748, 4.0092902183532715, 4.085855484008789, 4.062742233276367, 4.052838325500488, 4.00250244140625, 4.037785530090332, 4.049218654632568, 4.022010326385498, 3.9983725547790527, 4.06709098815918, 4.131481170654297, 4.172262191772461, 4.069911956787109, 4.040133476257324, 4.20421838760376, 3.9891233444213867, 4.120814800262451, 4.079477310180664, 3.9615306854248047, 4.056371688842773, 4.108403205871582, 4.014125823974609, 4.064358711242676, 4.018126010894775, 3.979867935180664, 4.0152907371521, 4.006368160247803, 4.053430080413818]}, {"step": 7100, "epoch": 18, "train_loss": 1.5711455345153809, "cos_r_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "cos_apical_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "cos_Ac_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "r_norm": [4.1327290534973145, 4.213544845581055, 4.14389705657959, 4.207467079162598, 4.195863723754883, 4.182854652404785, 4.120914459228516, 4.168338775634766, 4.178139686584473, 4.161197662353516, 4.124530792236328, 4.196255683898926, 4.257631301879883, 4.297029495239258, 4.207524299621582, 4.161286354064941, 4.3475871086120605, 4.133500099182129, 4.251351833343506, 4.222960472106934, 4.085753440856934, 4.18435525894165, 4.245420455932617, 4.132114887237549, 4.193748474121094, 4.139246940612793, 4.119204521179199, 4.146357536315918, 4.1503825187683105, 4.173328399658203]}, {"step": 7150, "epoch": 18, "train_loss": 1.7684904336929321, "cos_r_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "cos_apical_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "cos_Ac_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "r_norm": [4.19655704498291, 4.262998580932617, 4.181471824645996, 4.251823425292969, 4.257175445556641, 4.244889736175537, 4.1914286613464355, 4.219663143157959, 4.235357761383057, 4.2014875411987305, 4.175992965698242, 4.233354568481445, 4.311672210693359, 4.349798202514648, 4.251173973083496, 4.21840763092041, 4.381897926330566, 4.161056995391846, 4.312199592590332, 4.2559075355529785, 4.140833854675293, 4.237133979797363, 4.287062644958496, 4.1783647537231445, 4.242513179779053, 4.216980934143066, 4.163908958435059, 4.1825456619262695, 4.186824798583984, 4.229134559631348]}, {"step": 7200, "epoch": 18, "train_loss": 1.4292168617248535, "cos_r_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "cos_apical_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "cos_Ac_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "r_norm": [4.023545265197754, 4.083837509155273, 4.021511554718018, 4.089508056640625, 4.069670677185059, 4.073655605316162, 4.010814666748047, 4.047226428985596, 4.052870273590088, 4.02909517288208, 4.011233329772949, 4.075294017791748, 4.14241886138916, 4.176324844360352, 4.079335689544678, 4.059412002563477, 4.209011077880859, 3.9923901557922363, 4.136966228485107, 4.083418369293213, 3.975181818008423, 4.060734748840332, 4.106837272644043, 4.0124192237854, 4.065570831298828, 4.034634590148926, 3.9917030334472656, 4.023219108581543, 4.0051679611206055, 4.057432174682617]}, {"step": 7250, "epoch": 18, "train_loss": 1.592720627784729, "cos_r_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "cos_apical_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "cos_Ac_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "r_norm": [4.044951915740967, 4.11390495300293, 4.048285961151123, 4.130257606506348, 4.098271369934082, 4.100490570068359, 4.041440963745117, 4.074334144592285, 4.087547302246094, 4.06817626953125, 4.0453057289123535, 4.103067398071289, 4.174765586853027, 4.216669082641602, 4.105502128601074, 4.091769218444824, 4.238850116729736, 4.020751476287842, 4.164301872253418, 4.121401786804199, 3.995614528656006, 4.103263854980469, 4.147842884063721, 4.0440545082092285, 4.103822708129883, 4.059165000915527, 4.018558025360107, 4.058396339416504, 4.045056343078613, 4.089381217956543]}, {"step": 7300, "epoch": 18, "train_loss": 1.724107027053833, "cos_r_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "cos_apical_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "cos_Ac_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "r_norm": [4.05767822265625, 4.114022731781006, 4.0506272315979, 4.1252851486206055, 4.113041877746582, 4.106240272521973, 4.037476539611816, 4.075656414031982, 4.086588382720947, 4.066011428833008, 4.050860404968262, 4.105464935302734, 4.166626930236816, 4.2052693367004395, 4.117074012756348, 4.088906764984131, 4.239731788635254, 4.028987407684326, 4.161953926086426, 4.131772041320801, 3.9981908798217773, 4.091854095458984, 4.1527509689331055, 4.042106628417969, 4.103313446044922, 4.063300132751465, 4.023681163787842, 4.063941478729248, 4.051279067993164, 4.089510440826416]}, {"step": 7350, "epoch": 18, "train_loss": 1.4232709407806396, "cos_r_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "cos_apical_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "cos_Ac_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "r_norm": [4.091304302215576, 4.156610488891602, 4.091540813446045, 4.148352146148682, 4.145410537719727, 4.134472846984863, 4.084275245666504, 4.116949081420898, 4.128369331359863, 4.101193904876709, 4.072594165802002, 4.133248329162598, 4.211496353149414, 4.2497758865356445, 4.150349140167236, 4.1205925941467285, 4.27256965637207, 4.060916423797607, 4.207108497619629, 4.155521392822266, 4.045299530029297, 4.128520488739014, 4.195467948913574, 4.083805084228516, 4.137765884399414, 4.101454734802246, 4.066498756408691, 4.085092067718506, 4.074609756469727, 4.133368015289307]}, {"step": 7400, "epoch": 18, "train_loss": 1.7884498834609985, "cos_r_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "cos_apical_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "cos_Ac_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "r_norm": [4.040704250335693, 4.116802215576172, 4.045472145080566, 4.0981669425964355, 4.109455585479736, 4.100301742553711, 4.033562660217285, 4.070330619812012, 4.089728355407715, 4.052053451538086, 4.029021263122559, 4.082614421844482, 4.166956424713135, 4.202244758605957, 4.112338542938232, 4.076244831085205, 4.221770286560059, 4.019404411315918, 4.1501007080078125, 4.102390766143799, 4.001185417175293, 4.087435722351074, 4.149658203125, 4.032374382019043, 4.092522621154785, 4.067962646484375, 4.024328231811523, 4.034954071044922, 4.032739639282227, 4.084550857543945]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3986, "test_loss": 1.8849295776367188}, {"step": 7450, "epoch": 19, "train_loss": 1.2587337493896484, "cos_r_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "cos_apical_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "cos_Ac_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "r_norm": [4.056131362915039, 4.135838508605957, 4.069204807281494, 4.129251003265381, 4.118985652923584, 4.1120452880859375, 4.051142692565918, 4.086668968200684, 4.103221893310547, 4.076700687408447, 4.044001579284668, 4.11464786529541, 4.176928997039795, 4.222910404205322, 4.128381729125977, 4.094919204711914, 4.253704071044922, 4.0389723777771, 4.178060531616211, 4.136356353759766, 4.015668869018555, 4.108590602874756, 4.156297206878662, 4.052720546722412, 4.112195014953613, 4.074946403503418, 4.042322158813477, 4.067082405090332, 4.0561418533325195, 4.098597526550293]}, {"step": 7500, "epoch": 19, "train_loss": 1.5086913108825684, "cos_r_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "cos_apical_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "cos_Ac_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "r_norm": [4.076417446136475, 4.155372619628906, 4.078133583068848, 4.151255130767822, 4.1437764167785645, 4.1304216384887695, 4.079880714416504, 4.104572296142578, 4.127269744873047, 4.095229148864746, 4.060831546783447, 4.124618053436279, 4.2056474685668945, 4.245952606201172, 4.1447978019714355, 4.112788677215576, 4.268119812011719, 4.059564113616943, 4.194304466247559, 4.145324230194092, 4.040713310241699, 4.124011039733887, 4.182424068450928, 4.081717014312744, 4.133411884307861, 4.098283767700195, 4.064378261566162, 4.078263282775879, 4.07564640045166, 4.124233245849609]}, {"step": 7550, "epoch": 19, "train_loss": 1.4326980113983154, "cos_r_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "cos_apical_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "cos_Ac_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "r_norm": [4.203815460205078, 4.279233932495117, 4.200483798980713, 4.2865447998046875, 4.259098052978516, 4.253706932067871, 4.199574947357178, 4.234623908996582, 4.250340938568115, 4.231523036956787, 4.197107315063477, 4.272698402404785, 4.344696998596191, 4.379655838012695, 4.273998260498047, 4.252199649810791, 4.40455961227417, 4.189072132110596, 4.322641372680664, 4.2876057624816895, 4.154478073120117, 4.266725063323975, 4.326042652130127, 4.207512378692627, 4.273379325866699, 4.210796356201172, 4.177752494812012, 4.220017910003662, 4.213669776916504, 4.260839462280273]}, {"step": 7600, "epoch": 19, "train_loss": 1.5371617078781128, "cos_r_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "cos_apical_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "cos_Ac_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "r_norm": [4.0392889976501465, 4.113523483276367, 4.053619384765625, 4.112942218780518, 4.091762542724609, 4.087142467498779, 4.03435754776001, 4.077040195465088, 4.084444999694824, 4.052182197570801, 4.030066967010498, 4.097357749938965, 4.170459747314453, 4.21148681640625, 4.106791019439697, 4.074747562408447, 4.233652114868164, 4.021546363830566, 4.14854097366333, 4.102933406829834, 3.9990177154541016, 4.087709903717041, 4.140265464782715, 4.050411224365234, 4.093902587890625, 4.053009033203125, 4.017441272735596, 4.049578666687012, 4.028846263885498, 4.084868431091309]}, {"step": 7650, "epoch": 19, "train_loss": 1.4589964151382446, "cos_r_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "cos_apical_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "cos_Ac_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "r_norm": [4.028839111328125, 4.099721908569336, 4.025468349456787, 4.103118419647217, 4.083667755126953, 4.077457427978516, 4.026006698608398, 4.058265209197998, 4.070795059204102, 4.047475814819336, 4.013554573059082, 4.086461067199707, 4.156829833984375, 4.193526744842529, 4.089807510375977, 4.064840316772461, 4.219536781311035, 4.012063026428223, 4.1453447341918945, 4.09855318069458, 3.9828007221221924, 4.074071407318115, 4.132036209106445, 4.033565521240234, 4.085702896118164, 4.034458160400391, 4.003845691680908, 4.027410984039307, 4.025681018829346, 4.080780029296875]}, {"step": 7700, "epoch": 19, "train_loss": 1.348125696182251, "cos_r_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "cos_apical_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "cos_Ac_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "r_norm": [4.126163482666016, 4.191615104675293, 4.1427202224731445, 4.209559440612793, 4.1786580085754395, 4.177021026611328, 4.131593704223633, 4.166078090667725, 4.16518497467041, 4.142673492431641, 4.119523048400879, 4.1782073974609375, 4.2570977210998535, 4.282238960266113, 4.194011211395264, 4.157955169677734, 4.323180198669434, 4.1031622886657715, 4.2445597648620605, 4.202487945556641, 4.0814900398254395, 4.165782451629639, 4.218317985534668, 4.138596534729004, 4.172174453735352, 4.136201858520508, 4.1105852127075195, 4.1422014236450195, 4.116421699523926, 4.1674675941467285]}, {"step": 7750, "epoch": 19, "train_loss": 1.739477515220642, "cos_r_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "cos_apical_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "cos_Ac_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "r_norm": [3.983783006668091, 4.058350563049316, 3.988248348236084, 4.057217121124268, 4.038388252258301, 4.029666423797607, 3.9768052101135254, 4.014758110046387, 4.023834228515625, 4.001308441162109, 3.9741370677948, 4.037336826324463, 4.108001708984375, 4.1491923332214355, 4.049629211425781, 4.01461935043335, 4.17597770690918, 3.9697728157043457, 4.094476222991943, 4.0467729568481445, 3.943882465362549, 4.021022796630859, 4.081939697265625, 3.99170184135437, 4.035098075866699, 4.00040340423584, 3.9645886421203613, 3.9859156608581543, 3.9762003421783447, 4.030548572540283]}, {"step": 7800, "epoch": 19, "train_loss": 1.5611801147460938, "cos_r_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "cos_apical_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "cos_Ac_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "r_norm": [3.9915976524353027, 4.072316646575928, 4.006258487701416, 4.067368030548096, 4.050069808959961, 4.049365520477295, 3.9884777069091797, 4.026769161224365, 4.04085636138916, 4.012982368469238, 3.990142345428467, 4.062912464141846, 4.13282585144043, 4.159265041351318, 4.061216354370117, 4.032712936401367, 4.187482833862305, 3.9792628288269043, 4.112832069396973, 4.0654120445251465, 3.953059196472168, 4.050508975982666, 4.091806411743164, 4.00152587890625, 4.053840160369873, 4.008372783660889, 3.9671475887298584, 4.002232551574707, 3.995645761489868, 4.043361186981201]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4146, "test_loss": 1.9048289794921875}, {"step": 7850, "epoch": 20, "train_loss": 1.4068107604980469, "cos_r_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "cos_apical_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "cos_Ac_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "r_norm": [4.170161247253418, 4.238970756530762, 4.161351203918457, 4.252086639404297, 4.227133750915527, 4.220489978790283, 4.185062408447266, 4.205885887145996, 4.211343288421631, 4.198436737060547, 4.16018533706665, 4.226973056793213, 4.296104431152344, 4.344031810760498, 4.2330121994018555, 4.210606575012207, 4.365839958190918, 4.144576072692871, 4.293128967285156, 4.2481689453125, 4.112483501434326, 4.210832118988037, 4.283330917358398, 4.1672163009643555, 4.227104663848877, 4.181070327758789, 4.154001235961914, 4.179817199707031, 4.181262969970703, 4.224592208862305]}, {"step": 7900, "epoch": 20, "train_loss": 1.4421513080596924, "cos_r_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "cos_apical_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "cos_Ac_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "r_norm": [4.065621376037598, 4.143606185913086, 4.0838303565979, 4.141071319580078, 4.133307456970215, 4.11757755279541, 4.072116374969482, 4.101259231567383, 4.115119934082031, 4.0898661613464355, 4.05944299697876, 4.122363090515137, 4.195417881011963, 4.226918697357178, 4.142440319061279, 4.101099491119385, 4.265291213989258, 4.052725315093994, 4.183714389801025, 4.150339126586914, 4.025371551513672, 4.118619918823242, 4.171894073486328, 4.072234153747559, 4.12428092956543, 4.08392858505249, 4.052982330322266, 4.080211639404297, 4.071376800537109, 4.1187872886657715]}, {"step": 7950, "epoch": 20, "train_loss": 1.5519232749938965, "cos_r_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "cos_apical_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "cos_Ac_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "r_norm": [4.117762565612793, 4.191049575805664, 4.12290096282959, 4.193320274353027, 4.178895473480225, 4.1808061599731445, 4.107503414154053, 4.146748065948486, 4.154262542724609, 4.1349663734436035, 4.111653804779053, 4.182816505432129, 4.248167037963867, 4.292886734008789, 4.185491561889648, 4.16342306137085, 4.306987762451172, 4.0987772941589355, 4.23713493347168, 4.187252521514893, 4.0700883865356445, 4.162609100341797, 4.221460819244385, 4.1164116859436035, 4.177641868591309, 4.1408305168151855, 4.0939178466796875, 4.1239213943481445, 4.116738319396973, 4.159823417663574]}, {"step": 8000, "epoch": 20, "train_loss": 1.5193305015563965, "cos_r_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "cos_apical_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "cos_Ac_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "r_norm": [4.22413444519043, 4.294835567474365, 4.216916084289551, 4.286374568939209, 4.276970863342285, 4.2728047370910645, 4.218324661254883, 4.256730556488037, 4.265801429748535, 4.233500003814697, 4.2095136642456055, 4.276158332824707, 4.351873397827148, 4.396627426147461, 4.284125328063965, 4.259442329406738, 4.418453216552734, 4.198312759399414, 4.339798927307129, 4.296469688415527, 4.169257640838623, 4.272907257080078, 4.332645416259766, 4.22386360168457, 4.278920650482178, 4.230702877044678, 4.192813873291016, 4.2209978103637695, 4.221594333648682, 4.269147872924805]}, {"step": 8050, "epoch": 20, "train_loss": 1.5695106983184814, "cos_r_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "cos_apical_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "cos_Ac_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "r_norm": [3.975501775741577, 4.048023223876953, 3.9867544174194336, 4.050274848937988, 4.035909652709961, 4.0343475341796875, 3.9840965270996094, 4.0076904296875, 4.022249221801758, 4.000880241394043, 3.972499370574951, 4.032003402709961, 4.10767126083374, 4.125702857971191, 4.044573783874512, 4.010593891143799, 4.162139892578125, 3.9548866748809814, 4.097808361053467, 4.047574996948242, 3.9372715950012207, 4.024726390838623, 4.078386306762695, 3.9736337661743164, 4.031746864318848, 3.993010997772217, 3.954784393310547, 3.9829959869384766, 3.974282741546631, 4.020180702209473]}, {"step": 8100, "epoch": 20, "train_loss": 1.5200517177581787, "cos_r_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "cos_apical_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "cos_Ac_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "r_norm": [4.085604667663574, 4.163787841796875, 4.091503143310547, 4.157408714294434, 4.153231620788574, 4.141562461853027, 4.079483985900879, 4.116199016571045, 4.12359094619751, 4.1087751388549805, 4.070772171020508, 4.133529186248779, 4.203703880310059, 4.246673583984375, 4.157243728637695, 4.116487979888916, 4.28354549407959, 4.076361656188965, 4.203600883483887, 4.15769100189209, 4.04686164855957, 4.13072395324707, 4.201793670654297, 4.0858917236328125, 4.145512104034424, 4.101431846618652, 4.074326038360596, 4.092579364776611, 4.08662223815918, 4.1304755210876465]}, {"step": 8150, "epoch": 20, "train_loss": 1.4912083148956299, "cos_r_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "cos_apical_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "cos_Ac_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "r_norm": [3.9705705642700195, 4.069339752197266, 3.98850679397583, 4.068748950958252, 4.0446319580078125, 4.027671813964844, 3.974412441253662, 4.002005100250244, 4.031242370605469, 4.004573822021484, 3.9784343242645264, 4.040855884552002, 4.104006290435791, 4.1528120040893555, 4.050981044769287, 4.009777545928955, 4.181574821472168, 3.9673829078674316, 4.091687202453613, 4.054654121398926, 3.936457633972168, 4.040037155151367, 4.084722518920898, 3.9815664291381836, 4.045697212219238, 3.998891592025757, 3.956061363220215, 3.9954090118408203, 3.9903500080108643, 4.031822204589844]}, {"step": 8200, "epoch": 20, "train_loss": 1.281201720237732, "cos_r_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "cos_apical_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "cos_Ac_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "r_norm": [4.090675354003906, 4.169308662414551, 4.088012218475342, 4.171760559082031, 4.156427383422852, 4.142712593078613, 4.092066764831543, 4.116525650024414, 4.138710975646973, 4.114051818847656, 4.076318264007568, 4.1453657150268555, 4.216281890869141, 4.269529819488525, 4.156015872955322, 4.135497093200684, 4.27668571472168, 4.068025588989258, 4.215738296508789, 4.172396659851074, 4.047415733337402, 4.141948699951172, 4.208761215209961, 4.094158172607422, 4.156604766845703, 4.102770805358887, 4.066492080688477, 4.100128173828125, 4.092705249786377, 4.142421722412109]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4019, "test_loss": 1.8800169921875}, {"step": 8250, "epoch": 21, "train_loss": 1.3864190578460693, "cos_r_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "cos_apical_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "cos_Ac_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "r_norm": [4.145992279052734, 4.206635475158691, 4.139491558074951, 4.221685886383057, 4.188520908355713, 4.187650680541992, 4.134196758270264, 4.174953937530518, 4.176247596740723, 4.1567769050598145, 4.138360977172852, 4.200834274291992, 4.273103713989258, 4.299254894256592, 4.204451084136963, 4.18303108215332, 4.335725784301758, 4.109487056732178, 4.256582736968994, 4.21754264831543, 4.090383529663086, 4.1866936683654785, 4.2311625480651855, 4.147208213806152, 4.1914801597595215, 4.147172927856445, 4.109833717346191, 4.152773857116699, 4.129789352416992, 4.1814656257629395]}, {"step": 8300, "epoch": 21, "train_loss": 1.7461998462677002, "cos_r_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "cos_apical_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "cos_Ac_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "r_norm": [4.152434825897217, 4.231753349304199, 4.152186870574951, 4.227692604064941, 4.227323532104492, 4.204991340637207, 4.143916606903076, 4.1810526847839355, 4.197537422180176, 4.173494338989258, 4.140768051147461, 4.20719051361084, 4.2696003913879395, 4.316852569580078, 4.220917701721191, 4.181692600250244, 4.352456569671631, 4.148828506469727, 4.275083541870117, 4.2243523597717285, 4.107760429382324, 4.198497772216797, 4.251673221588135, 4.143409252166748, 4.210422515869141, 4.171368598937988, 4.1323699951171875, 4.152029037475586, 4.155689239501953, 4.1965131759643555]}, {"step": 8350, "epoch": 21, "train_loss": 1.490457534790039, "cos_r_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "cos_apical_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "cos_Ac_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "r_norm": [4.0540361404418945, 4.1222968101501465, 4.056993007659912, 4.113021373748779, 4.102373123168945, 4.101454734802246, 4.036045074462891, 4.08823299407959, 4.093341827392578, 4.055167198181152, 4.037562370300293, 4.102421760559082, 4.178503036499023, 4.208658218383789, 4.112119197845459, 4.078038692474365, 4.237150192260742, 4.033195495605469, 4.160590171813965, 4.112842559814453, 4.012202739715576, 4.092828750610352, 4.146277904510498, 4.053272247314453, 4.102496147155762, 4.05610990524292, 4.017873764038086, 4.047215461730957, 4.040249824523926, 4.088492393493652]}, {"step": 8400, "epoch": 21, "train_loss": 1.5177857875823975, "cos_r_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "cos_apical_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "cos_Ac_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "r_norm": [4.031022071838379, 4.100318431854248, 4.0381999015808105, 4.104156494140625, 4.080842971801758, 4.083724498748779, 4.024764060974121, 4.0636467933654785, 4.074317932128906, 4.046384811401367, 4.020130157470703, 4.099266529083252, 4.156171798706055, 4.194951057434082, 4.09298038482666, 4.062140941619873, 4.228879451751709, 4.016007423400879, 4.146230697631836, 4.095424652099609, 3.9921059608459473, 4.081487655639648, 4.133642196655273, 4.044737815856934, 4.0872321128845215, 4.044114112854004, 4.006258010864258, 4.037140846252441, 4.030508518218994, 4.077822685241699]}, {"step": 8450, "epoch": 21, "train_loss": 1.1995340585708618, "cos_r_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "cos_apical_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "cos_Ac_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "r_norm": [3.9669809341430664, 4.040585041046143, 3.9685842990875244, 4.040415287017822, 4.028350353240967, 4.013864517211914, 3.9629464149475098, 3.9988560676574707, 4.010255813598633, 3.983668327331543, 3.9608306884765625, 4.019033432006836, 4.088961601257324, 4.118642807006836, 4.037949562072754, 4.001569747924805, 4.157236099243164, 3.954686403274536, 4.07167387008667, 4.041766166687012, 3.9240550994873047, 4.009793281555176, 4.066647529602051, 3.9670357704162598, 4.022010803222656, 3.980783224105835, 3.94565486907959, 3.9727983474731445, 3.9682154655456543, 4.014058589935303]}, {"step": 8500, "epoch": 21, "train_loss": 1.4406538009643555, "cos_r_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "cos_apical_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "cos_Ac_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "r_norm": [4.007973670959473, 4.090106964111328, 4.021880626678467, 4.0836896896362305, 4.073952674865723, 4.067479610443115, 3.9980242252349854, 4.038610458374023, 4.04994535446167, 4.029362201690674, 4.006777286529541, 4.0771965980529785, 4.1483564376831055, 4.17039155960083, 4.077796936035156, 4.047828197479248, 4.200138092041016, 3.996993064880371, 4.127989768981934, 4.076664447784424, 3.971982479095459, 4.0663347244262695, 4.099677085876465, 4.007872104644775, 4.069151401519775, 4.034409523010254, 3.9878740310668945, 4.019000053405762, 4.008816242218018, 4.064742088317871]}, {"step": 8550, "epoch": 21, "train_loss": 1.4333956241607666, "cos_r_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "cos_apical_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "cos_Ac_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "r_norm": [4.170749664306641, 4.257853031158447, 4.187227249145508, 4.243105888366699, 4.240018844604492, 4.231693744659424, 4.171452045440674, 4.203080177307129, 4.224684715270996, 4.195120334625244, 4.171164512634277, 4.233939170837402, 4.301518440246582, 4.340114593505859, 4.250969886779785, 4.202994346618652, 4.374343395233154, 4.160322189331055, 4.288397789001465, 4.245964050292969, 4.129469871520996, 4.2286882400512695, 4.285850524902344, 4.174741268157959, 4.23689079284668, 4.1969733238220215, 4.145336151123047, 4.18492317199707, 4.180705547332764, 4.223041534423828]}, {"step": 8600, "epoch": 21, "train_loss": 1.5147171020507812, "cos_r_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "cos_apical_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "cos_Ac_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "r_norm": [4.098186492919922, 4.170689582824707, 4.106782913208008, 4.17607307434082, 4.165533542633057, 4.16211462020874, 4.102035999298096, 4.1282453536987305, 4.139857292175293, 4.117018222808838, 4.0901689529418945, 4.147491931915283, 4.23099422454834, 4.267543792724609, 4.165443420410156, 4.1387939453125, 4.289089679718018, 4.065831661224365, 4.217739582061768, 4.169084548950195, 4.0590972900390625, 4.14830207824707, 4.205367565155029, 4.097291946411133, 4.151139259338379, 4.117278099060059, 4.077850341796875, 4.106484413146973, 4.094794750213623, 4.151593208312988]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4047, "test_loss": 1.905927197265625}, {"step": 8650, "epoch": 22, "train_loss": 1.5002424716949463, "cos_r_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "cos_apical_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "cos_Ac_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "r_norm": [4.075547695159912, 4.14482307434082, 4.090611934661865, 4.14825439453125, 4.131558418273926, 4.141304016113281, 4.081758499145508, 4.10368537902832, 4.121917724609375, 4.0927605628967285, 4.065891265869141, 4.130754470825195, 4.201045036315918, 4.2393879890441895, 4.146442890167236, 4.110063552856445, 4.2652716636657715, 4.042487144470215, 4.191830158233643, 4.143400192260742, 4.038355827331543, 4.118779182434082, 4.183123588562012, 4.080118656158447, 4.125537872314453, 4.091269493103027, 4.055447578430176, 4.079311370849609, 4.073113441467285, 4.122973442077637]}, {"step": 8700, "epoch": 22, "train_loss": 1.6226897239685059, "cos_r_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "cos_apical_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "cos_Ac_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "r_norm": [4.141561508178711, 4.224552631378174, 4.160398006439209, 4.22133731842041, 4.207998752593994, 4.205990791320801, 4.1505022048950195, 4.1691508293151855, 4.19423770904541, 4.173703193664551, 4.147937774658203, 4.2058186531066895, 4.265655994415283, 4.301642894744873, 4.220979690551758, 4.1733245849609375, 4.3501434326171875, 4.13411808013916, 4.271336078643799, 4.229946136474609, 4.100428581237793, 4.196050643920898, 4.241373062133789, 4.140666484832764, 4.200063705444336, 4.172104358673096, 4.128040790557861, 4.158626556396484, 4.160341262817383, 4.189741134643555]}, {"step": 8750, "epoch": 22, "train_loss": 1.3234655857086182, "cos_r_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "cos_apical_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "cos_Ac_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "r_norm": [3.986370801925659, 4.057683944702148, 3.99337100982666, 4.059225559234619, 4.035824298858643, 4.035561561584473, 3.9860143661499023, 4.015490531921387, 4.028288841247559, 4.006124973297119, 3.9841885566711426, 4.042568683624268, 4.1090898513793945, 4.140689373016357, 4.04981803894043, 4.019000053405762, 4.176915645599365, 3.969501256942749, 4.098862648010254, 4.058501243591309, 3.9440650939941406, 4.027910232543945, 4.082393646240234, 3.991179943084717, 4.043107032775879, 4.0073442459106445, 3.9658215045928955, 3.9940226078033447, 3.9890966415405273, 4.026709079742432]}, {"step": 8800, "epoch": 22, "train_loss": 1.5897279977798462, "cos_r_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "cos_apical_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "cos_Ac_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "r_norm": [4.126420974731445, 4.200408935546875, 4.143673896789551, 4.214559555053711, 4.181836128234863, 4.188462734222412, 4.122866630554199, 4.168806076049805, 4.166530609130859, 4.146146297454834, 4.125228404998779, 4.199785232543945, 4.264260292053223, 4.298357963562012, 4.193739414215088, 4.16770076751709, 4.325139999389648, 4.113259792327881, 4.24848747253418, 4.201607704162598, 4.087506294250488, 4.174114227294922, 4.232586860656738, 4.134815216064453, 4.189819812774658, 4.145833969116211, 4.1141791343688965, 4.146402359008789, 4.129364967346191, 4.181950569152832]}, {"step": 8850, "epoch": 22, "train_loss": 1.4251930713653564, "cos_r_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "cos_apical_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "cos_Ac_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "r_norm": [4.069923400878906, 4.148425102233887, 4.089738845825195, 4.140598297119141, 4.132049560546875, 4.142871379852295, 4.063596248626709, 4.105374813079834, 4.113902568817139, 4.085310459136963, 4.053440093994141, 4.123739719390869, 4.200347900390625, 4.234766006469727, 4.140281677246094, 4.100759506225586, 4.255067825317383, 4.047299385070801, 4.18930721282959, 4.141640663146973, 4.032403945922852, 4.119053840637207, 4.176025390625, 4.07438850402832, 4.126064300537109, 4.083417892456055, 4.0539679527282715, 4.076581954956055, 4.068470001220703, 4.110970973968506]}, {"step": 8900, "epoch": 22, "train_loss": 1.6028642654418945, "cos_r_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "cos_apical_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "cos_Ac_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "r_norm": [4.091341495513916, 4.1669464111328125, 4.094293594360352, 4.156688213348389, 4.162416458129883, 4.144457817077637, 4.081598281860352, 4.122491836547852, 4.132637977600098, 4.105225563049316, 4.068406105041504, 4.14310359954834, 4.220829963684082, 4.250156879425049, 4.155309677124023, 4.117987155914307, 4.280604839324951, 4.075438499450684, 4.213652610778809, 4.162126541137695, 4.049488067626953, 4.142730712890625, 4.192273139953613, 4.08818244934082, 4.149899482727051, 4.105288505554199, 4.072310447692871, 4.090761661529541, 4.0852203369140625, 4.143247604370117]}, {"step": 8950, "epoch": 22, "train_loss": 1.3872840404510498, "cos_r_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "cos_apical_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "cos_Ac_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "r_norm": [3.97326922416687, 4.048762321472168, 3.9866232872009277, 4.038076877593994, 4.027408599853516, 4.022488594055176, 3.957333564758301, 4.008776664733887, 4.004709243774414, 3.982647180557251, 3.957472324371338, 4.0270185470581055, 4.101436614990234, 4.127644062042236, 4.0315752029418945, 4.003377914428711, 4.155547142028809, 3.9585461616516113, 4.085084438323975, 4.03326416015625, 3.938943386077881, 4.012624740600586, 4.064637184143066, 3.9791290760040283, 4.027112007141113, 3.9825124740600586, 3.9563705921173096, 3.981698513031006, 3.956092596054077, 4.021181106567383]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4159, "test_loss": 1.8571505981445313}, {"step": 9000, "epoch": 23, "train_loss": 1.423600435256958, "cos_r_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "cos_apical_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "cos_Ac_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "r_norm": [4.1303300857543945, 4.205673694610596, 4.14080286026001, 4.2113261222839355, 4.191383361816406, 4.185524940490723, 4.128731727600098, 4.158989906311035, 4.175014495849609, 4.147812366485596, 4.123368263244629, 4.191656589508057, 4.254358291625977, 4.304938793182373, 4.194543838500977, 4.172869682312012, 4.322503089904785, 4.103813648223877, 4.248369216918945, 4.216355323791504, 4.082054138183594, 4.181314468383789, 4.233757019042969, 4.130505561828613, 4.193155288696289, 4.142472267150879, 4.107368469238281, 4.149812698364258, 4.133535861968994, 4.1828436851501465]}, {"step": 9050, "epoch": 23, "train_loss": 1.5163681507110596, "cos_r_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "cos_apical_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "cos_Ac_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "r_norm": [3.9896047115325928, 4.082369804382324, 4.030193328857422, 4.070779800415039, 4.049276828765869, 4.059754848480225, 3.9835362434387207, 4.027695178985596, 4.032575607299805, 4.020414352416992, 3.9926211833953857, 4.0570783615112305, 4.109736442565918, 4.168635368347168, 4.0702314376831055, 4.028675079345703, 4.185482501983643, 3.987623929977417, 4.111455917358398, 4.075228691101074, 3.9565677642822266, 4.035354137420654, 4.101940631866455, 3.999864339828491, 4.0580220222473145, 4.01767110824585, 3.983980655670166, 4.016849517822266, 4.005346298217773, 4.02726936340332]}, {"step": 9100, "epoch": 23, "train_loss": 1.524132490158081, "cos_r_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "cos_apical_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "cos_Ac_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "r_norm": [4.034079551696777, 4.106574058532715, 4.0415215492248535, 4.1024394035339355, 4.085194110870361, 4.08718729019165, 4.0234551429748535, 4.064377784729004, 4.069061756134033, 4.045681476593018, 4.015960216522217, 4.084554195404053, 4.152024269104004, 4.198148250579834, 4.0979509353637695, 4.068638324737549, 4.218511581420898, 4.0179290771484375, 4.14564323425293, 4.105813980102539, 3.9885990619659424, 4.0702338218688965, 4.140541076660156, 4.041263103485107, 4.090920925140381, 4.047937393188477, 4.017745494842529, 4.041154861450195, 4.02980899810791, 4.072689056396484]}, {"step": 9150, "epoch": 23, "train_loss": 1.5464503765106201, "cos_r_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "cos_apical_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "cos_Ac_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "r_norm": [4.035318374633789, 4.110795974731445, 4.039599418640137, 4.105197906494141, 4.098278045654297, 4.094794273376465, 4.037429332733154, 4.057973384857178, 4.078900337219238, 4.050302505493164, 4.023230075836182, 4.085479259490967, 4.153660774230957, 4.1969099044799805, 4.107418537139893, 4.074038028717041, 4.222303867340088, 4.011775970458984, 4.147407531738281, 4.105571746826172, 3.9952850341796875, 4.078989028930664, 4.1380109786987305, 4.039785385131836, 4.088642120361328, 4.0549468994140625, 4.010280609130859, 4.036983966827393, 4.0299553871154785, 4.086240768432617]}, {"step": 9200, "epoch": 23, "train_loss": 1.496652364730835, "cos_r_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "cos_apical_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "cos_Ac_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "r_norm": [4.041366100311279, 4.126730918884277, 4.062954902648926, 4.119000434875488, 4.109140396118164, 4.113276481628418, 4.0500593185424805, 4.069076061248779, 4.095867156982422, 4.059732437133789, 4.048854827880859, 4.100236415863037, 4.1695756912231445, 4.2054123878479, 4.12249755859375, 4.0761613845825195, 4.242066383361816, 4.0359697341918945, 4.154748916625977, 4.1103057861328125, 4.012592315673828, 4.093020439147949, 4.137765884399414, 4.05472469329834, 4.097533226013184, 4.076971530914307, 4.024735450744629, 4.05124568939209, 4.042675018310547, 4.096975326538086]}, {"step": 9250, "epoch": 23, "train_loss": 1.4940260648727417, "cos_r_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "cos_apical_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "cos_Ac_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "r_norm": [4.158276557922363, 4.248408317565918, 4.170871257781982, 4.234496116638184, 4.216757774353027, 4.221806526184082, 4.152411460876465, 4.188277721405029, 4.203981399536133, 4.177640914916992, 4.139683246612549, 4.218036651611328, 4.286192893981934, 4.339064598083496, 4.232392311096191, 4.197072982788086, 4.351041793823242, 4.138329982757568, 4.281274318695068, 4.231474876403809, 4.117895126342773, 4.209498405456543, 4.263828277587891, 4.161563873291016, 4.218863487243652, 4.171575546264648, 4.135942459106445, 4.163185119628906, 4.154201030731201, 4.21287727355957]}, {"step": 9300, "epoch": 23, "train_loss": 1.4344241619110107, "cos_r_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "cos_apical_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "cos_Ac_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "r_norm": [4.136364936828613, 4.21621036529541, 4.149738311767578, 4.208045959472656, 4.20728874206543, 4.197926044464111, 4.127354145050049, 4.169033050537109, 4.1837873458862305, 4.156974792480469, 4.119323253631592, 4.188449859619141, 4.259919166564941, 4.308282852172852, 4.2087907791137695, 4.164065361022949, 4.336162567138672, 4.11993408203125, 4.2569451332092285, 4.217196464538574, 4.091530799865723, 4.196969985961914, 4.245200157165527, 4.137312412261963, 4.194369316101074, 4.146876335144043, 4.117538928985596, 4.140938758850098, 4.13864278793335, 4.184535980224609]}, {"step": 9350, "epoch": 23, "train_loss": 1.5921043157577515, "cos_r_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "cos_apical_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "cos_Ac_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "r_norm": [4.0037312507629395, 4.084601402282715, 4.0257487297058105, 4.079999923706055, 4.060946464538574, 4.0602850914001465, 3.993799924850464, 4.044269561767578, 4.050220489501953, 4.025555610656738, 3.9918856620788574, 4.069623947143555, 4.132188320159912, 4.175280570983887, 4.076764106750488, 4.038463115692139, 4.196907043457031, 3.9897842407226562, 4.120800018310547, 4.081896781921387, 3.963766098022461, 4.056819915771484, 4.112201690673828, 4.009055137634277, 4.0698652267456055, 4.017460346221924, 3.98728609085083, 4.015581130981445, 4.0072245597839355, 4.052652835845947]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4106, "test_loss": 1.8840658569335937}, {"step": 9400, "epoch": 24, "train_loss": 1.1795930862426758, "cos_r_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "cos_apical_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "cos_Ac_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "r_norm": [4.062461853027344, 4.127589225769043, 4.060565948486328, 4.118503093719482, 4.120481967926025, 4.1132001876831055, 4.057511806488037, 4.088194847106934, 4.100315093994141, 4.065162181854248, 4.039623737335205, 4.098089218139648, 4.182474136352539, 4.218155860900879, 4.12246036529541, 4.090587615966797, 4.236359596252441, 4.028569221496582, 4.170259952545166, 4.118356704711914, 4.015608787536621, 4.103635787963867, 4.1618194580078125, 4.055117130279541, 4.110346794128418, 4.07228946685791, 4.0339155197143555, 4.055265426635742, 4.043059825897217, 4.100774765014648]}, {"step": 9450, "epoch": 24, "train_loss": 1.2415273189544678, "cos_r_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "cos_apical_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "cos_Ac_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "r_norm": [4.104214191436768, 4.188407897949219, 4.112525939941406, 4.180206298828125, 4.181368827819824, 4.163262367248535, 4.101822376251221, 4.129726409912109, 4.151089191436768, 4.129880905151367, 4.093416213989258, 4.158146858215332, 4.232784748077393, 4.2612762451171875, 4.182710647583008, 4.139519691467285, 4.299072265625, 4.100648880004883, 4.224936485290527, 4.193398952484131, 4.064660549163818, 4.165933609008789, 4.219150066375732, 4.095158576965332, 4.174543380737305, 4.125521659851074, 4.093808174133301, 4.119733810424805, 4.121012210845947, 4.15708065032959]}, {"step": 9500, "epoch": 24, "train_loss": 1.394711971282959, "cos_r_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "cos_apical_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "cos_Ac_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "r_norm": [4.050474166870117, 4.122402191162109, 4.060708999633789, 4.1212568283081055, 4.105154037475586, 4.110596656799316, 4.04403018951416, 4.080047130584717, 4.081795692443848, 4.053833961486816, 4.042482852935791, 4.100734710693359, 4.171231746673584, 4.200844764709473, 4.111466884613037, 4.087864875793457, 4.236220836639404, 4.027020454406738, 4.1669206619262695, 4.1142683029174805, 4.014774799346924, 4.082589626312256, 4.138631820678711, 4.043448448181152, 4.101806640625, 4.071019172668457, 4.029494762420654, 4.051173686981201, 4.033676624298096, 4.091914176940918]}, {"step": 9550, "epoch": 24, "train_loss": 1.3639256954193115, "cos_r_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "cos_apical_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "cos_Ac_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "r_norm": [4.050222873687744, 4.126443386077881, 4.067043304443359, 4.125850200653076, 4.105473041534424, 4.109253883361816, 4.049927711486816, 4.077138423919678, 4.089641571044922, 4.0697455406188965, 4.049769401550293, 4.108407974243164, 4.165193557739258, 4.201577663421631, 4.121552467346191, 4.089017391204834, 4.2459797859191895, 4.031036376953125, 4.167478084564209, 4.140583515167236, 4.007869243621826, 4.088649272918701, 4.160984992980957, 4.044310569763184, 4.110379219055176, 4.068829536437988, 4.031378746032715, 4.0657453536987305, 4.057430744171143, 4.088077545166016]}, {"step": 9600, "epoch": 24, "train_loss": 1.4837795495986938, "cos_r_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "cos_apical_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "cos_Ac_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "r_norm": [4.026223182678223, 4.102013111114502, 4.033031463623047, 4.101489067077637, 4.078306674957275, 4.081874370574951, 4.0161542892456055, 4.052337169647217, 4.068049430847168, 4.041889667510986, 4.021430969238281, 4.087312698364258, 4.135751724243164, 4.188136577606201, 4.094306945800781, 4.059666633605957, 4.222506523132324, 4.013211250305176, 4.136487007141113, 4.100129127502441, 3.9806227684020996, 4.064182281494141, 4.1266045570373535, 4.019990921020508, 4.082477569580078, 4.043659210205078, 4.002251148223877, 4.032249927520752, 4.02878475189209, 4.064948081970215]}, {"step": 9650, "epoch": 24, "train_loss": 1.452431559562683, "cos_r_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "cos_apical_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "cos_Ac_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "r_norm": [4.082239151000977, 4.157658576965332, 4.096599578857422, 4.149433612823486, 4.144956588745117, 4.135035037994385, 4.081298828125, 4.104750633239746, 4.128305435180664, 4.099299430847168, 4.062524318695068, 4.13587760925293, 4.202569484710693, 4.245688438415527, 4.159523010253906, 4.11344051361084, 4.2732834815979, 4.065438270568848, 4.195981025695801, 4.157742023468018, 4.045039176940918, 4.129331588745117, 4.194441795349121, 4.086710453033447, 4.136531352996826, 4.096411228179932, 4.060413360595703, 4.0900068283081055, 4.080460548400879, 4.127369403839111]}, {"step": 9700, "epoch": 24, "train_loss": 1.468449354171753, "cos_r_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "cos_apical_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "cos_Ac_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "r_norm": [4.116163730621338, 4.206676483154297, 4.139015197753906, 4.196749687194824, 4.174659252166748, 4.180383682250977, 4.106874465942383, 4.157544136047363, 4.169206619262695, 4.138681411743164, 4.111663818359375, 4.187657356262207, 4.247257232666016, 4.30095100402832, 4.192356109619141, 4.152798175811768, 4.32725715637207, 4.121230125427246, 4.234958648681641, 4.185178279876709, 4.086935997009277, 4.1729512214660645, 4.229455947875977, 4.128884315490723, 4.184859752655029, 4.136106491088867, 4.104198455810547, 4.125337600708008, 4.125194549560547, 4.1580376625061035]}, {"step": 9750, "epoch": 24, "train_loss": 1.436645269393921, "cos_r_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "cos_apical_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "cos_Ac_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "r_norm": [4.06827974319458, 4.150275230407715, 4.078304290771484, 4.150221824645996, 4.129524230957031, 4.12078857421875, 4.0713725090026855, 4.100786209106445, 4.121324062347412, 4.091504096984863, 4.060332298278809, 4.136458396911621, 4.196878910064697, 4.244585990905762, 4.1457600593566895, 4.108256816864014, 4.270468711853027, 4.060824871063232, 4.184969425201416, 4.146725654602051, 4.024650573730469, 4.121279716491699, 4.177618026733398, 4.077348709106445, 4.134012699127197, 4.087019920349121, 4.044292449951172, 4.081456184387207, 4.077988147735596, 4.1134748458862305]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4033, "test_loss": 1.9172869262695313}], "final": {"test_acc": 0.4033, "test_loss": 1.9172869262695313, "wall_s": 111.99888873100281, "cos_r_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619], "cos_apical_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619], "cos_Ac_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619]}}