results/deepres_cifar10_dfa_d5_s0.json


1

{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125, "cos_r_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "cos_apical_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "cos_Ac_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "r_norm": [4.807969570159912, 4.965421676635742, 4.878171920776367, 4.896076202392578, 4.952401161193848]}, {"step": 50, "epoch": 0, "train_loss": 2.0584380626678467, "cos_r_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "cos_apical_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "cos_Ac_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "r_norm": [4.588120460510254, 4.767675876617432, 4.668364524841309, 4.668888092041016, 4.717327117919922]}, {"step": 100, "epoch": 0, "train_loss": 2.0623679161071777, "cos_r_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "cos_apical_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "cos_Ac_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "r_norm": [4.399931907653809, 4.561800479888916, 4.511209487915039, 4.519475936889648, 4.5260233879089355]}, {"step": 150, "epoch": 0, "train_loss": 2.126288652420044, "cos_r_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "cos_apical_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "cos_Ac_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "r_norm": [4.460400581359863, 4.617579460144043, 4.543556213378906, 4.570724964141846, 4.590598106384277]}, {"step": 200, "epoch": 0, "train_loss": 2.1981468200683594, "cos_r_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "cos_apical_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "cos_Ac_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "r_norm": [4.326190948486328, 4.48861026763916, 4.426315784454346, 4.449458122253418, 4.4473419189453125]}, {"step": 250, "epoch": 0, "train_loss": 2.1131343841552734, "cos_r_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "cos_apical_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "cos_Ac_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "r_norm": [4.445377349853516, 4.6083831787109375, 4.533984661102295, 4.558241844177246, 4.589936256408691]}, {"step": 300, "epoch": 0, "train_loss": 1.7965319156646729, "cos_r_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "cos_apical_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "cos_Ac_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "r_norm": [4.295323371887207, 4.453214645385742, 4.395405292510986, 4.412365913391113, 4.427370071411133]}, {"step": 350, "epoch": 0, "train_loss": 2.1300625801086426, "cos_r_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "cos_apical_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "cos_Ac_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "r_norm": [4.238175392150879, 4.397005081176758, 4.320337772369385, 4.328097343444824, 4.360980987548828]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3306, "test_loss": 1.9346470703125}, {"step": 400, "epoch": 1, "train_loss": 1.9252816438674927, "cos_r_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "cos_apical_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "cos_Ac_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "r_norm": [4.3271989822387695, 4.489518165588379, 4.419093132019043, 4.446166038513184, 4.459002494812012]}, {"step": 450, "epoch": 1, "train_loss": 2.1121129989624023, "cos_r_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "cos_apical_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "cos_Ac_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "r_norm": [4.269251823425293, 4.4287004470825195, 4.368295192718506, 4.387999057769775, 4.408681869506836]}, {"step": 500, "epoch": 1, "train_loss": 1.8777378797531128, "cos_r_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "cos_apical_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "cos_Ac_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "r_norm": [4.346729278564453, 4.505255699157715, 4.43614387512207, 4.452665328979492, 4.489631175994873]}, {"step": 550, "epoch": 1, "train_loss": 2.0849266052246094, "cos_r_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "cos_apical_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "cos_Ac_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "r_norm": [4.279163837432861, 4.438207626342773, 4.368025302886963, 4.383426666259766, 4.400021553039551]}, {"step": 600, "epoch": 1, "train_loss": 1.96241295337677, "cos_r_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "cos_apical_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "cos_Ac_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "r_norm": [4.208215713500977, 4.365572929382324, 4.291839599609375, 4.303097724914551, 4.33247184753418]}, {"step": 650, "epoch": 1, "train_loss": 2.026339054107666, "cos_r_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "cos_apical_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "cos_Ac_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "r_norm": [4.230541229248047, 4.396073818206787, 4.305344581604004, 4.330826759338379, 4.345940589904785]}, {"step": 700, "epoch": 1, "train_loss": 1.938659429550171, "cos_r_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "cos_apical_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "cos_Ac_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "r_norm": [4.336202621459961, 4.503115653991699, 4.414243698120117, 4.451467990875244, 4.47092342376709]}, {"step": 750, "epoch": 1, "train_loss": 2.1670985221862793, "cos_r_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "cos_apical_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "cos_Ac_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "r_norm": [4.177914619445801, 4.339231014251709, 4.263749122619629, 4.279374599456787, 4.291812419891357]}, {"epoch_end": 1, "step": 782, "test_acc": 0.349, "test_loss": 1.9760515502929688}, {"step": 800, "epoch": 2, "train_loss": 1.8698153495788574, "cos_r_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "cos_apical_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "cos_Ac_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "r_norm": [4.247443675994873, 4.410311698913574, 4.317906379699707, 4.34356164932251, 4.373719215393066]}, {"step": 850, "epoch": 2, "train_loss": 1.836876392364502, "cos_r_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "cos_apical_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "cos_Ac_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "r_norm": [4.356872081756592, 4.530099868774414, 4.437589645385742, 4.449843406677246, 4.486766815185547]}, {"step": 900, "epoch": 2, "train_loss": 1.8714401721954346, "cos_r_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "cos_apical_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "cos_Ac_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "r_norm": [4.2530975341796875, 4.415142059326172, 4.337817192077637, 4.349667549133301, 4.388486862182617]}, {"step": 950, "epoch": 2, "train_loss": 1.7394477128982544, "cos_r_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "cos_apical_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "cos_Ac_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "r_norm": [4.352431297302246, 4.527439117431641, 4.417414665222168, 4.457334995269775, 4.485366344451904]}, {"step": 1000, "epoch": 2, "train_loss": 1.9717950820922852, "cos_r_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "cos_apical_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "cos_Ac_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "r_norm": [4.339426517486572, 4.513794422149658, 4.409950256347656, 4.433103561401367, 4.479104042053223]}, {"step": 1050, "epoch": 2, "train_loss": 2.0286998748779297, "cos_r_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "cos_apical_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "cos_Ac_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "r_norm": [4.243035316467285, 4.4040374755859375, 4.328814506530762, 4.346496105194092, 4.366021156311035]}, {"step": 1100, "epoch": 2, "train_loss": 1.6801645755767822, "cos_r_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "cos_apical_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "cos_Ac_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "r_norm": [4.292632102966309, 4.463083267211914, 4.383613109588623, 4.401002883911133, 4.41408109664917]}, {"step": 1150, "epoch": 2, "train_loss": 1.847355604171753, "cos_r_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "cos_apical_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "cos_Ac_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "r_norm": [4.272091865539551, 4.42335319519043, 4.348824501037598, 4.369407653808594, 4.391819953918457]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.339, "test_loss": 2.0618849731445312}, {"step": 1200, "epoch": 3, "train_loss": 1.8176772594451904, "cos_r_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "cos_apical_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "cos_Ac_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "r_norm": [4.313849449157715, 4.48623514175415, 4.410749435424805, 4.42097282409668, 4.448769569396973]}, {"step": 1250, "epoch": 3, "train_loss": 1.7014703750610352, "cos_r_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "cos_apical_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "cos_Ac_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "r_norm": [4.19913911819458, 4.361608505249023, 4.2822651863098145, 4.307711601257324, 4.319955825805664]}, {"step": 1300, "epoch": 3, "train_loss": 1.878676176071167, "cos_r_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "cos_apical_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "cos_Ac_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "r_norm": [4.358987808227539, 4.523893356323242, 4.45999002456665, 4.4655303955078125, 4.509422302246094]}, {"step": 1350, "epoch": 3, "train_loss": 2.045210361480713, "cos_r_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "cos_apical_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "cos_Ac_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "r_norm": [4.291675567626953, 4.444004058837891, 4.380833625793457, 4.390233516693115, 4.402225017547607]}, {"step": 1400, "epoch": 3, "train_loss": 1.9046753644943237, "cos_r_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "cos_apical_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "cos_Ac_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "r_norm": [4.343122482299805, 4.516612529754639, 4.422482490539551, 4.456608295440674, 4.467594623565674]}, {"step": 1450, "epoch": 3, "train_loss": 1.8070412874221802, "cos_r_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "cos_apical_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "cos_Ac_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "r_norm": [4.313312530517578, 4.4643659591674805, 4.403304100036621, 4.420845985412598, 4.4375505447387695]}, {"step": 1500, "epoch": 3, "train_loss": 1.844260334968567, "cos_r_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "cos_apical_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "cos_Ac_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "r_norm": [4.104447364807129, 4.25726842880249, 4.19066858291626, 4.204376220703125, 4.228062629699707]}, {"step": 1550, "epoch": 3, "train_loss": 1.9502625465393066, "cos_r_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "cos_apical_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "cos_Ac_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "r_norm": [4.255734920501709, 4.429433822631836, 4.32962703704834, 4.348662376403809, 4.384665012359619]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3541, "test_loss": 1.9277326904296874}, {"step": 1600, "epoch": 4, "train_loss": 1.8109540939331055, "cos_r_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "cos_apical_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "cos_Ac_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "r_norm": [4.278820037841797, 4.436175346374512, 4.367424011230469, 4.389113903045654, 4.413178443908691]}, {"step": 1650, "epoch": 4, "train_loss": 1.8110618591308594, "cos_r_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "cos_apical_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "cos_Ac_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "r_norm": [4.189541339874268, 4.356148719787598, 4.277170181274414, 4.2920942306518555, 4.3167314529418945]}, {"step": 1700, "epoch": 4, "train_loss": 1.6742430925369263, "cos_r_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "cos_apical_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "cos_Ac_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "r_norm": [4.158789157867432, 4.309232234954834, 4.2436699867248535, 4.27141809463501, 4.284751892089844]}, {"step": 1750, "epoch": 4, "train_loss": 1.7940688133239746, "cos_r_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "cos_apical_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "cos_Ac_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "r_norm": [4.137082099914551, 4.286360740661621, 4.227099418640137, 4.240002155303955, 4.252669334411621]}, {"step": 1800, "epoch": 4, "train_loss": 1.6084883213043213, "cos_r_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "cos_apical_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "cos_Ac_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "r_norm": [4.205317497253418, 4.3499603271484375, 4.282198905944824, 4.289843559265137, 4.332393646240234]}, {"step": 1850, "epoch": 4, "train_loss": 1.9402259588241577, "cos_r_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "cos_apical_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "cos_Ac_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "r_norm": [4.197656631469727, 4.357970237731934, 4.28919792175293, 4.309135913848877, 4.30490779876709]}, {"step": 1900, "epoch": 4, "train_loss": 1.6338969469070435, "cos_r_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "cos_apical_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "cos_Ac_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "r_norm": [4.115148544311523, 4.272336006164551, 4.2070159912109375, 4.22032356262207, 4.243704795837402]}, {"step": 1950, "epoch": 4, "train_loss": 1.5347687005996704, "cos_r_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "cos_apical_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "cos_Ac_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "r_norm": [4.1408514976501465, 4.302398681640625, 4.224137783050537, 4.245401382446289, 4.264577865600586]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3785, "test_loss": 1.837037646484375}, {"step": 2000, "epoch": 5, "train_loss": 1.7464215755462646, "cos_r_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "cos_apical_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "cos_Ac_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "r_norm": [4.193225860595703, 4.35090446472168, 4.2725934982299805, 4.309106826782227, 4.324004650115967]}, {"step": 2050, "epoch": 5, "train_loss": 1.6772778034210205, "cos_r_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "cos_apical_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "cos_Ac_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "r_norm": [4.190686225891113, 4.345492362976074, 4.284887313842773, 4.292190074920654, 4.315522193908691]}, {"step": 2100, "epoch": 5, "train_loss": 1.8284790515899658, "cos_r_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "cos_apical_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "cos_Ac_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "r_norm": [4.179863929748535, 4.351806640625, 4.258640289306641, 4.288078308105469, 4.300940990447998]}, {"step": 2150, "epoch": 5, "train_loss": 1.8336210250854492, "cos_r_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "cos_apical_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "cos_Ac_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "r_norm": [4.074859619140625, 4.225656509399414, 4.156839370727539, 4.174717903137207, 4.1928324699401855]}, {"step": 2200, "epoch": 5, "train_loss": 2.0036797523498535, "cos_r_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "cos_apical_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "cos_Ac_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "r_norm": [4.2342729568481445, 4.398276329040527, 4.3222575187683105, 4.325247764587402, 4.356746673583984]}, {"step": 2250, "epoch": 5, "train_loss": 1.9219658374786377, "cos_r_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "cos_apical_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "cos_Ac_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "r_norm": [4.021990776062012, 4.172477722167969, 4.109046459197998, 4.125219345092773, 4.138010025024414]}, {"step": 2300, "epoch": 5, "train_loss": 1.715606927871704, "cos_r_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "cos_apical_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "cos_Ac_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "r_norm": [3.9686217308044434, 4.115922927856445, 4.0479960441589355, 4.065001487731934, 4.07913875579834]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3572, "test_loss": 1.9984966064453125}, {"step": 2350, "epoch": 6, "train_loss": 1.8311543464660645, "cos_r_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "cos_apical_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "cos_Ac_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "r_norm": [4.178773403167725, 4.335808753967285, 4.288183212280273, 4.293313026428223, 4.321787357330322]}, {"step": 2400, "epoch": 6, "train_loss": 1.735269546508789, "cos_r_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "cos_apical_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "cos_Ac_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "r_norm": [4.109554290771484, 4.255428314208984, 4.194185733795166, 4.214946269989014, 4.238191604614258]}, {"step": 2450, "epoch": 6, "train_loss": 1.6182172298431396, "cos_r_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "cos_apical_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "cos_Ac_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "r_norm": [4.1529459953308105, 4.311728000640869, 4.240478515625, 4.249532699584961, 4.297576427459717]}, {"step": 2500, "epoch": 6, "train_loss": 1.7070794105529785, "cos_r_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "cos_apical_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "cos_Ac_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "r_norm": [4.081836700439453, 4.235569953918457, 4.17436408996582, 4.196642875671387, 4.215151309967041]}, {"step": 2550, "epoch": 6, "train_loss": 1.778153419494629, "cos_r_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "cos_apical_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "cos_Ac_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "r_norm": [4.233157157897949, 4.392075538635254, 4.336223602294922, 4.347951889038086, 4.372551441192627]}, {"step": 2600, "epoch": 6, "train_loss": 1.7586874961853027, "cos_r_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "cos_apical_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "cos_Ac_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "r_norm": [4.071850776672363, 4.222414016723633, 4.155386924743652, 4.166543960571289, 4.199612617492676]}, {"step": 2650, "epoch": 6, "train_loss": 1.771274447441101, "cos_r_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "cos_apical_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "cos_Ac_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "r_norm": [4.143800258636475, 4.294851303100586, 4.219895362854004, 4.236680030822754, 4.265013694763184]}, {"step": 2700, "epoch": 6, "train_loss": 1.7793259620666504, "cos_r_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "cos_apical_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "cos_Ac_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "r_norm": [4.157766342163086, 4.309405326843262, 4.246062278747559, 4.260893821716309, 4.28059196472168]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3877, "test_loss": 1.8227666625976562}, {"step": 2750, "epoch": 7, "train_loss": 1.7956428527832031, "cos_r_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "cos_apical_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "cos_Ac_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "r_norm": [4.138005256652832, 4.297991752624512, 4.232483863830566, 4.240278720855713, 4.257568836212158]}, {"step": 2800, "epoch": 7, "train_loss": 2.0395517349243164, "cos_r_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "cos_apical_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "cos_Ac_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "r_norm": [4.032217025756836, 4.181509494781494, 4.112119197845459, 4.133481025695801, 4.146035194396973]}, {"step": 2850, "epoch": 7, "train_loss": 1.934842586517334, "cos_r_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "cos_apical_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "cos_Ac_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "r_norm": [4.132554054260254, 4.285455703735352, 4.220665454864502, 4.243108749389648, 4.243838310241699]}, {"step": 2900, "epoch": 7, "train_loss": 1.8168039321899414, "cos_r_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "cos_apical_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "cos_Ac_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "r_norm": [4.058679103851318, 4.202605247497559, 4.140235900878906, 4.175710678100586, 4.181796073913574]}, {"step": 2950, "epoch": 7, "train_loss": 1.805798053741455, "cos_r_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "cos_apical_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "cos_Ac_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "r_norm": [4.086007118225098, 4.244672775268555, 4.161691665649414, 4.178760528564453, 4.208208084106445]}, {"step": 3000, "epoch": 7, "train_loss": 1.8814036846160889, "cos_r_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "cos_apical_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "cos_Ac_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "r_norm": [3.9593544006347656, 4.114174842834473, 4.045198440551758, 4.06356143951416, 4.072152614593506]}, {"step": 3050, "epoch": 7, "train_loss": 2.0016138553619385, "cos_r_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "cos_apical_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "cos_Ac_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "r_norm": [3.9937400817871094, 4.137598037719727, 4.075213432312012, 4.110673904418945, 4.110401630401611]}, {"step": 3100, "epoch": 7, "train_loss": 1.6715223789215088, "cos_r_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "cos_apical_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "cos_Ac_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "r_norm": [4.038311958312988, 4.183837890625, 4.137242317199707, 4.156586647033691, 4.151802062988281]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3866, "test_loss": 1.8174120849609374}, {"step": 3150, "epoch": 8, "train_loss": 1.6862128973007202, "cos_r_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "cos_apical_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "cos_Ac_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "r_norm": [4.175848484039307, 4.337525844573975, 4.26472282409668, 4.285518646240234, 4.30606746673584]}, {"step": 3200, "epoch": 8, "train_loss": 1.7024906873703003, "cos_r_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "cos_apical_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "cos_Ac_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "r_norm": [4.026062965393066, 4.172266483306885, 4.113656997680664, 4.142637252807617, 4.146873950958252]}, {"step": 3250, "epoch": 8, "train_loss": 1.7895233631134033, "cos_r_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "cos_apical_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "cos_Ac_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "r_norm": [4.15961217880249, 4.320855140686035, 4.250938892364502, 4.255210876464844, 4.296555042266846]}, {"step": 3300, "epoch": 8, "train_loss": 1.846703052520752, "cos_r_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "cos_apical_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "cos_Ac_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "r_norm": [3.987689256668091, 4.1432952880859375, 4.08733606338501, 4.103873252868652, 4.111390113830566]}, {"step": 3350, "epoch": 8, "train_loss": 1.749061107635498, "cos_r_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "cos_apical_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "cos_Ac_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "r_norm": [4.166703224182129, 4.32964563369751, 4.242035388946533, 4.266549110412598, 4.279601097106934]}, {"step": 3400, "epoch": 8, "train_loss": 1.7233052253723145, "cos_r_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "cos_apical_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "cos_Ac_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "r_norm": [4.046017169952393, 4.198626518249512, 4.138879776000977, 4.159348487854004, 4.162408828735352]}, {"step": 3450, "epoch": 8, "train_loss": 1.4697667360305786, "cos_r_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "cos_apical_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "cos_Ac_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "r_norm": [4.064837455749512, 4.220266819000244, 4.163031578063965, 4.177866458892822, 4.189610481262207]}, {"step": 3500, "epoch": 8, "train_loss": 1.6174938678741455, "cos_r_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "cos_apical_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "cos_Ac_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "r_norm": [3.9205098152160645, 4.071755409240723, 4.015565872192383, 4.031736373901367, 4.0447678565979]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3731, "test_loss": 1.8906885620117186}, {"step": 3550, "epoch": 9, "train_loss": 1.4778908491134644, "cos_r_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "cos_apical_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "cos_Ac_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "r_norm": [4.077206611633301, 4.231697082519531, 4.164023399353027, 4.187628746032715, 4.208101272583008]}, {"step": 3600, "epoch": 9, "train_loss": 1.6296346187591553, "cos_r_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "cos_apical_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "cos_Ac_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "r_norm": [4.051222801208496, 4.213600158691406, 4.146201133728027, 4.1709771156311035, 4.179190158843994]}, {"step": 3650, "epoch": 9, "train_loss": 1.8153080940246582, "cos_r_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "cos_apical_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "cos_Ac_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "r_norm": [4.097275257110596, 4.247574329376221, 4.201245307922363, 4.2185893058776855, 4.2233734130859375]}, {"step": 3700, "epoch": 9, "train_loss": 1.520801305770874, "cos_r_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "cos_apical_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "cos_Ac_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "r_norm": [4.074271202087402, 4.225193977355957, 4.15963888168335, 4.182568550109863, 4.195481300354004]}, {"step": 3750, "epoch": 9, "train_loss": 1.6621441841125488, "cos_r_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "cos_apical_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "cos_Ac_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "r_norm": [4.236849308013916, 4.411815643310547, 4.31754732131958, 4.334795951843262, 4.370298385620117]}, {"step": 3800, "epoch": 9, "train_loss": 1.936414122581482, "cos_r_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "cos_apical_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "cos_Ac_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "r_norm": [4.122239112854004, 4.291804790496826, 4.205824851989746, 4.237213611602783, 4.240772247314453]}, {"step": 3850, "epoch": 9, "train_loss": 1.534274697303772, "cos_r_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "cos_apical_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "cos_Ac_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "r_norm": [4.039545059204102, 4.196961402893066, 4.1136155128479, 4.134939193725586, 4.152218341827393]}, {"step": 3900, "epoch": 9, "train_loss": 1.6688982248306274, "cos_r_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "cos_apical_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "cos_Ac_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "r_norm": [4.049065589904785, 4.198108196258545, 4.131133079528809, 4.148796558380127, 4.173651218414307]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3967, "test_loss": 1.8294749145507812}, {"step": 3950, "epoch": 10, "train_loss": 1.581129550933838, "cos_r_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "cos_apical_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "cos_Ac_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "r_norm": [3.9883785247802734, 4.136408805847168, 4.079668045043945, 4.096256256103516, 4.110421657562256]}, {"step": 4000, "epoch": 10, "train_loss": 1.5599472522735596, "cos_r_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "cos_apical_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "cos_Ac_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "r_norm": [4.092789649963379, 4.248839855194092, 4.181894302368164, 4.202046871185303, 4.210089206695557]}, {"step": 4050, "epoch": 10, "train_loss": 1.6728177070617676, "cos_r_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "cos_apical_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "cos_Ac_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "r_norm": [4.095827102661133, 4.252035617828369, 4.175534725189209, 4.201902866363525, 4.206392288208008]}, {"step": 4100, "epoch": 10, "train_loss": 1.686273455619812, "cos_r_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "cos_apical_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "cos_Ac_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "r_norm": [4.036825656890869, 4.178496360778809, 4.130478858947754, 4.15029764175415, 4.159079551696777]}, {"step": 4150, "epoch": 10, "train_loss": 1.4186387062072754, "cos_r_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "cos_apical_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "cos_Ac_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "r_norm": [4.118714809417725, 4.273203372955322, 4.1956892013549805, 4.231055736541748, 4.240481376647949]}, {"step": 4200, "epoch": 10, "train_loss": 1.6970347166061401, "cos_r_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "cos_apical_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "cos_Ac_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "r_norm": [4.0795087814331055, 4.226993560791016, 4.169806003570557, 4.1802473068237305, 4.20968770980835]}, {"step": 4250, "epoch": 10, "train_loss": 1.8395774364471436, "cos_r_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "cos_apical_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "cos_Ac_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "r_norm": [4.048125267028809, 4.193824768066406, 4.125406265258789, 4.141192436218262, 4.155795097351074]}, {"step": 4300, "epoch": 10, "train_loss": 1.5401175022125244, "cos_r_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "cos_apical_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "cos_Ac_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "r_norm": [3.997298002243042, 4.1485185623168945, 4.073529243469238, 4.099717140197754, 4.106052398681641]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4071, "test_loss": 1.7873586059570312}, {"step": 4350, "epoch": 11, "train_loss": 1.5717763900756836, "cos_r_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "cos_apical_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "cos_Ac_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "r_norm": [4.0364484786987305, 4.185118675231934, 4.127987861633301, 4.142075538635254, 4.159771919250488]}, {"step": 4400, "epoch": 11, "train_loss": 1.7833930253982544, "cos_r_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "cos_apical_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "cos_Ac_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "r_norm": [4.100914001464844, 4.258944511413574, 4.1824798583984375, 4.215920448303223, 4.233077049255371]}, {"step": 4450, "epoch": 11, "train_loss": 1.7668445110321045, "cos_r_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "cos_apical_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "cos_Ac_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "r_norm": [4.120035648345947, 4.264610290527344, 4.209756374359131, 4.223313331604004, 4.241972923278809]}, {"step": 4500, "epoch": 11, "train_loss": 1.8719065189361572, "cos_r_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "cos_apical_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "cos_Ac_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "r_norm": [3.992656946182251, 4.142379283905029, 4.097911834716797, 4.100557327270508, 4.112992763519287]}, {"step": 4550, "epoch": 11, "train_loss": 1.7207746505737305, "cos_r_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "cos_apical_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "cos_Ac_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "r_norm": [4.009578227996826, 4.1490631103515625, 4.110099792480469, 4.123470306396484, 4.132625579833984]}, {"step": 4600, "epoch": 11, "train_loss": 1.7194385528564453, "cos_r_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "cos_apical_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "cos_Ac_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "r_norm": [4.077221870422363, 4.223186492919922, 4.1632585525512695, 4.185486793518066, 4.1873250007629395]}, {"step": 4650, "epoch": 11, "train_loss": 1.7883862257003784, "cos_r_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "cos_apical_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "cos_Ac_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "r_norm": [4.071825981140137, 4.224175453186035, 4.144903182983398, 4.176510334014893, 4.195240020751953]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3934, "test_loss": 1.81573271484375}, {"step": 4700, "epoch": 12, "train_loss": 1.5511863231658936, "cos_r_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "cos_apical_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "cos_Ac_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "r_norm": [4.0676093101501465, 4.215671539306641, 4.1568379402160645, 4.174166679382324, 4.182522773742676]}, {"step": 4750, "epoch": 12, "train_loss": 1.841649055480957, "cos_r_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "cos_apical_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "cos_Ac_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "r_norm": [4.025485038757324, 4.164743423461914, 4.108363151550293, 4.136198043823242, 4.143955230712891]}, {"step": 4800, "epoch": 12, "train_loss": 1.5605651140213013, "cos_r_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "cos_apical_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "cos_Ac_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "r_norm": [4.150034427642822, 4.302306652069092, 4.235893726348877, 4.251177787780762, 4.297037124633789]}, {"step": 4850, "epoch": 12, "train_loss": 1.6007801294326782, "cos_r_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "cos_apical_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "cos_Ac_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "r_norm": [4.142533302307129, 4.317373275756836, 4.2234721183776855, 4.238458633422852, 4.268223285675049]}, {"step": 4900, "epoch": 12, "train_loss": 1.5240507125854492, "cos_r_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "cos_apical_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "cos_Ac_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "r_norm": [4.024297714233398, 4.170927047729492, 4.111126899719238, 4.134411334991455, 4.143829345703125]}, {"step": 4950, "epoch": 12, "train_loss": 1.433936595916748, "cos_r_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "cos_apical_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "cos_Ac_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "r_norm": [4.111730575561523, 4.278266906738281, 4.193789482116699, 4.223245620727539, 4.244709014892578]}, {"step": 5000, "epoch": 12, "train_loss": 1.727334976196289, "cos_r_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "cos_apical_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "cos_Ac_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "r_norm": [3.9578516483306885, 4.105837821960449, 4.040785789489746, 4.064475059509277, 4.081319332122803]}, {"step": 5050, "epoch": 12, "train_loss": 1.6555092334747314, "cos_r_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "cos_apical_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "cos_Ac_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "r_norm": [4.072604656219482, 4.237473487854004, 4.153231620788574, 4.166838645935059, 4.195831298828125]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.406, "test_loss": 1.832765380859375}, {"step": 5100, "epoch": 13, "train_loss": 1.617800235748291, "cos_r_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "cos_apical_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "cos_Ac_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "r_norm": [4.059762477874756, 4.21499490737915, 4.155704975128174, 4.160809516906738, 4.196750640869141]}, {"step": 5150, "epoch": 13, "train_loss": 1.5958144664764404, "cos_r_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "cos_apical_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "cos_Ac_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "r_norm": [4.039956092834473, 4.185493469238281, 4.129839897155762, 4.162782669067383, 4.165313720703125]}, {"step": 5200, "epoch": 13, "train_loss": 1.7975281476974487, "cos_r_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "cos_apical_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "cos_Ac_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "r_norm": [3.9886746406555176, 4.136024475097656, 4.075743198394775, 4.102677345275879, 4.108247756958008]}, {"step": 5250, "epoch": 13, "train_loss": 1.3910640478134155, "cos_r_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "cos_apical_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "cos_Ac_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "r_norm": [4.055753707885742, 4.1990742683410645, 4.155534267425537, 4.172298431396484, 4.184926509857178]}, {"step": 5300, "epoch": 13, "train_loss": 1.5265607833862305, "cos_r_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "cos_apical_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "cos_Ac_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "r_norm": [4.042875289916992, 4.191128253936768, 4.136553764343262, 4.143150329589844, 4.16602087020874]}, {"step": 5350, "epoch": 13, "train_loss": 1.5209777355194092, "cos_r_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "cos_apical_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "cos_Ac_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "r_norm": [4.014071941375732, 4.159346580505371, 4.107082366943359, 4.1145734786987305, 4.1398234367370605]}, {"step": 5400, "epoch": 13, "train_loss": 1.866229772567749, "cos_r_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "cos_apical_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "cos_Ac_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "r_norm": [3.947004556655884, 4.098998069763184, 4.035618782043457, 4.051700115203857, 4.068346977233887]}, {"step": 5450, "epoch": 13, "train_loss": 1.6541401147842407, "cos_r_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "cos_apical_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "cos_Ac_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "r_norm": [4.060577392578125, 4.2078423500061035, 4.132761001586914, 4.158945083618164, 4.180599689483643]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3978, "test_loss": 1.8367379028320312}, {"step": 5500, "epoch": 14, "train_loss": 1.7749608755111694, "cos_r_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "cos_apical_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "cos_Ac_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "r_norm": [4.001755714416504, 4.155848503112793, 4.086249351501465, 4.108945846557617, 4.122887134552002]}, {"step": 5550, "epoch": 14, "train_loss": 1.7585686445236206, "cos_r_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "cos_apical_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "cos_Ac_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "r_norm": [3.9415204524993896, 4.08725643157959, 4.027768135070801, 4.044876575469971, 4.062212944030762]}, {"step": 5600, "epoch": 14, "train_loss": 1.6545329093933105, "cos_r_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "cos_apical_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "cos_Ac_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "r_norm": [4.011420249938965, 4.16905403137207, 4.096243381500244, 4.119302749633789, 4.136981010437012]}, {"step": 5650, "epoch": 14, "train_loss": 1.7338498830795288, "cos_r_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "cos_apical_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "cos_Ac_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "r_norm": [4.054589748382568, 4.202539443969727, 4.133345603942871, 4.16010856628418, 4.172063827514648]}, {"step": 5700, "epoch": 14, "train_loss": 1.6036704778671265, "cos_r_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "cos_apical_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "cos_Ac_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "r_norm": [3.898195743560791, 4.040755271911621, 3.9812135696411133, 4.002915859222412, 4.002781867980957]}, {"step": 5750, "epoch": 14, "train_loss": 1.448512077331543, "cos_r_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "cos_apical_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "cos_Ac_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "r_norm": [4.00964879989624, 4.158977508544922, 4.097304821014404, 4.106905937194824, 4.1304144859313965]}, {"step": 5800, "epoch": 14, "train_loss": 1.7125777006149292, "cos_r_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "cos_apical_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "cos_Ac_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "r_norm": [4.045428276062012, 4.195319175720215, 4.127878665924072, 4.147709846496582, 4.174740791320801]}, {"step": 5850, "epoch": 14, "train_loss": 1.4649035930633545, "cos_r_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "cos_apical_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "cos_Ac_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "r_norm": [4.063465118408203, 4.214583396911621, 4.170448303222656, 4.184452056884766, 4.202382564544678]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4075, "test_loss": 1.8314241943359375}, {"step": 5900, "epoch": 15, "train_loss": 1.3382987976074219, "cos_r_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "cos_apical_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "cos_Ac_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "r_norm": [3.9976449012756348, 4.139167785644531, 4.093077659606934, 4.102476119995117, 4.123005390167236]}, {"step": 5950, "epoch": 15, "train_loss": 1.7161593437194824, "cos_r_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "cos_apical_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "cos_Ac_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "r_norm": [4.154025077819824, 4.3170976638793945, 4.230320453643799, 4.252948760986328, 4.279109477996826]}, {"step": 6000, "epoch": 15, "train_loss": 1.621297001838684, "cos_r_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "cos_apical_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "cos_Ac_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "r_norm": [4.050008773803711, 4.19937801361084, 4.130454063415527, 4.146145820617676, 4.1688232421875]}, {"step": 6050, "epoch": 15, "train_loss": 1.7014399766921997, "cos_r_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "cos_apical_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "cos_Ac_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "r_norm": [4.236367702484131, 4.412964344024658, 4.348655700683594, 4.359220504760742, 4.36641788482666]}, {"step": 6100, "epoch": 15, "train_loss": 1.612536072731018, "cos_r_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "cos_apical_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "cos_Ac_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "r_norm": [4.007935047149658, 4.159510612487793, 4.090824127197266, 4.120523452758789, 4.126208305358887]}, {"step": 6150, "epoch": 15, "train_loss": 1.698876142501831, "cos_r_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "cos_apical_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "cos_Ac_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "r_norm": [3.9767136573791504, 4.114347457885742, 4.062105655670166, 4.088878154754639, 4.089752674102783]}, {"step": 6200, "epoch": 15, "train_loss": 1.6553372144699097, "cos_r_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "cos_apical_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "cos_Ac_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "r_norm": [4.156816482543945, 4.3169097900390625, 4.244905471801758, 4.260998249053955, 4.277281284332275]}, {"step": 6250, "epoch": 15, "train_loss": 1.7505449056625366, "cos_r_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "cos_apical_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "cos_Ac_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "r_norm": [4.1048431396484375, 4.256076812744141, 4.196277618408203, 4.206574440002441, 4.211275577545166]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4067, "test_loss": 1.8324849487304689}, {"step": 6300, "epoch": 16, "train_loss": 1.684579849243164, "cos_r_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "cos_apical_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "cos_Ac_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "r_norm": [4.092640399932861, 4.246243000030518, 4.190150260925293, 4.20363712310791, 4.218432426452637]}, {"step": 6350, "epoch": 16, "train_loss": 1.5556223392486572, "cos_r_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "cos_apical_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "cos_Ac_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "r_norm": [3.940256118774414, 4.090464115142822, 4.026429176330566, 4.058905601501465, 4.050869941711426]}, {"step": 6400, "epoch": 16, "train_loss": 1.6011122465133667, "cos_r_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "cos_apical_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "cos_Ac_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "r_norm": [4.012678623199463, 4.158367156982422, 4.096057891845703, 4.1250481605529785, 4.131200790405273]}, {"step": 6450, "epoch": 16, "train_loss": 1.6837459802627563, "cos_r_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "cos_apical_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "cos_Ac_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "r_norm": [3.941865921020508, 4.091717720031738, 4.020516872406006, 4.051117897033691, 4.052786827087402]}, {"step": 6500, "epoch": 16, "train_loss": 1.732611894607544, "cos_r_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "cos_apical_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "cos_Ac_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "r_norm": [4.151822566986084, 4.294675350189209, 4.248958587646484, 4.272085189819336, 4.272510528564453]}, {"step": 6550, "epoch": 16, "train_loss": 1.317765712738037, "cos_r_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "cos_apical_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "cos_Ac_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "r_norm": [3.990497589111328, 4.136590957641602, 4.087177276611328, 4.108573913574219, 4.111431121826172]}, {"step": 6600, "epoch": 16, "train_loss": 1.4858983755111694, "cos_r_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "cos_apical_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "cos_Ac_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "r_norm": [3.903120517730713, 4.041776657104492, 3.986093282699585, 3.9980578422546387, 4.00799560546875]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4129, "test_loss": 1.8603881958007813}, {"step": 6650, "epoch": 17, "train_loss": 1.5702104568481445, "cos_r_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "cos_apical_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "cos_Ac_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "r_norm": [3.9471259117126465, 4.099305152893066, 4.0294036865234375, 4.048317909240723, 4.060490131378174]}, {"step": 6700, "epoch": 17, "train_loss": 1.505094051361084, "cos_r_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "cos_apical_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "cos_Ac_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "r_norm": [3.9815964698791504, 4.136677265167236, 4.063718795776367, 4.078249454498291, 4.0867414474487305]}, {"step": 6750, "epoch": 17, "train_loss": 1.6235451698303223, "cos_r_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "cos_apical_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "cos_Ac_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "r_norm": [4.0821146965026855, 4.237870693206787, 4.17466926574707, 4.195929050445557, 4.195829391479492]}, {"step": 6800, "epoch": 17, "train_loss": 1.4373986721038818, "cos_r_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "cos_apical_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "cos_Ac_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "r_norm": [4.083054542541504, 4.246184825897217, 4.158265590667725, 4.188688278198242, 4.205454349517822]}, {"step": 6850, "epoch": 17, "train_loss": 1.694770097732544, "cos_r_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "cos_apical_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "cos_Ac_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "r_norm": [4.112896919250488, 4.262011528015137, 4.181586742401123, 4.210527420043945, 4.239062786102295]}, {"step": 6900, "epoch": 17, "train_loss": 1.647976279258728, "cos_r_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "cos_apical_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "cos_Ac_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "r_norm": [4.073223114013672, 4.220998287200928, 4.1551618576049805, 4.176918029785156, 4.187614440917969]}, {"step": 6950, "epoch": 17, "train_loss": 1.3284945487976074, "cos_r_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "cos_apical_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "cos_Ac_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "r_norm": [4.075881004333496, 4.211195468902588, 4.153717041015625, 4.175233364105225, 4.190242290496826]}, {"step": 7000, "epoch": 17, "train_loss": 1.4175350666046143, "cos_r_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "cos_apical_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "cos_Ac_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "r_norm": [4.119565963745117, 4.264286041259766, 4.1993207931518555, 4.22530460357666, 4.231019973754883]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4075, "test_loss": 1.8849258544921874}, {"step": 7050, "epoch": 18, "train_loss": 1.4007946252822876, "cos_r_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "cos_apical_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "cos_Ac_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "r_norm": [4.091519832611084, 4.249408721923828, 4.187813758850098, 4.209304332733154, 4.219027519226074]}, {"step": 7100, "epoch": 18, "train_loss": 1.4842326641082764, "cos_r_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "cos_apical_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "cos_Ac_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "r_norm": [4.192591190338135, 4.348340034484863, 4.259251117706299, 4.2922515869140625, 4.322265625]}, {"step": 7150, "epoch": 18, "train_loss": 1.6793136596679688, "cos_r_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "cos_apical_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "cos_Ac_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "r_norm": [4.167108535766602, 4.3243513107299805, 4.2461676597595215, 4.27423620223999, 4.281914710998535]}, {"step": 7200, "epoch": 18, "train_loss": 1.3788847923278809, "cos_r_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "cos_apical_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "cos_Ac_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "r_norm": [4.044561386108398, 4.184814453125, 4.1440110206604, 4.1604766845703125, 4.170702934265137]}, {"step": 7250, "epoch": 18, "train_loss": 1.4632142782211304, "cos_r_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "cos_apical_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "cos_Ac_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "r_norm": [4.102545738220215, 4.2597455978393555, 4.192716598510742, 4.211239814758301, 4.228083610534668]}, {"step": 7300, "epoch": 18, "train_loss": 1.5602974891662598, "cos_r_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "cos_apical_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "cos_Ac_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "r_norm": [4.113650798797607, 4.2654500007629395, 4.1826019287109375, 4.199810028076172, 4.216985702514648]}, {"step": 7350, "epoch": 18, "train_loss": 1.506934404373169, "cos_r_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "cos_apical_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "cos_Ac_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "r_norm": [4.06853723526001, 4.222751617431641, 4.144670486450195, 4.168938636779785, 4.175336837768555]}, {"step": 7400, "epoch": 18, "train_loss": 1.4106684923171997, "cos_r_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "cos_apical_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "cos_Ac_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "r_norm": [4.058855056762695, 4.210147857666016, 4.140137672424316, 4.1657867431640625, 4.175759315490723]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4, "test_loss": 1.8765618286132812}, {"step": 7450, "epoch": 19, "train_loss": 1.1267459392547607, "cos_r_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "cos_apical_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "cos_Ac_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "r_norm": [4.085565567016602, 4.242098808288574, 4.16049861907959, 4.195281982421875, 4.19996452331543]}, {"step": 7500, "epoch": 19, "train_loss": 1.3464778661727905, "cos_r_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "cos_apical_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "cos_Ac_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "r_norm": [4.1124186515808105, 4.274778842926025, 4.192123889923096, 4.218491077423096, 4.231719017028809]}, {"step": 7550, "epoch": 19, "train_loss": 1.556705355644226, "cos_r_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "cos_apical_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "cos_Ac_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "r_norm": [4.110384941101074, 4.263833045959473, 4.2030744552612305, 4.217580795288086, 4.237932205200195]}, {"step": 7600, "epoch": 19, "train_loss": 1.6542723178863525, "cos_r_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "cos_apical_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "cos_Ac_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "r_norm": [4.037503242492676, 4.190223217010498, 4.120711326599121, 4.135268211364746, 4.159271240234375]}, {"step": 7650, "epoch": 19, "train_loss": 1.3521814346313477, "cos_r_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "cos_apical_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "cos_Ac_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "r_norm": [4.072539329528809, 4.232074737548828, 4.155186653137207, 4.182287216186523, 4.1919050216674805]}, {"step": 7700, "epoch": 19, "train_loss": 1.1562440395355225, "cos_r_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "cos_apical_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "cos_Ac_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "r_norm": [4.0757880210876465, 4.229933738708496, 4.1560444831848145, 4.181142330169678, 4.186413764953613]}, {"step": 7750, "epoch": 19, "train_loss": 1.6624622344970703, "cos_r_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "cos_apical_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "cos_Ac_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "r_norm": [4.017697334289551, 4.170273780822754, 4.108841419219971, 4.121811389923096, 4.129097938537598]}, {"step": 7800, "epoch": 19, "train_loss": 1.4025338888168335, "cos_r_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "cos_apical_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "cos_Ac_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "r_norm": [4.01389217376709, 4.155951499938965, 4.097443580627441, 4.1128010749816895, 4.125241279602051]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.409, "test_loss": 1.968317724609375}, {"step": 7850, "epoch": 20, "train_loss": 1.5004165172576904, "cos_r_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "cos_apical_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "cos_Ac_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "r_norm": [4.03741455078125, 4.190316200256348, 4.106581687927246, 4.127959251403809, 4.148651123046875]}, {"step": 7900, "epoch": 20, "train_loss": 1.3420833349227905, "cos_r_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "cos_apical_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "cos_Ac_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "r_norm": [4.033400535583496, 4.186790466308594, 4.114754676818848, 4.134748935699463, 4.141087532043457]}, {"step": 7950, "epoch": 20, "train_loss": 1.4018921852111816, "cos_r_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "cos_apical_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "cos_Ac_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "r_norm": [4.1553425788879395, 4.297142505645752, 4.2386651039123535, 4.252595901489258, 4.266871452331543]}, {"step": 8000, "epoch": 20, "train_loss": 1.502328634262085, "cos_r_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "cos_apical_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "cos_Ac_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "r_norm": [4.065488338470459, 4.217733383178711, 4.139596939086914, 4.154714584350586, 4.17808198928833]}, {"step": 8050, "epoch": 20, "train_loss": 1.3354899883270264, "cos_r_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "cos_apical_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "cos_Ac_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "r_norm": [4.098818778991699, 4.261322021484375, 4.197369575500488, 4.211434364318848, 4.228127479553223]}, {"step": 8100, "epoch": 20, "train_loss": 1.3258171081542969, "cos_r_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "cos_apical_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "cos_Ac_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "r_norm": [4.087314605712891, 4.250288963317871, 4.155481815338135, 4.187828063964844, 4.207332611083984]}, {"step": 8150, "epoch": 20, "train_loss": 1.47776460647583, "cos_r_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "cos_apical_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "cos_Ac_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "r_norm": [4.041449069976807, 4.194827556610107, 4.11873197555542, 4.15321159362793, 4.159029960632324]}, {"step": 8200, "epoch": 20, "train_loss": 1.1459102630615234, "cos_r_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "cos_apical_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "cos_Ac_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "r_norm": [4.040096759796143, 4.200596332550049, 4.109873294830322, 4.1357879638671875, 4.154818534851074]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4042, "test_loss": 1.87740107421875}, {"step": 8250, "epoch": 21, "train_loss": 1.2071707248687744, "cos_r_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "cos_apical_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "cos_Ac_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "r_norm": [3.9679372310638428, 4.106612205505371, 4.062262058258057, 4.083970069885254, 4.09200382232666]}, {"step": 8300, "epoch": 21, "train_loss": 1.5290440320968628, "cos_r_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "cos_apical_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "cos_Ac_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "r_norm": [4.102685928344727, 4.25870418548584, 4.196807861328125, 4.220762252807617, 4.226304054260254]}, {"step": 8350, "epoch": 21, "train_loss": 1.4248731136322021, "cos_r_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "cos_apical_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "cos_Ac_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "r_norm": [4.055633544921875, 4.203956127166748, 4.142657279968262, 4.162384033203125, 4.182438850402832]}, {"step": 8400, "epoch": 21, "train_loss": 1.408974289894104, "cos_r_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "cos_apical_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "cos_Ac_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "r_norm": [4.05049991607666, 4.189807891845703, 4.140120029449463, 4.153711318969727, 4.174803733825684]}, {"step": 8450, "epoch": 21, "train_loss": 1.1385252475738525, "cos_r_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "cos_apical_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "cos_Ac_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "r_norm": [3.9570586681365967, 4.106428146362305, 4.033817768096924, 4.062119960784912, 4.0748748779296875]}, {"step": 8500, "epoch": 21, "train_loss": 1.3182404041290283, "cos_r_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "cos_apical_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "cos_Ac_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "r_norm": [4.065029144287109, 4.21010684967041, 4.142432689666748, 4.16645622253418, 4.1853485107421875]}, {"step": 8550, "epoch": 21, "train_loss": 1.5352671146392822, "cos_r_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "cos_apical_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "cos_Ac_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "r_norm": [4.115250110626221, 4.264532566070557, 4.1931304931640625, 4.220000267028809, 4.246362686157227]}, {"step": 8600, "epoch": 21, "train_loss": 1.4411653280258179, "cos_r_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "cos_apical_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "cos_Ac_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "r_norm": [4.030176639556885, 4.1764631271362305, 4.119743347167969, 4.139565944671631, 4.148847579956055]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4099, "test_loss": 1.9260462768554687}, {"step": 8650, "epoch": 22, "train_loss": 1.3254039287567139, "cos_r_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "cos_apical_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "cos_Ac_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "r_norm": [3.9679512977600098, 4.109652996063232, 4.038479804992676, 4.060232162475586, 4.077726364135742]}, {"step": 8700, "epoch": 22, "train_loss": 1.4818205833435059, "cos_r_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "cos_apical_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "cos_Ac_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "r_norm": [4.092748165130615, 4.235608100891113, 4.161585807800293, 4.20147705078125, 4.195065498352051]}, {"step": 8750, "epoch": 22, "train_loss": 1.2690134048461914, "cos_r_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "cos_apical_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "cos_Ac_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "r_norm": [3.9911181926727295, 4.142016887664795, 4.076483726501465, 4.09979248046875, 4.107307434082031]}, {"step": 8800, "epoch": 22, "train_loss": 1.3367359638214111, "cos_r_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "cos_apical_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "cos_Ac_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "r_norm": [4.066884994506836, 4.2033281326293945, 4.14326810836792, 4.1689453125, 4.187065124511719]}, {"step": 8850, "epoch": 22, "train_loss": 1.0612163543701172, "cos_r_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "cos_apical_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "cos_Ac_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "r_norm": [4.032736778259277, 4.172775745391846, 4.109246253967285, 4.136651992797852, 4.147339820861816]}, {"step": 8900, "epoch": 22, "train_loss": 1.5160391330718994, "cos_r_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "cos_apical_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "cos_Ac_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "r_norm": [4.04941987991333, 4.197873115539551, 4.137646198272705, 4.159372329711914, 4.185976028442383]}, {"step": 8950, "epoch": 22, "train_loss": 1.3959519863128662, "cos_r_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "cos_apical_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "cos_Ac_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "r_norm": [4.034305572509766, 4.186480522155762, 4.127509117126465, 4.1541032791137695, 4.169098854064941]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4157, "test_loss": 1.9179317138671874}, {"step": 9000, "epoch": 23, "train_loss": 1.2518929243087769, "cos_r_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "cos_apical_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "cos_Ac_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "r_norm": [4.056169509887695, 4.211695671081543, 4.1350812911987305, 4.164196014404297, 4.175583839416504]}, {"step": 9050, "epoch": 23, "train_loss": 1.3424196243286133, "cos_r_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "cos_apical_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "cos_Ac_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "r_norm": [4.0221123695373535, 4.1743927001953125, 4.08489990234375, 4.115692138671875, 4.122565746307373]}, {"step": 9100, "epoch": 23, "train_loss": 1.281388282775879, "cos_r_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "cos_apical_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "cos_Ac_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "r_norm": [4.0863566398620605, 4.240140914916992, 4.174306869506836, 4.186683654785156, 4.2141218185424805]}, {"step": 9150, "epoch": 23, "train_loss": 1.3829388618469238, "cos_r_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "cos_apical_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "cos_Ac_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "r_norm": [4.016806602478027, 4.168865203857422, 4.105357646942139, 4.121647357940674, 4.135685920715332]}, {"step": 9200, "epoch": 23, "train_loss": 1.3862693309783936, "cos_r_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "cos_apical_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "cos_Ac_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "r_norm": [4.035709381103516, 4.187846660614014, 4.123272895812988, 4.146199703216553, 4.158404350280762]}, {"step": 9250, "epoch": 23, "train_loss": 1.4964103698730469, "cos_r_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "cos_apical_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "cos_Ac_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "r_norm": [4.101747512817383, 4.262036323547363, 4.196723461151123, 4.214993953704834, 4.239866256713867]}, {"step": 9300, "epoch": 23, "train_loss": 1.1764401197433472, "cos_r_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "cos_apical_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "cos_Ac_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "r_norm": [4.105618953704834, 4.268064498901367, 4.195736408233643, 4.231472969055176, 4.245694160461426]}, {"step": 9350, "epoch": 23, "train_loss": 1.499018669128418, "cos_r_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "cos_apical_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "cos_Ac_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "r_norm": [4.026955604553223, 4.168111324310303, 4.116928577423096, 4.136960029602051, 4.142572402954102]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4159, "test_loss": 1.928577685546875}, {"step": 9400, "epoch": 24, "train_loss": 1.1729118824005127, "cos_r_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "cos_apical_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "cos_Ac_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "r_norm": [4.108500957489014, 4.266036033630371, 4.193704605102539, 4.222461700439453, 4.2394914627075195]}, {"step": 9450, "epoch": 24, "train_loss": 1.142304539680481, "cos_r_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "cos_apical_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "cos_Ac_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "r_norm": [4.048277854919434, 4.202891826629639, 4.1444172859191895, 4.16861629486084, 4.185373783111572]}, {"step": 9500, "epoch": 24, "train_loss": 1.2168159484863281, "cos_r_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "cos_apical_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "cos_Ac_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "r_norm": [3.9877240657806396, 4.130815029144287, 4.08480167388916, 4.112578392028809, 4.111080169677734]}, {"step": 9550, "epoch": 24, "train_loss": 1.3821736574172974, "cos_r_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "cos_apical_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "cos_Ac_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "r_norm": [4.031975746154785, 4.17910099029541, 4.109837532043457, 4.132253170013428, 4.148935317993164]}, {"step": 9600, "epoch": 24, "train_loss": 1.4433579444885254, "cos_r_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "cos_apical_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "cos_Ac_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "r_norm": [4.054348945617676, 4.2003173828125, 4.149949073791504, 4.174630641937256, 4.1699419021606445]}, {"step": 9650, "epoch": 24, "train_loss": 1.162658929824829, "cos_r_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "cos_apical_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "cos_Ac_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "r_norm": [4.027953147888184, 4.182182312011719, 4.122187614440918, 4.144872665405273, 4.14427375793457]}, {"step": 9700, "epoch": 24, "train_loss": 1.2320754528045654, "cos_r_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "cos_apical_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "cos_Ac_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "r_norm": [4.0820159912109375, 4.232983589172363, 4.17971134185791, 4.1957855224609375, 4.220484733581543]}, {"step": 9750, "epoch": 24, "train_loss": 1.1609652042388916, "cos_r_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "cos_apical_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "cos_Ac_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "r_norm": [4.022873401641846, 4.18287992477417, 4.116619110107422, 4.1439619064331055, 4.14749002456665]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4057, "test_loss": 1.9654040405273439}], "final": {"test_acc": 0.4057, "test_loss": 1.9654040405273439, "wall_s": 22.334194660186768, "cos_r_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975], "cos_apical_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975], "cos_Ac_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975]}}