path: root/results/deepres_cifar10_sdil_d5_s1.json

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.505807399749756, "cos_r_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "cos_apical_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "cos_Ac_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "r_norm": [4.869575500488281, 4.967650890350342, 4.765018463134766, 4.970402240753174, 4.937997817993164], "ldr": {"dL_sdil": 0.0027794837951660156, "dL_bp": -0.42388391494750977, "ratio": -0.006557181570596289}}, {"step": 50, "epoch": 0, "train_loss": 2.0561976432800293, "cos_r_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "cos_apical_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "cos_Ac_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "r_norm": [4.370509147644043, 4.459673881530762, 4.313235282897949, 4.481132507324219, 4.435346603393555]}, {"step": 100, "epoch": 0, "train_loss": 1.9849886894226074, "cos_r_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "cos_apical_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "cos_Ac_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "r_norm": [4.0969319343566895, 4.176955223083496, 4.039334297180176, 4.195887565612793, 4.15256404876709]}, {"step": 150, "epoch": 0, "train_loss": 2.002642869949341, "cos_r_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "cos_apical_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "cos_Ac_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "r_norm": [4.007682800292969, 4.0779948234558105, 3.9366936683654785, 4.093316555023193, 4.057866096496582]}, {"step": 200, "epoch": 0, "train_loss": 1.8489488363265991, "cos_r_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "cos_apical_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "cos_Ac_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "r_norm": [3.8745203018188477, 3.9370245933532715, 3.8028059005737305, 3.967495918273926, 3.928122043609619]}, {"step": 250, "epoch": 0, "train_loss": 2.0680761337280273, "cos_r_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "cos_apical_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "cos_Ac_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "r_norm": [3.948115825653076, 4.013002395629883, 3.861368417739868, 4.013497829437256, 3.983445405960083], "ldr": {"dL_sdil": -0.09349989891052246, "dL_bp": -0.09312844276428223, "ratio": 1.0039886433748326}}, {"step": 300, "epoch": 0, "train_loss": 1.701066493988037, "cos_r_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "cos_apical_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "cos_Ac_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "r_norm": [3.701871871948242, 3.7533493041992188, 3.6177515983581543, 3.7655837535858154, 3.730543613433838]}, {"step": 350, "epoch": 0, "train_loss": 2.174494743347168, "cos_r_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "cos_apical_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "cos_Ac_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "r_norm": [3.587175130844116, 3.631269931793213, 3.5002479553222656, 3.644622325897217, 3.612938165664673]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3668, "test_loss": 1.8302414184570313}, {"step": 400, "epoch": 1, "train_loss": 1.7861814498901367, "cos_r_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "cos_apical_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "cos_Ac_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "r_norm": [3.501950740814209, 3.5325167179107666, 3.4116132259368896, 3.552687168121338, 3.5159173011779785]}, {"step": 450, "epoch": 1, "train_loss": 1.957018256187439, "cos_r_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "cos_apical_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "cos_Ac_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "r_norm": [3.4746150970458984, 3.4970717430114746, 3.375053882598877, 3.5135955810546875, 3.4743902683258057]}, {"step": 500, "epoch": 1, "train_loss": 1.7449809312820435, "cos_r_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "cos_apical_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "cos_Ac_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "r_norm": [3.380145311355591, 3.398313045501709, 3.272686719894409, 3.404120922088623, 3.3773491382598877], "ldr": {"dL_sdil": -0.04036569595336914, "dL_bp": -0.03713524341583252, "ratio": 1.086991554124547}}, {"step": 550, "epoch": 1, "train_loss": 1.989446997642517, "cos_r_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "cos_apical_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "cos_Ac_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "r_norm": [3.375845432281494, 3.391810655593872, 3.2687597274780273, 3.396991014480591, 3.370713949203491]}, {"step": 600, "epoch": 1, "train_loss": 1.7871540784835815, "cos_r_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "cos_apical_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "cos_Ac_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "r_norm": [3.227445602416992, 3.2331368923187256, 3.114603042602539, 3.239283561706543, 3.2084007263183594]}, {"step": 650, "epoch": 1, "train_loss": 1.8366574048995972, "cos_r_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "cos_apical_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "cos_Ac_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "r_norm": [3.273998260498047, 3.266956329345703, 3.141674518585205, 3.2758641242980957, 3.2423453330993652]}, {"step": 700, "epoch": 1, "train_loss": 1.965651273727417, "cos_r_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "cos_apical_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "cos_Ac_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "r_norm": [3.066011905670166, 3.058088779449463, 2.958221435546875, 3.0726895332336426, 3.045037031173706]}, {"step": 750, "epoch": 1, "train_loss": 1.9158809185028076, "cos_r_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "cos_apical_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "cos_Ac_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "r_norm": [2.9938113689422607, 2.9779372215270996, 2.8788342475891113, 2.992476224899292, 2.9603395462036133], "ldr": {"dL_sdil": -0.0386582612991333, "dL_bp": -0.03589439392089844, "ratio": 1.0769999734311069}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3695, "test_loss": 1.8541612060546875}, {"step": 800, "epoch": 2, "train_loss": 1.955662727355957, "cos_r_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "cos_apical_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "cos_Ac_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "r_norm": [3.0245296955108643, 2.990841865539551, 2.887075901031494, 2.9973561763763428, 2.9715800285339355]}, {"step": 850, "epoch": 2, "train_loss": 1.7241145372390747, "cos_r_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "cos_apical_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "cos_Ac_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "r_norm": [2.8902511596679688, 2.8573272228240967, 2.762742519378662, 2.865807056427002, 2.8441109657287598]}, {"step": 900, "epoch": 2, "train_loss": 1.7175406217575073, "cos_r_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "cos_apical_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "cos_Ac_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "r_norm": [2.883105993270874, 2.847616195678711, 2.74834942817688, 2.858769416809082, 2.8235464096069336]}, {"step": 950, "epoch": 2, "train_loss": 1.4908881187438965, "cos_r_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "cos_apical_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "cos_Ac_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "r_norm": [2.789437770843506, 2.740220546722412, 2.648681640625, 2.74708890914917, 2.7220208644866943]}, {"step": 1000, "epoch": 2, "train_loss": 1.6916697025299072, "cos_r_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "cos_apical_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "cos_Ac_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "r_norm": [2.759434223175049, 2.7028346061706543, 2.6154861450195312, 2.7107954025268555, 2.6874747276306152], "ldr": {"dL_sdil": -0.04955554008483887, "dL_bp": -0.046745896339416504, "ratio": 1.0601046073653582}}, {"step": 1050, "epoch": 2, "train_loss": 1.9968321323394775, "cos_r_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "cos_apical_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "cos_Ac_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "r_norm": [2.6961493492126465, 2.6343672275543213, 2.5482659339904785, 2.643662929534912, 2.6169426441192627]}, {"step": 1100, "epoch": 2, "train_loss": 1.5840891599655151, "cos_r_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "cos_apical_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "cos_Ac_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "r_norm": [2.7045626640319824, 2.630115032196045, 2.5486576557159424, 2.6444144248962402, 2.6188392639160156]}, {"step": 1150, "epoch": 2, "train_loss": 1.6955904960632324, "cos_r_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "cos_apical_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "cos_Ac_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "r_norm": [2.698636770248413, 2.6295669078826904, 2.5418031215667725, 2.635711431503296, 2.605297088623047]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3903, "test_loss": 1.79005458984375}, {"step": 1200, "epoch": 3, "train_loss": 1.625171422958374, "cos_r_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "cos_apical_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "cos_Ac_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "r_norm": [2.5729713439941406, 2.495316743850708, 2.414397954940796, 2.500713348388672, 2.4747257232666016]}, {"step": 1250, "epoch": 3, "train_loss": 1.6073919534683228, "cos_r_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "cos_apical_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "cos_Ac_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "r_norm": [2.5337624549865723, 2.4447240829467773, 2.374335527420044, 2.454162120819092, 2.4234986305236816], "ldr": {"dL_sdil": -0.03313398361206055, "dL_bp": -0.030706048011779785, "ratio": 1.0790702730403252}}, {"step": 1300, "epoch": 3, "train_loss": 1.5528805255889893, "cos_r_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "cos_apical_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "cos_Ac_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "r_norm": [2.551335573196411, 2.4522783756256104, 2.3812124729156494, 2.459228754043579, 2.435821056365967]}, {"step": 1350, "epoch": 3, "train_loss": 1.6854207515716553, "cos_r_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "cos_apical_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "cos_Ac_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "r_norm": [2.492859363555908, 2.3988425731658936, 2.3217244148254395, 2.4006569385528564, 2.370103597640991]}, {"step": 1400, "epoch": 3, "train_loss": 1.6944966316223145, "cos_r_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "cos_apical_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "cos_Ac_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "r_norm": [2.4133148193359375, 2.3068125247955322, 2.236623525619507, 2.310664653778076, 2.2867841720581055]}, {"step": 1450, "epoch": 3, "train_loss": 1.6478166580200195, "cos_r_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "cos_apical_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "cos_Ac_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "r_norm": [2.398299217224121, 2.282806873321533, 2.2153759002685547, 2.2842540740966797, 2.261277675628662]}, {"step": 1500, "epoch": 3, "train_loss": 1.65687894821167, "cos_r_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "cos_apical_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "cos_Ac_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "r_norm": [2.3762731552124023, 2.2560782432556152, 2.188295364379883, 2.2563560009002686, 2.230743885040283], "ldr": {"dL_sdil": -0.05275535583496094, "dL_bp": -0.04936790466308594, "ratio": 1.0686164664065216}}, {"step": 1550, "epoch": 3, "train_loss": 1.8404208421707153, "cos_r_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "cos_apical_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "cos_Ac_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "r_norm": [2.3063645362854004, 2.185330629348755, 2.1167147159576416, 2.182328224182129, 2.158903121948242]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4152, "test_loss": 1.7065621215820312}, {"step": 1600, "epoch": 4, "train_loss": 1.5517597198486328, "cos_r_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "cos_apical_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "cos_Ac_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "r_norm": [2.3508529663085938, 2.214686632156372, 2.150254249572754, 2.2123653888702393, 2.1928935050964355]}, {"step": 1650, "epoch": 4, "train_loss": 1.5461856126785278, "cos_r_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "cos_apical_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "cos_Ac_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "r_norm": [2.256821870803833, 2.1205737590789795, 2.0538196563720703, 2.1140341758728027, 2.0917396545410156]}, {"step": 1700, "epoch": 4, "train_loss": 1.5840131044387817, "cos_r_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "cos_apical_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "cos_Ac_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "r_norm": [2.2253236770629883, 2.0823159217834473, 2.0243453979492188, 2.0826990604400635, 2.0597381591796875]}, {"step": 1750, "epoch": 4, "train_loss": 1.6522800922393799, "cos_r_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "cos_apical_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "cos_Ac_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "r_norm": [2.2425241470336914, 2.0930027961730957, 2.040106773376465, 2.0915133953094482, 2.0645899772644043], "ldr": {"dL_sdil": -0.050064682960510254, "dL_bp": -0.04824566841125488, "ratio": 1.0377031681631967}}, {"step": 1800, "epoch": 4, "train_loss": 1.426600694656372, "cos_r_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "cos_apical_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "cos_Ac_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "r_norm": [2.1919941902160645, 2.0366172790527344, 1.9745301008224487, 2.031273365020752, 2.0064125061035156]}, {"step": 1850, "epoch": 4, "train_loss": 1.6627686023712158, "cos_r_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "cos_apical_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "cos_Ac_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "r_norm": [2.1299633979797363, 1.9748618602752686, 1.9216773509979248, 1.9713597297668457, 1.9476077556610107]}, {"step": 1900, "epoch": 4, "train_loss": 1.6523644924163818, "cos_r_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "cos_apical_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "cos_Ac_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "r_norm": [2.1109514236450195, 1.949016809463501, 1.898878812789917, 1.9474880695343018, 1.9203959703445435]}, {"step": 1950, "epoch": 4, "train_loss": 1.5190272331237793, "cos_r_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "cos_apical_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "cos_Ac_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "r_norm": [2.0909667015075684, 1.9236643314361572, 1.879255771636963, 1.9240443706512451, 1.8978010416030884]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4081, "test_loss": 1.7767462158203124}, {"step": 2000, "epoch": 5, "train_loss": 1.5115718841552734, "cos_r_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "cos_apical_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "cos_Ac_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "r_norm": [2.0223209857940674, 1.8492437601089478, 1.802990198135376, 1.8473849296569824, 1.8242881298065186], "ldr": {"dL_sdil": -0.04006016254425049, "dL_bp": -0.037998199462890625, "ratio": 1.0542647575544624}}, {"step": 2050, "epoch": 5, "train_loss": 1.4930667877197266, "cos_r_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "cos_apical_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "cos_Ac_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "r_norm": [1.9974063634872437, 1.8202301263809204, 1.777134656906128, 1.815947413444519, 1.7924983501434326]}, {"step": 2100, "epoch": 5, "train_loss": 1.5259666442871094, "cos_r_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "cos_apical_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "cos_Ac_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "r_norm": [2.005091667175293, 1.821444034576416, 1.7788519859313965, 1.8184137344360352, 1.7918864488601685]}, {"step": 2150, "epoch": 5, "train_loss": 1.5031347274780273, "cos_r_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "cos_apical_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "cos_Ac_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "r_norm": [1.955419659614563, 1.7715098857879639, 1.731397032737732, 1.7694180011749268, 1.7431882619857788]}, {"step": 2200, "epoch": 5, "train_loss": 1.6961779594421387, "cos_r_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "cos_apical_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "cos_Ac_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "r_norm": [1.9802656173706055, 1.7876482009887695, 1.7505203485488892, 1.7821719646453857, 1.757996916770935]}, {"step": 2250, "epoch": 5, "train_loss": 1.723986029624939, "cos_r_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "cos_apical_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "cos_Ac_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "r_norm": [1.9425499439239502, 1.7433407306671143, 1.7085368633270264, 1.74216890335083, 1.7151883840560913], "ldr": {"dL_sdil": -0.037512779235839844, "dL_bp": -0.03627943992614746, "ratio": 1.0339955443690156}}, {"step": 2300, "epoch": 5, "train_loss": 1.5150033235549927, "cos_r_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "cos_apical_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "cos_Ac_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "r_norm": [1.9089549779891968, 1.7073731422424316, 1.6701253652572632, 1.7038958072662354, 1.6789172887802124]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4212, "test_loss": 1.720080712890625}, {"step": 2350, "epoch": 6, "train_loss": 1.5465967655181885, "cos_r_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "cos_apical_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "cos_Ac_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "r_norm": [1.906388282775879, 1.69810152053833, 1.6641675233840942, 1.694696068763733, 1.670024037361145]}, {"step": 2400, "epoch": 6, "train_loss": 1.265548586845398, "cos_r_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "cos_apical_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "cos_Ac_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "r_norm": [1.8599627017974854, 1.6542952060699463, 1.6235535144805908, 1.6527811288833618, 1.6270651817321777]}, {"step": 2450, "epoch": 6, "train_loss": 1.2731413841247559, "cos_r_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "cos_apical_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "cos_Ac_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "r_norm": [1.8307898044586182, 1.620208740234375, 1.5885875225067139, 1.617305040359497, 1.5915664434432983]}, {"step": 2500, "epoch": 6, "train_loss": 1.472670555114746, "cos_r_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "cos_apical_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "cos_Ac_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "r_norm": [1.774056315422058, 1.5642998218536377, 1.5339577198028564, 1.5600850582122803, 1.5373940467834473], "ldr": {"dL_sdil": -0.03047788143157959, "dL_bp": -0.03070211410522461, "ratio": 0.9926965070588784}}, {"step": 2550, "epoch": 6, "train_loss": 1.528590202331543, "cos_r_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "cos_apical_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "cos_Ac_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "r_norm": [1.8331689834594727, 1.610751748085022, 1.5832871198654175, 1.604884147644043, 1.579904317855835]}, {"step": 2600, "epoch": 6, "train_loss": 1.479785680770874, "cos_r_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "cos_apical_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "cos_Ac_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "r_norm": [1.7821258306503296, 1.5615613460540771, 1.5325746536254883, 1.5558806657791138, 1.532743215560913]}, {"step": 2650, "epoch": 6, "train_loss": 1.2499821186065674, "cos_r_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "cos_apical_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "cos_Ac_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "r_norm": [1.776384949684143, 1.5520697832107544, 1.525681972503662, 1.547745704650879, 1.519200325012207]}, {"step": 2700, "epoch": 6, "train_loss": 1.3905494213104248, "cos_r_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "cos_apical_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "cos_Ac_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "r_norm": [1.7421338558197021, 1.5164391994476318, 1.4884471893310547, 1.5087249279022217, 1.4832112789154053]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.427, "test_loss": 1.709113037109375}, {"step": 2750, "epoch": 7, "train_loss": 1.5249146223068237, "cos_r_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "cos_apical_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "cos_Ac_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "r_norm": [1.7520155906677246, 1.5201008319854736, 1.4931888580322266, 1.513851284980774, 1.4892126321792603], "ldr": {"dL_sdil": -0.03384828567504883, "dL_bp": -0.0336383581161499, "ratio": 1.0062407195432685}}, {"step": 2800, "epoch": 7, "train_loss": 1.482157588005066, "cos_r_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "cos_apical_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "cos_Ac_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "r_norm": [1.7397788763046265, 1.5059317350387573, 1.4804229736328125, 1.4972105026245117, 1.4716918468475342]}, {"step": 2850, "epoch": 7, "train_loss": 1.5576503276824951, "cos_r_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "cos_apical_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "cos_Ac_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "r_norm": [1.7331624031066895, 1.496960163116455, 1.4679750204086304, 1.4884672164916992, 1.4608101844787598]}, {"step": 2900, "epoch": 7, "train_loss": 1.4045251607894897, "cos_r_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "cos_apical_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "cos_Ac_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "r_norm": [1.698839783668518, 1.4598877429962158, 1.4373146295547485, 1.4554698467254639, 1.428115725517273]}, {"step": 2950, "epoch": 7, "train_loss": 1.5613046884536743, "cos_r_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "cos_apical_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "cos_Ac_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "r_norm": [1.686502456665039, 1.4450575113296509, 1.421057939529419, 1.4328207969665527, 1.4075019359588623]}, {"step": 3000, "epoch": 7, "train_loss": 1.5690319538116455, "cos_r_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "cos_apical_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "cos_Ac_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "r_norm": [1.685255527496338, 1.4407932758331299, 1.4174641370773315, 1.4320828914642334, 1.4021666049957275], "ldr": {"dL_sdil": -0.04063618183135986, "dL_bp": -0.04156076908111572, "ratio": 0.9777533652480948}}, {"step": 3050, "epoch": 7, "train_loss": 1.463897705078125, "cos_r_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "cos_apical_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "cos_Ac_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "r_norm": [1.6693451404571533, 1.4216123819351196, 1.4006915092468262, 1.4115183353424072, 1.388051986694336]}, {"step": 3100, "epoch": 7, "train_loss": 1.2867140769958496, "cos_r_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "cos_apical_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "cos_Ac_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "r_norm": [1.640028715133667, 1.3939950466156006, 1.3725554943084717, 1.3813772201538086, 1.3552240133285522]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4348, "test_loss": 1.7305115966796876}, {"step": 3150, "epoch": 8, "train_loss": 1.3491814136505127, "cos_r_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "cos_apical_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "cos_Ac_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "r_norm": [1.6636991500854492, 1.412391185760498, 1.394585371017456, 1.3999733924865723, 1.3728808164596558]}, {"step": 3200, "epoch": 8, "train_loss": 1.3933602571487427, "cos_r_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "cos_apical_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "cos_Ac_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "r_norm": [1.6530693769454956, 1.3995203971862793, 1.3785638809204102, 1.3833545446395874, 1.3543262481689453]}, {"step": 3250, "epoch": 8, "train_loss": 1.311558485031128, "cos_r_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "cos_apical_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "cos_Ac_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "r_norm": [1.6567068099975586, 1.3984181880950928, 1.3780488967895508, 1.384948968887329, 1.357170581817627], "ldr": {"dL_sdil": -0.059893250465393066, "dL_bp": -0.06286501884460449, "ratio": 0.9527277898928606}}, {"step": 3300, "epoch": 8, "train_loss": 1.4276130199432373, "cos_r_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "cos_apical_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "cos_Ac_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "r_norm": [1.651932716369629, 1.3917555809020996, 1.3736107349395752, 1.3771414756774902, 1.3527511358261108]}, {"step": 3350, "epoch": 8, "train_loss": 1.2680457830429077, "cos_r_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "cos_apical_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "cos_Ac_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "r_norm": [1.639251947402954, 1.3784098625183105, 1.3614068031311035, 1.3621267080307007, 1.3360271453857422]}, {"step": 3400, "epoch": 8, "train_loss": 1.4966650009155273, "cos_r_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "cos_apical_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "cos_Ac_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "r_norm": [1.64359712600708, 1.378230333328247, 1.3584356307983398, 1.3575894832611084, 1.3323496580123901]}, {"step": 3450, "epoch": 8, "train_loss": 1.172191858291626, "cos_r_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "cos_apical_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "cos_Ac_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "r_norm": [1.6229908466339111, 1.3607232570648193, 1.3443922996520996, 1.341573715209961, 1.3190126419067383]}, {"step": 3500, "epoch": 8, "train_loss": 1.2850837707519531, "cos_r_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "cos_apical_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "cos_Ac_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "r_norm": [1.5966854095458984, 1.3342268466949463, 1.3183106184005737, 1.3156952857971191, 1.2901253700256348], "ldr": {"dL_sdil": -0.04425811767578125, "dL_bp": -0.046611785888671875, "ratio": 0.9495048694655864}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4413, "test_loss": 1.7247795654296876}, {"step": 3550, "epoch": 9, "train_loss": 1.1006932258605957, "cos_r_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "cos_apical_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "cos_Ac_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "r_norm": [1.638636827468872, 1.3709969520568848, 1.3529126644134521, 1.3495948314666748, 1.324094533920288]}, {"step": 3600, "epoch": 9, "train_loss": 1.2771565914154053, "cos_r_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "cos_apical_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "cos_Ac_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "r_norm": [1.5749778747558594, 1.3152064085006714, 1.2967928647994995, 1.2928242683410645, 1.2684062719345093]}, {"step": 3650, "epoch": 9, "train_loss": 1.3351331949234009, "cos_r_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "cos_apical_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "cos_Ac_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "r_norm": [1.60568368434906, 1.3393664360046387, 1.3209099769592285, 1.3159043788909912, 1.2916629314422607]}, {"step": 3700, "epoch": 9, "train_loss": 1.2927958965301514, "cos_r_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "cos_apical_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "cos_Ac_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "r_norm": [1.5939648151397705, 1.3303711414337158, 1.3103379011154175, 1.303911805152893, 1.2768583297729492]}, {"step": 3750, "epoch": 9, "train_loss": 1.2535734176635742, "cos_r_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "cos_apical_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "cos_Ac_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "r_norm": [1.614264965057373, 1.3467047214508057, 1.3270509243011475, 1.3176593780517578, 1.2896043062210083], "ldr": {"dL_sdil": -0.06852591037750244, "dL_bp": -0.0727306604385376, "ratio": 0.942187379632164}}, {"step": 3800, "epoch": 9, "train_loss": 1.5085797309875488, "cos_r_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "cos_apical_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "cos_Ac_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "r_norm": [1.6025186777114868, 1.3323848247528076, 1.3142681121826172, 1.3056108951568604, 1.282271385192871]}, {"step": 3850, "epoch": 9, "train_loss": 1.1603269577026367, "cos_r_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "cos_apical_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "cos_Ac_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "r_norm": [1.598013162612915, 1.3306676149368286, 1.3113371133804321, 1.3034747838974, 1.2779009342193604]}, {"step": 3900, "epoch": 9, "train_loss": 1.2745918035507202, "cos_r_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "cos_apical_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "cos_Ac_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "r_norm": [1.5753474235534668, 1.3090944290161133, 1.2935960292816162, 1.2791333198547363, 1.2547568082809448]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4359, "test_loss": 1.7674935668945313}, {"step": 3950, "epoch": 10, "train_loss": 1.126176357269287, "cos_r_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "cos_apical_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "cos_Ac_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "r_norm": [1.560567855834961, 1.294973373413086, 1.2801653146743774, 1.2663627862930298, 1.240471601486206]}, {"step": 4000, "epoch": 10, "train_loss": 1.2046276330947876, "cos_r_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "cos_apical_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "cos_Ac_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "r_norm": [1.569034218788147, 1.3025985956192017, 1.286623477935791, 1.2706916332244873, 1.2437738180160522], "ldr": {"dL_sdil": -0.0481952428817749, "dL_bp": -0.053583741188049316, "ratio": 0.8994378110448884}}, {"step": 4050, "epoch": 10, "train_loss": 1.0605915784835815, "cos_r_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "cos_apical_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "cos_Ac_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "r_norm": [1.5575683116912842, 1.291948914527893, 1.276015281677246, 1.2618662118911743, 1.2355048656463623]}, {"step": 4100, "epoch": 10, "train_loss": 1.2756643295288086, "cos_r_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "cos_apical_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "cos_Ac_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "r_norm": [1.5620615482330322, 1.2959187030792236, 1.28151535987854, 1.265074372291565, 1.2390046119689941]}, {"step": 4150, "epoch": 10, "train_loss": 1.088342547416687, "cos_r_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "cos_apical_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "cos_Ac_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "r_norm": [1.6048367023468018, 1.3314557075500488, 1.3176586627960205, 1.2981271743774414, 1.2715263366699219]}, {"step": 4200, "epoch": 10, "train_loss": 1.3357429504394531, "cos_r_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "cos_apical_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "cos_Ac_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "r_norm": [1.5884180068969727, 1.3181730508804321, 1.3023529052734375, 1.281930923461914, 1.2545664310455322]}, {"step": 4250, "epoch": 10, "train_loss": 1.3423714637756348, "cos_r_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "cos_apical_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "cos_Ac_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "r_norm": [1.6054332256317139, 1.3322386741638184, 1.3134113550186157, 1.2938580513000488, 1.264488697052002], "ldr": {"dL_sdil": -0.0736227035522461, "dL_bp": -0.0798187255859375, "ratio": 0.9223738290957751}}, {"step": 4300, "epoch": 10, "train_loss": 1.0515531301498413, "cos_r_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "cos_apical_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "cos_Ac_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "r_norm": [1.5796719789505005, 1.3094255924224854, 1.2948181629180908, 1.272672176361084, 1.2460315227508545]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4302, "test_loss": 1.7815753173828126}, {"step": 4350, "epoch": 11, "train_loss": 1.119765043258667, "cos_r_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "cos_apical_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "cos_Ac_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "r_norm": [1.5823447704315186, 1.3121649026870728, 1.2985692024230957, 1.277101993560791, 1.2484626770019531]}, {"step": 4400, "epoch": 11, "train_loss": 1.4104474782943726, "cos_r_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "cos_apical_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "cos_Ac_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "r_norm": [1.60581374168396, 1.3335480690002441, 1.3199219703674316, 1.2973583936691284, 1.2691924571990967]}, {"step": 4450, "epoch": 11, "train_loss": 1.3234682083129883, "cos_r_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "cos_apical_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "cos_Ac_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "r_norm": [1.5897895097732544, 1.3199167251586914, 1.302322268486023, 1.279111385345459, 1.2502691745758057]}, {"step": 4500, "epoch": 11, "train_loss": 1.2164000272750854, "cos_r_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "cos_apical_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "cos_Ac_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "r_norm": [1.5842739343643188, 1.3152363300323486, 1.300307273864746, 1.2767562866210938, 1.2496850490570068], "ldr": {"dL_sdil": -0.05499863624572754, "dL_bp": -0.061805129051208496, "ratio": 0.8898717159891139}}, {"step": 4550, "epoch": 11, "train_loss": 1.2347689867019653, "cos_r_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "cos_apical_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "cos_Ac_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "r_norm": [1.581451416015625, 1.3147985935211182, 1.2998595237731934, 1.2748439311981201, 1.2474690675735474]}, {"step": 4600, "epoch": 11, "train_loss": 1.1930782794952393, "cos_r_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "cos_apical_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "cos_Ac_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "r_norm": [1.5905425548553467, 1.3204214572906494, 1.3047378063201904, 1.2790461778640747, 1.2493150234222412]}, {"step": 4650, "epoch": 11, "train_loss": 1.221099615097046, "cos_r_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "cos_apical_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "cos_Ac_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "r_norm": [1.57798171043396, 1.3113881349563599, 1.2953906059265137, 1.2696533203125, 1.2445892095565796]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4346, "test_loss": 1.8230976196289062}, {"step": 4700, "epoch": 12, "train_loss": 1.0265913009643555, "cos_r_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "cos_apical_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "cos_Ac_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "r_norm": [1.6060404777526855, 1.337091088294983, 1.319336175918579, 1.2912697792053223, 1.2668251991271973]}, {"step": 4750, "epoch": 12, "train_loss": 1.0772897005081177, "cos_r_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "cos_apical_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "cos_Ac_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "r_norm": [1.6144622564315796, 1.3469716310501099, 1.3294535875320435, 1.3005622625350952, 1.2733445167541504], "ldr": {"dL_sdil": -0.06208491325378418, "dL_bp": -0.07070982456207275, "ratio": 0.8780238621477956}}, {"step": 4800, "epoch": 12, "train_loss": 1.1883161067962646, "cos_r_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "cos_apical_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "cos_Ac_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "r_norm": [1.6145285367965698, 1.3455414772033691, 1.3268241882324219, 1.296297311782837, 1.2702581882476807]}, {"step": 4850, "epoch": 12, "train_loss": 1.0845483541488647, "cos_r_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "cos_apical_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "cos_Ac_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "r_norm": [1.6133042573928833, 1.3445316553115845, 1.3255561590194702, 1.2969653606414795, 1.2691619396209717]}, {"step": 4900, "epoch": 12, "train_loss": 1.0538280010223389, "cos_r_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "cos_apical_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "cos_Ac_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "r_norm": [1.606575846672058, 1.3424437046051025, 1.3248040676116943, 1.295087456703186, 1.2693369388580322]}, {"step": 4950, "epoch": 12, "train_loss": 1.0231845378875732, "cos_r_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "cos_apical_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "cos_Ac_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "r_norm": [1.6017075777053833, 1.336818814277649, 1.3187370300292969, 1.2907953262329102, 1.2680439949035645]}, {"step": 5000, "epoch": 12, "train_loss": 1.116457223892212, "cos_r_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "cos_apical_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "cos_Ac_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "r_norm": [1.631939172744751, 1.3667213916778564, 1.3465322256088257, 1.3179188966751099, 1.290306806564331], "ldr": {"dL_sdil": -0.0715179443359375, "dL_bp": -0.08124315738677979, "ratio": 0.8802949889731291}}, {"step": 5050, "epoch": 12, "train_loss": 1.2943137884140015, "cos_r_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "cos_apical_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "cos_Ac_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "r_norm": [1.6028763055801392, 1.3421568870544434, 1.3232827186584473, 1.292799949645996, 1.2670741081237793]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4235, "test_loss": 1.929014013671875}, {"step": 5100, "epoch": 13, "train_loss": 0.8979939222335815, "cos_r_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "cos_apical_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "cos_Ac_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "r_norm": [1.6184179782867432, 1.3574025630950928, 1.3365511894226074, 1.3029484748840332, 1.278923749923706]}, {"step": 5150, "epoch": 13, "train_loss": 1.0194041728973389, "cos_r_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "cos_apical_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "cos_Ac_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "r_norm": [1.6136809587478638, 1.3553109169006348, 1.332731008529663, 1.3034818172454834, 1.277259111404419]}, {"step": 5200, "epoch": 13, "train_loss": 1.1150119304656982, "cos_r_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "cos_apical_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "cos_Ac_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "r_norm": [1.626642107963562, 1.368299126625061, 1.344317078590393, 1.3154470920562744, 1.2899755239486694]}, {"step": 5250, "epoch": 13, "train_loss": 1.1452970504760742, "cos_r_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "cos_apical_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "cos_Ac_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "r_norm": [1.6352043151855469, 1.3768386840820312, 1.3547656536102295, 1.321349024772644, 1.2980971336364746], "ldr": {"dL_sdil": -0.05974698066711426, "dL_bp": -0.07370388507843018, "ratio": 0.8106354312738872}}, {"step": 5300, "epoch": 13, "train_loss": 0.9887620806694031, "cos_r_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "cos_apical_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "cos_Ac_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "r_norm": [1.6922378540039062, 1.4232535362243652, 1.3962597846984863, 1.3624169826507568, 1.3343555927276611]}, {"step": 5350, "epoch": 13, "train_loss": 1.0995118618011475, "cos_r_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "cos_apical_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "cos_Ac_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "r_norm": [1.6502139568328857, 1.3915646076202393, 1.3658123016357422, 1.3345531225204468, 1.3085545301437378]}, {"step": 5400, "epoch": 13, "train_loss": 1.1780743598937988, "cos_r_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "cos_apical_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "cos_Ac_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "r_norm": [1.649247646331787, 1.392683506011963, 1.3657424449920654, 1.3346840143203735, 1.306305170059204]}, {"step": 5450, "epoch": 13, "train_loss": 1.0610207319259644, "cos_r_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "cos_apical_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "cos_Ac_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "r_norm": [1.6678025722503662, 1.4112396240234375, 1.3838227987289429, 1.3539278507232666, 1.326225757598877]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4314, "test_loss": 1.9278566284179688}, {"step": 5500, "epoch": 14, "train_loss": 0.9069548845291138, "cos_r_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "cos_apical_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "cos_Ac_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "r_norm": [1.6965771913528442, 1.4386570453643799, 1.413465976715088, 1.3814475536346436, 1.3543463945388794], "ldr": {"dL_sdil": -0.06216073036193848, "dL_bp": -0.0777580738067627, "ratio": 0.7994119107993168}}, {"step": 5550, "epoch": 14, "train_loss": 1.0411560535430908, "cos_r_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "cos_apical_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "cos_Ac_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "r_norm": [1.6686372756958008, 1.4152815341949463, 1.3896301984786987, 1.3546442985534668, 1.3309428691864014]}, {"step": 5600, "epoch": 14, "train_loss": 0.931181013584137, "cos_r_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "cos_apical_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "cos_Ac_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "r_norm": [1.688185691833496, 1.4353878498077393, 1.4086675643920898, 1.3738737106323242, 1.3497371673583984]}, {"step": 5650, "epoch": 14, "train_loss": 1.1035140752792358, "cos_r_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "cos_apical_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "cos_Ac_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "r_norm": [1.6925063133239746, 1.441935658454895, 1.4146194458007812, 1.3777896165847778, 1.3519892692565918]}, {"step": 5700, "epoch": 14, "train_loss": 0.9565474987030029, "cos_r_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "cos_apical_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "cos_Ac_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "r_norm": [1.7036441564559937, 1.4518730640411377, 1.4221402406692505, 1.3849574327468872, 1.360027551651001]}, {"step": 5750, "epoch": 14, "train_loss": 1.006312370300293, "cos_r_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "cos_apical_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "cos_Ac_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "r_norm": [1.7297711372375488, 1.4775633811950684, 1.4467333555221558, 1.4085825681686401, 1.3833966255187988], "ldr": {"dL_sdil": -0.06435203552246094, "dL_bp": -0.08375167846679688, "ratio": 0.7683671145524937}}, {"step": 5800, "epoch": 14, "train_loss": 1.0476548671722412, "cos_r_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "cos_apical_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "cos_Ac_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "r_norm": [1.7803361415863037, 1.5238382816314697, 1.492044448852539, 1.452594518661499, 1.423285722732544]}, {"step": 5850, "epoch": 14, "train_loss": 0.8826534748077393, "cos_r_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "cos_apical_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "cos_Ac_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "r_norm": [1.7170015573501587, 1.469282865524292, 1.4382802248001099, 1.4003500938415527, 1.3750741481781006]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4114, "test_loss": 2.0618176391601564}, {"step": 5900, "epoch": 15, "train_loss": 0.8394506573677063, "cos_r_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "cos_apical_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "cos_Ac_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "r_norm": [1.704071283340454, 1.463005542755127, 1.434973120689392, 1.396810531616211, 1.372248649597168]}, {"step": 5950, "epoch": 15, "train_loss": 1.0205304622650146, "cos_r_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "cos_apical_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "cos_Ac_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "r_norm": [1.7496647834777832, 1.5025079250335693, 1.4726123809814453, 1.4317207336425781, 1.4055895805358887]}, {"step": 6000, "epoch": 15, "train_loss": 1.0787500143051147, "cos_r_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "cos_apical_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "cos_Ac_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "r_norm": [1.7228248119354248, 1.4811961650848389, 1.4509594440460205, 1.4129109382629395, 1.3865938186645508], "ldr": {"dL_sdil": -0.05872321128845215, "dL_bp": -0.07788491249084473, "ratio": 0.7539741576438824}}, {"step": 6050, "epoch": 15, "train_loss": 0.9792098999023438, "cos_r_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "cos_apical_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "cos_Ac_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "r_norm": [1.7797667980194092, 1.5304584503173828, 1.5011239051818848, 1.4609657526016235, 1.4335036277770996]}, {"step": 6100, "epoch": 15, "train_loss": 0.9801859855651855, "cos_r_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "cos_apical_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "cos_Ac_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "r_norm": [1.760826826095581, 1.5172466039657593, 1.483816146850586, 1.4437248706817627, 1.416040301322937]}, {"step": 6150, "epoch": 15, "train_loss": 1.1099905967712402, "cos_r_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "cos_apical_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "cos_Ac_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "r_norm": [1.7866933345794678, 1.539980173110962, 1.5079443454742432, 1.4670071601867676, 1.4390712976455688]}, {"step": 6200, "epoch": 15, "train_loss": 0.8918085694313049, "cos_r_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "cos_apical_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "cos_Ac_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "r_norm": [1.8280456066131592, 1.5768269300460815, 1.5419665575027466, 1.4986920356750488, 1.4716073274612427]}, {"step": 6250, "epoch": 15, "train_loss": 0.9648309946060181, "cos_r_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "cos_apical_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "cos_Ac_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "r_norm": [1.8334522247314453, 1.586660385131836, 1.5520859956741333, 1.5111043453216553, 1.4824953079223633], "ldr": {"dL_sdil": -0.06985807418823242, "dL_bp": -0.09047245979309082, "ratio": 0.7721473954394167}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4263, "test_loss": 2.0396045532226563}, {"step": 6300, "epoch": 16, "train_loss": 0.9706140160560608, "cos_r_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "cos_apical_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "cos_Ac_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "r_norm": [1.8339085578918457, 1.5900766849517822, 1.5576987266540527, 1.5124129056930542, 1.4835971593856812]}, {"step": 6350, "epoch": 16, "train_loss": 0.9388698935508728, "cos_r_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "cos_apical_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "cos_Ac_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "r_norm": [1.7943460941314697, 1.5579144954681396, 1.5236821174621582, 1.4799847602844238, 1.4538841247558594]}, {"step": 6400, "epoch": 16, "train_loss": 0.8830429315567017, "cos_r_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "cos_apical_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "cos_Ac_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "r_norm": [1.8109357357025146, 1.5735976696014404, 1.5402565002441406, 1.4975824356079102, 1.4720203876495361]}, {"step": 6450, "epoch": 16, "train_loss": 0.9984339475631714, "cos_r_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "cos_apical_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "cos_Ac_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "r_norm": [1.8191877603530884, 1.5808448791503906, 1.547055721282959, 1.5034434795379639, 1.4770704507827759]}, {"step": 6500, "epoch": 16, "train_loss": 1.2354893684387207, "cos_r_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "cos_apical_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "cos_Ac_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "r_norm": [1.8235303163528442, 1.5906224250793457, 1.55476713180542, 1.5121064186096191, 1.483062982559204], "ldr": {"dL_sdil": -0.06900215148925781, "dL_bp": -0.09443259239196777, "ratio": 0.7307027133475897}}, {"step": 6550, "epoch": 16, "train_loss": 0.9653046131134033, "cos_r_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "cos_apical_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "cos_Ac_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "r_norm": [1.844269871711731, 1.6093621253967285, 1.5674844980239868, 1.5252152681350708, 1.495926856994629]}, {"step": 6600, "epoch": 16, "train_loss": 1.1400424242019653, "cos_r_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "cos_apical_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "cos_Ac_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "r_norm": [1.874233603477478, 1.636864423751831, 1.598071575164795, 1.5516797304153442, 1.519421100616455]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4308, "test_loss": 2.084941027832031}, {"step": 6650, "epoch": 17, "train_loss": 1.0316380262374878, "cos_r_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "cos_apical_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "cos_Ac_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "r_norm": [1.8632725477218628, 1.6310279369354248, 1.5899293422698975, 1.5459061861038208, 1.5141832828521729]}, {"step": 6700, "epoch": 17, "train_loss": 0.8448599576950073, "cos_r_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "cos_apical_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "cos_Ac_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "r_norm": [1.8285390138626099, 1.6054980754852295, 1.5683293342590332, 1.5232694149017334, 1.4928287267684937]}, {"step": 6750, "epoch": 17, "train_loss": 0.8368240594863892, "cos_r_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "cos_apical_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "cos_Ac_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "r_norm": [1.8462181091308594, 1.6240613460540771, 1.5856702327728271, 1.5386290550231934, 1.5068166255950928], "ldr": {"dL_sdil": -0.06778311729431152, "dL_bp": -0.09418725967407227, "ratio": 0.7196633337552208}}, {"step": 6800, "epoch": 17, "train_loss": 0.8720439672470093, "cos_r_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "cos_apical_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "cos_Ac_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "r_norm": [1.8818471431732178, 1.6561055183410645, 1.6156206130981445, 1.5694963932037354, 1.5386877059936523]}, {"step": 6850, "epoch": 17, "train_loss": 0.933906078338623, "cos_r_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "cos_apical_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "cos_Ac_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "r_norm": [1.936093807220459, 1.7044646739959717, 1.6606825590133667, 1.609968662261963, 1.5800474882125854]}, {"step": 6900, "epoch": 17, "train_loss": 0.9739148616790771, "cos_r_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "cos_apical_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "cos_Ac_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "r_norm": [1.8733397722244263, 1.6545900106430054, 1.6150217056274414, 1.5680752992630005, 1.5350852012634277]}, {"step": 6950, "epoch": 17, "train_loss": 0.8112509250640869, "cos_r_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "cos_apical_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "cos_Ac_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "r_norm": [1.9318833351135254, 1.7091593742370605, 1.6685994863510132, 1.6171717643737793, 1.5827354192733765]}, {"step": 7000, "epoch": 17, "train_loss": 0.8225052952766418, "cos_r_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "cos_apical_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "cos_Ac_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "r_norm": [1.9090051651000977, 1.6900222301483154, 1.6463017463684082, 1.5964168310165405, 1.562986969947815], "ldr": {"dL_sdil": -0.0768289566040039, "dL_bp": -0.10559868812561035, "ratio": 0.7275559760043169}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4269, "test_loss": 2.20114892578125}, {"step": 7050, "epoch": 18, "train_loss": 0.7836900949478149, "cos_r_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "cos_apical_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "cos_Ac_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "r_norm": [1.9361729621887207, 1.7171382904052734, 1.6747303009033203, 1.6208863258361816, 1.5854109525680542]}, {"step": 7100, "epoch": 18, "train_loss": 0.7820045948028564, "cos_r_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "cos_apical_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "cos_Ac_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "r_norm": [1.98291015625, 1.7667735815048218, 1.7225911617279053, 1.6680669784545898, 1.6307803392410278]}, {"step": 7150, "epoch": 18, "train_loss": 0.7771692276000977, "cos_r_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "cos_apical_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "cos_Ac_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "r_norm": [1.9652098417282104, 1.7472587823867798, 1.7019073963165283, 1.6497355699539185, 1.6129213571548462]}, {"step": 7200, "epoch": 18, "train_loss": 0.7596532106399536, "cos_r_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "cos_apical_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "cos_Ac_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "r_norm": [1.9603986740112305, 1.7462193965911865, 1.7009252309799194, 1.649087905883789, 1.6113896369934082]}, {"step": 7250, "epoch": 18, "train_loss": 0.9310300350189209, "cos_r_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "cos_apical_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "cos_Ac_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "r_norm": [2.0178277492523193, 1.7960010766983032, 1.7481586933135986, 1.693786859512329, 1.6547541618347168], "ldr": {"dL_sdil": -0.09224724769592285, "dL_bp": -0.12633323669433594, "ratio": 0.7301898543066354}}, {"step": 7300, "epoch": 18, "train_loss": 0.7365713119506836, "cos_r_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "cos_apical_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "cos_Ac_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "r_norm": [2.035987377166748, 1.8160454034805298, 1.7676423788070679, 1.7117455005645752, 1.6713236570358276]}, {"step": 7350, "epoch": 18, "train_loss": 0.759704053401947, "cos_r_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "cos_apical_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "cos_Ac_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "r_norm": [1.9879677295684814, 1.7738507986068726, 1.7269197702407837, 1.6729748249053955, 1.6313396692276]}, {"step": 7400, "epoch": 18, "train_loss": 0.6715708374977112, "cos_r_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "cos_apical_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "cos_Ac_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "r_norm": [2.027146339416504, 1.8110730648040771, 1.760634422302246, 1.7071408033370972, 1.6662075519561768]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.424, "test_loss": 2.29243193359375}, {"step": 7450, "epoch": 19, "train_loss": 0.6871557235717773, "cos_r_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "cos_apical_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "cos_Ac_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "r_norm": [2.0207748413085938, 1.810573697090149, 1.7616257667541504, 1.7048283815383911, 1.6626306772232056]}, {"step": 7500, "epoch": 19, "train_loss": 0.5981171131134033, "cos_r_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "cos_apical_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "cos_Ac_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "r_norm": [2.0648000240325928, 1.8511710166931152, 1.802565097808838, 1.7441316843032837, 1.700472354888916], "ldr": {"dL_sdil": -0.09508562088012695, "dL_bp": -0.13376855850219727, "ratio": 0.7108218997408504}}, {"step": 7550, "epoch": 19, "train_loss": 0.5627621412277222, "cos_r_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "cos_apical_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "cos_Ac_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "r_norm": [2.0195558071136475, 1.8115348815917969, 1.7639570236206055, 1.7086138725280762, 1.6644870042800903]}, {"step": 7600, "epoch": 19, "train_loss": 0.8167212009429932, "cos_r_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "cos_apical_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "cos_Ac_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "r_norm": [2.0205492973327637, 1.8159500360488892, 1.7687182426452637, 1.7107142210006714, 1.667076587677002]}, {"step": 7650, "epoch": 19, "train_loss": 0.6752750873565674, "cos_r_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "cos_apical_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "cos_Ac_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "r_norm": [2.0182576179504395, 1.8143210411071777, 1.7661616802215576, 1.7104612588882446, 1.6642844676971436]}, {"step": 7700, "epoch": 19, "train_loss": 0.6464741826057434, "cos_r_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "cos_apical_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "cos_Ac_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "r_norm": [2.075791597366333, 1.8694095611572266, 1.8212947845458984, 1.7627415657043457, 1.7154717445373535]}, {"step": 7750, "epoch": 19, "train_loss": 0.8228906393051147, "cos_r_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "cos_apical_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "cos_Ac_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "r_norm": [2.11911940574646, 1.9109832048416138, 1.860289216041565, 1.8000706434249878, 1.7530678510665894], "ldr": {"dL_sdil": -0.09518265724182129, "dL_bp": -0.13811087608337402, "ratio": 0.6891756821842324}}, {"step": 7800, "epoch": 19, "train_loss": 0.6465960741043091, "cos_r_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "cos_apical_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "cos_Ac_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "r_norm": [2.1068577766418457, 1.901477336883545, 1.852325439453125, 1.7890455722808838, 1.7430078983306885]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4223, "test_loss": 2.327633837890625}, {"step": 7850, "epoch": 20, "train_loss": 0.7940993309020996, "cos_r_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "cos_apical_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "cos_Ac_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "r_norm": [2.1443519592285156, 1.9312289953231812, 1.8786191940307617, 1.8156623840332031, 1.7669966220855713]}, {"step": 7900, "epoch": 20, "train_loss": 0.6017649173736572, "cos_r_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "cos_apical_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "cos_Ac_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "r_norm": [2.0912234783172607, 1.8898911476135254, 1.841808795928955, 1.7783942222595215, 1.7299537658691406]}, {"step": 7950, "epoch": 20, "train_loss": 0.6498128175735474, "cos_r_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "cos_apical_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "cos_Ac_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "r_norm": [2.1004528999328613, 1.9000980854034424, 1.8501086235046387, 1.7898281812667847, 1.7402360439300537]}, {"step": 8000, "epoch": 20, "train_loss": 0.9112663865089417, "cos_r_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "cos_apical_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "cos_Ac_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "r_norm": [2.110276937484741, 1.908189296722412, 1.8555101156234741, 1.793900489807129, 1.7424267530441284], "ldr": {"dL_sdil": -0.08789539337158203, "dL_bp": -0.1321415901184082, "ratio": 0.6651607059732031}}, {"step": 8050, "epoch": 20, "train_loss": 0.599435567855835, "cos_r_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "cos_apical_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "cos_Ac_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "r_norm": [2.163031578063965, 1.9549081325531006, 1.9019339084625244, 1.8402270078659058, 1.7885503768920898]}, {"step": 8100, "epoch": 20, "train_loss": 0.6068244576454163, "cos_r_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "cos_apical_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "cos_Ac_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "r_norm": [2.15971040725708, 1.9539859294891357, 1.8988771438598633, 1.8353718519210815, 1.785820484161377]}, {"step": 8150, "epoch": 20, "train_loss": 0.6991133689880371, "cos_r_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "cos_apical_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "cos_Ac_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "r_norm": [2.1109752655029297, 1.9125134944915771, 1.8633688688278198, 1.8025072813034058, 1.7532892227172852]}, {"step": 8200, "epoch": 20, "train_loss": 0.6934657096862793, "cos_r_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "cos_apical_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "cos_Ac_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "r_norm": [2.160548210144043, 1.9612159729003906, 1.908336877822876, 1.8443467617034912, 1.7952271699905396]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4143, "test_loss": 2.4003733642578124}, {"step": 8250, "epoch": 21, "train_loss": 0.4303585886955261, "cos_r_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "cos_apical_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "cos_Ac_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "r_norm": [2.1933093070983887, 1.9933602809906006, 1.9385906457901, 1.8758196830749512, 1.824737548828125], "ldr": {"dL_sdil": -0.10546493530273438, "dL_bp": -0.14915704727172852, "ratio": 0.7070730966576622}}, {"step": 8300, "epoch": 21, "train_loss": 0.7179275751113892, "cos_r_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "cos_apical_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "cos_Ac_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "r_norm": [2.168553352355957, 1.9704720973968506, 1.9161736965179443, 1.8546518087387085, 1.8036185503005981]}, {"step": 8350, "epoch": 21, "train_loss": 0.5841082334518433, "cos_r_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "cos_apical_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "cos_Ac_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "r_norm": [2.250386953353882, 2.0488033294677734, 1.9921331405639648, 1.9258875846862793, 1.8738353252410889]}, {"step": 8400, "epoch": 21, "train_loss": 0.7248061299324036, "cos_r_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "cos_apical_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "cos_Ac_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "r_norm": [2.239548921585083, 2.037449836730957, 1.978500247001648, 1.9135463237762451, 1.861656904220581]}, {"step": 8450, "epoch": 21, "train_loss": 0.474788099527359, "cos_r_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "cos_apical_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "cos_Ac_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "r_norm": [2.1598381996154785, 1.9712727069854736, 1.917776107788086, 1.8525986671447754, 1.8009129762649536]}, {"step": 8500, "epoch": 21, "train_loss": 0.8518967628479004, "cos_r_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "cos_apical_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "cos_Ac_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "r_norm": [2.19197940826416, 1.9996180534362793, 1.9422578811645508, 1.876363754272461, 1.8242650032043457], "ldr": {"dL_sdil": -0.0816500186920166, "dL_bp": -0.1290903091430664, "ratio": 0.632503084344826}}, {"step": 8550, "epoch": 21, "train_loss": 0.7005873918533325, "cos_r_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "cos_apical_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "cos_Ac_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "r_norm": [2.231090545654297, 2.038883924484253, 1.9783942699432373, 1.9126087427139282, 1.8586986064910889]}, {"step": 8600, "epoch": 21, "train_loss": 0.8099588751792908, "cos_r_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "cos_apical_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "cos_Ac_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "r_norm": [2.2696878910064697, 2.0778560638427734, 2.018343210220337, 1.9467757940292358, 1.8926526308059692]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4184, "test_loss": 2.468102978515625}, {"step": 8650, "epoch": 22, "train_loss": 0.5260133743286133, "cos_r_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "cos_apical_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "cos_Ac_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "r_norm": [2.212519645690918, 2.0250792503356934, 1.968557596206665, 1.9008736610412598, 1.8468437194824219]}, {"step": 8700, "epoch": 22, "train_loss": 0.7794517278671265, "cos_r_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "cos_apical_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "cos_Ac_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "r_norm": [2.2524547576904297, 2.065359592437744, 2.007469654083252, 1.9382598400115967, 1.8834402561187744]}, {"step": 8750, "epoch": 22, "train_loss": 0.5374922752380371, "cos_r_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "cos_apical_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "cos_Ac_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "r_norm": [2.2577970027923584, 2.070714235305786, 2.009342670440674, 1.9421055316925049, 1.8872668743133545], "ldr": {"dL_sdil": -0.08261489868164062, "dL_bp": -0.1356797218322754, "ratio": 0.608896433202948}}, {"step": 8800, "epoch": 22, "train_loss": 0.7254918217658997, "cos_r_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "cos_apical_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "cos_Ac_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "r_norm": [2.305054187774658, 2.1158807277679443, 2.0528533458709717, 1.9797015190124512, 1.9244284629821777]}, {"step": 8850, "epoch": 22, "train_loss": 0.4814993441104889, "cos_r_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "cos_apical_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "cos_Ac_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "r_norm": [2.317330837249756, 2.1299009323120117, 2.068901538848877, 1.9960932731628418, 1.9404280185699463]}, {"step": 8900, "epoch": 22, "train_loss": 0.6406711339950562, "cos_r_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "cos_apical_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "cos_Ac_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "r_norm": [2.311613082885742, 2.1268863677978516, 2.0655601024627686, 1.9939566850662231, 1.937645435333252]}, {"step": 8950, "epoch": 22, "train_loss": 0.59543776512146, "cos_r_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "cos_apical_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "cos_Ac_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "r_norm": [2.354688882827759, 2.1629581451416016, 2.0989983081817627, 2.02526593208313, 1.9673476219177246]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4268, "test_loss": 2.520537744140625}, {"step": 9000, "epoch": 23, "train_loss": 0.5569894313812256, "cos_r_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "cos_apical_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "cos_Ac_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "r_norm": [2.351673126220703, 2.163069248199463, 2.098085641860962, 2.024226427078247, 1.965462327003479], "ldr": {"dL_sdil": -0.10876703262329102, "dL_bp": -0.1688525676727295, "ratio": 0.644153856363639}}, {"step": 9050, "epoch": 23, "train_loss": 0.6152764558792114, "cos_r_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "cos_apical_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "cos_Ac_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "r_norm": [2.3140830993652344, 2.134129762649536, 2.070376396179199, 1.9990122318267822, 1.9423229694366455]}, {"step": 9100, "epoch": 23, "train_loss": 0.5676119327545166, "cos_r_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "cos_apical_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "cos_Ac_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "r_norm": [2.349842071533203, 2.1651978492736816, 2.0994136333465576, 2.0254881381988525, 1.9686434268951416]}, {"step": 9150, "epoch": 23, "train_loss": 0.593051552772522, "cos_r_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "cos_apical_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "cos_Ac_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "r_norm": [2.376295804977417, 2.1919331550598145, 2.127804756164551, 2.051689863204956, 1.9940054416656494]}, {"step": 9200, "epoch": 23, "train_loss": 0.7693493366241455, "cos_r_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "cos_apical_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "cos_Ac_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "r_norm": [2.405963182449341, 2.2230429649353027, 2.158609390258789, 2.081186056137085, 2.0236573219299316]}, {"step": 9250, "epoch": 23, "train_loss": 0.6828973293304443, "cos_r_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "cos_apical_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "cos_Ac_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "r_norm": [2.398252010345459, 2.2137229442596436, 2.1474337577819824, 2.0715584754943848, 2.012950897216797], "ldr": {"dL_sdil": -0.11799812316894531, "dL_bp": -0.17786526679992676, "ratio": 0.6634129602249803}}, {"step": 9300, "epoch": 23, "train_loss": 0.5043054819107056, "cos_r_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "cos_apical_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "cos_Ac_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "r_norm": [2.3868978023529053, 2.209491729736328, 2.144990921020508, 2.0676167011260986, 2.0080208778381348]}, {"step": 9350, "epoch": 23, "train_loss": 0.6521224975585938, "cos_r_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "cos_apical_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "cos_Ac_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "r_norm": [2.435457706451416, 2.254683256149292, 2.1861109733581543, 2.10878849029541, 2.0459251403808594]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4207, "test_loss": 2.619882373046875}, {"step": 9400, "epoch": 24, "train_loss": 0.4164823293685913, "cos_r_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "cos_apical_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "cos_Ac_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "r_norm": [2.407533645629883, 2.2249631881713867, 2.1594021320343018, 2.0792396068573, 2.0174713134765625]}, {"step": 9450, "epoch": 24, "train_loss": 0.4966212511062622, "cos_r_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "cos_apical_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "cos_Ac_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "r_norm": [2.411395311355591, 2.2305872440338135, 2.1654796600341797, 2.0846972465515137, 2.0222272872924805]}, {"step": 9500, "epoch": 24, "train_loss": 0.43665406107902527, "cos_r_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "cos_apical_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "cos_Ac_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "r_norm": [2.447561025619507, 2.26707124710083, 2.202472448348999, 2.123889207839966, 2.0620765686035156], "ldr": {"dL_sdil": -0.12039613723754883, "dL_bp": -0.18923711776733398, "ratio": 0.6362184050254625}}, {"step": 9550, "epoch": 24, "train_loss": 0.6169813871383667, "cos_r_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "cos_apical_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "cos_Ac_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "r_norm": [2.486520767211914, 2.3051514625549316, 2.236109972000122, 2.155491590499878, 2.09228253364563]}, {"step": 9600, "epoch": 24, "train_loss": 0.572620689868927, "cos_r_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "cos_apical_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "cos_Ac_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "r_norm": [2.51993727684021, 2.343169689178467, 2.2753756046295166, 2.194662570953369, 2.128783941268921]}, {"step": 9650, "epoch": 24, "train_loss": 0.48358553647994995, "cos_r_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "cos_apical_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "cos_Ac_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "r_norm": [2.4229025840759277, 2.2525622844696045, 2.183528184890747, 2.1043858528137207, 2.040811061859131]}, {"step": 9700, "epoch": 24, "train_loss": 0.5656753778457642, "cos_r_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "cos_apical_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "cos_Ac_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "r_norm": [2.4514195919036865, 2.284550666809082, 2.2177610397338867, 2.1393866539001465, 2.0725481510162354]}, {"step": 9750, "epoch": 24, "train_loss": 0.6080082058906555, "cos_r_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "cos_apical_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "cos_Ac_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "r_norm": [2.4690089225769043, 2.299332857131958, 2.2309980392456055, 2.1503195762634277, 2.081777334213257], "ldr": {"dL_sdil": -0.10910391807556152, "dL_bp": -0.17524003982543945, "ratio": 0.6225969714697759}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4166, "test_loss": 2.7239160400390623}], "final": {"test_acc": 0.4166, "test_loss": 2.7239160400390623, "wall_s": 111.33235955238342, "cos_r_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258], "cos_apical_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258], "cos_Ac_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258]}}