path: root/results/deepres_cifar10_sdil_d10_s0.json

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.480501890182495, "cos_r_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "cos_apical_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "cos_Ac_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "r_norm": [4.869870185852051, 4.915552139282227, 4.903642177581787, 4.749951362609863, 4.869904518127441, 4.922630310058594, 4.854069709777832, 4.971411228179932, 4.996710777282715, 4.803182125091553], "ldr": {"dL_sdil": 0.0011267662048339844, "dL_bp": -0.3363516330718994, "ratio": -0.003349965018879881}}, {"step": 50, "epoch": 0, "train_loss": 1.9886806011199951, "cos_r_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "cos_apical_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "cos_Ac_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "r_norm": [4.387053489685059, 4.413593769073486, 4.411075592041016, 4.271036148071289, 4.3896636962890625, 4.445163726806641, 4.364264488220215, 4.483259201049805, 4.5105133056640625, 4.306025505065918]}, {"step": 100, "epoch": 0, "train_loss": 1.93720543384552, "cos_r_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "cos_apical_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "cos_Ac_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "r_norm": [4.1873931884765625, 4.199558258056641, 4.203432559967041, 4.067473411560059, 4.184391975402832, 4.227230072021484, 4.155317306518555, 4.272111892700195, 4.298552989959717, 4.106199264526367]}, {"step": 150, "epoch": 0, "train_loss": 2.062030076980591, "cos_r_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "cos_apical_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "cos_Ac_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "r_norm": [4.1377153396606445, 4.147067070007324, 4.154813289642334, 4.021331787109375, 4.141458511352539, 4.187031269073486, 4.107086181640625, 4.225028991699219, 4.247432708740234, 4.052638530731201]}, {"step": 200, "epoch": 0, "train_loss": 1.9012988805770874, "cos_r_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "cos_apical_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "cos_Ac_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "r_norm": [3.921976089477539, 3.9392924308776855, 3.9333925247192383, 3.804168224334717, 3.9202699661254883, 3.948477268218994, 3.8820204734802246, 3.9865028858184814, 4.02319860458374, 3.8331422805786133]}, {"step": 250, "epoch": 0, "train_loss": 2.0414581298828125, "cos_r_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "cos_apical_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "cos_Ac_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "r_norm": [4.02920389175415, 4.025932312011719, 4.030984401702881, 3.888387680053711, 3.999626398086548, 4.0533599853515625, 3.982743740081787, 4.074960231781006, 4.108826637268066, 3.919351100921631], "ldr": {"dL_sdil": -0.08740377426147461, "dL_bp": -0.08665037155151367, "ratio": 1.0086947429822968}}, {"step": 300, "epoch": 0, "train_loss": 1.705099105834961, "cos_r_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "cos_apical_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "cos_Ac_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "r_norm": [3.7946012020111084, 3.780251979827881, 3.7837321758270264, 3.6623897552490234, 3.7699341773986816, 3.813023328781128, 3.7408103942871094, 3.846787691116333, 3.8698537349700928, 3.700376033782959]}, {"step": 350, "epoch": 0, "train_loss": 2.182734727859497, "cos_r_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "cos_apical_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "cos_Ac_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "r_norm": [3.70630145072937, 3.6884074211120605, 3.692913055419922, 3.574249744415283, 3.6808252334594727, 3.716752529144287, 3.6527576446533203, 3.7517168521881104, 3.7737138271331787, 3.6084399223327637]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3637, "test_loss": 1.8389356811523438}, {"step": 400, "epoch": 1, "train_loss": 1.8319673538208008, "cos_r_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "cos_apical_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "cos_Ac_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "r_norm": [3.5532872676849365, 3.533897876739502, 3.5284714698791504, 3.4160780906677246, 3.516350030899048, 3.549201488494873, 3.4899988174438477, 3.5856871604919434, 3.613060712814331, 3.445422410964966]}, {"step": 450, "epoch": 1, "train_loss": 1.9620195627212524, "cos_r_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "cos_apical_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "cos_Ac_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "r_norm": [3.528289318084717, 3.502462387084961, 3.500338077545166, 3.389399766921997, 3.4829792976379395, 3.5192813873291016, 3.4639623165130615, 3.560654401779175, 3.5738706588745117, 3.425753355026245]}, {"step": 500, "epoch": 1, "train_loss": 1.8282605409622192, "cos_r_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "cos_apical_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "cos_Ac_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "r_norm": [3.498413562774658, 3.4647912979125977, 3.464993476867676, 3.3484864234924316, 3.445038318634033, 3.485769748687744, 3.429619312286377, 3.516508102416992, 3.533567428588867, 3.3842716217041016], "ldr": {"dL_sdil": -0.045807600021362305, "dL_bp": -0.04322242736816406, "ratio": 1.0598109086095053}}, {"step": 550, "epoch": 1, "train_loss": 1.9305511713027954, "cos_r_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "cos_apical_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "cos_Ac_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "r_norm": [3.4495115280151367, 3.403947114944458, 3.4048283100128174, 3.292349100112915, 3.3890492916107178, 3.427133083343506, 3.368159294128418, 3.4572298526763916, 3.474544048309326, 3.3255066871643066]}, {"step": 600, "epoch": 1, "train_loss": 1.7665871381759644, "cos_r_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "cos_apical_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "cos_Ac_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "r_norm": [3.269223928451538, 3.223402500152588, 3.2277603149414062, 3.1179299354553223, 3.216848850250244, 3.244429111480713, 3.186457633972168, 3.2786028385162354, 3.29436993598938, 3.147465944290161]}, {"step": 650, "epoch": 1, "train_loss": 1.8797991275787354, "cos_r_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "cos_apical_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "cos_Ac_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "r_norm": [3.3287925720214844, 3.277470588684082, 3.2778875827789307, 3.166435718536377, 3.264127254486084, 3.297175168991089, 3.2419633865356445, 3.3189759254455566, 3.338557004928589, 3.1918845176696777]}, {"step": 700, "epoch": 1, "train_loss": 1.8981850147247314, "cos_r_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "cos_apical_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "cos_Ac_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "r_norm": [3.1412692070007324, 3.0829758644104004, 3.078716278076172, 2.98386812210083, 3.073786735534668, 3.098388910293579, 3.0433640480041504, 3.130425453186035, 3.1487507820129395, 3.01084566116333]}, {"step": 750, "epoch": 1, "train_loss": 1.9407624006271362, "cos_r_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "cos_apical_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "cos_Ac_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "r_norm": [3.0924532413482666, 3.017279624938965, 3.0195765495300293, 2.9282186031341553, 3.008664608001709, 3.034494400024414, 2.982574701309204, 3.063300609588623, 3.0803987979888916, 2.9491169452667236], "ldr": {"dL_sdil": -0.041268348693847656, "dL_bp": -0.038374900817871094, "ratio": 1.0753994880588484}}, {"epoch_end": 1, "step": 782, "test_acc": 0.377, "test_loss": 1.8539549682617187}, {"step": 800, "epoch": 2, "train_loss": 1.8635393381118774, "cos_r_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "cos_apical_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "cos_Ac_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "r_norm": [3.108743667602539, 3.0455050468444824, 3.039433479309082, 2.9390997886657715, 3.0398459434509277, 3.057094097137451, 3.0040934085845947, 3.091191291809082, 3.1045525074005127, 2.9613685607910156]}, {"step": 850, "epoch": 2, "train_loss": 1.7131242752075195, "cos_r_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "cos_apical_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "cos_Ac_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "r_norm": [2.9851551055908203, 2.9000020027160645, 2.9004440307617188, 2.8101704120635986, 2.8898324966430664, 2.912865400314331, 2.8702545166015625, 2.9455251693725586, 2.9542300701141357, 2.8287413120269775]}, {"step": 900, "epoch": 2, "train_loss": 1.8060076236724854, "cos_r_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "cos_apical_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "cos_Ac_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "r_norm": [2.9614439010620117, 2.869180679321289, 2.875699996948242, 2.7821714878082275, 2.8566207885742188, 2.888791561126709, 2.8380794525146484, 2.913447141647339, 2.9259777069091797, 2.8019838333129883]}, {"step": 950, "epoch": 2, "train_loss": 1.5864052772521973, "cos_r_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "cos_apical_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "cos_Ac_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "r_norm": [2.8255491256713867, 2.731044292449951, 2.725512981414795, 2.6421051025390625, 2.7178869247436523, 2.744239330291748, 2.6977427005767822, 2.774228096008301, 2.7847070693969727, 2.664896249771118]}, {"step": 1000, "epoch": 2, "train_loss": 1.7895886898040771, "cos_r_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "cos_apical_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "cos_Ac_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "r_norm": [2.804208278656006, 2.7028989791870117, 2.6997499465942383, 2.6117775440216064, 2.6879491806030273, 2.7176361083984375, 2.673464298248291, 2.7472400665283203, 2.753309726715088, 2.6305954456329346], "ldr": {"dL_sdil": -0.05045127868652344, "dL_bp": -0.04773294925689697, "ratio": 1.0569487004667681}}, {"step": 1050, "epoch": 2, "train_loss": 1.9745986461639404, "cos_r_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "cos_apical_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "cos_Ac_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "r_norm": [2.7142062187194824, 2.6068496704101562, 2.6022090911865234, 2.5260801315307617, 2.5927987098693848, 2.615856647491455, 2.5753543376922607, 2.6463098526000977, 2.6564247608184814, 2.5433707237243652]}, {"step": 1100, "epoch": 2, "train_loss": 1.592344045639038, "cos_r_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "cos_apical_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "cos_Ac_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "r_norm": [2.758133888244629, 2.650745391845703, 2.634615421295166, 2.558903455734253, 2.6272430419921875, 2.6490578651428223, 2.612248420715332, 2.682872772216797, 2.6914758682250977, 2.574981212615967]}, {"step": 1150, "epoch": 2, "train_loss": 1.7181380987167358, "cos_r_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "cos_apical_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "cos_Ac_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "r_norm": [2.7690820693969727, 2.649179458618164, 2.641533136367798, 2.5564985275268555, 2.634486198425293, 2.65785551071167, 2.614151954650879, 2.686375141143799, 2.692763328552246, 2.574976921081543]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3788, "test_loss": 1.8167215942382813}, {"step": 1200, "epoch": 3, "train_loss": 1.725527048110962, "cos_r_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "cos_apical_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "cos_Ac_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "r_norm": [2.6028547286987305, 2.476024627685547, 2.4701876640319824, 2.3992247581481934, 2.4657647609710693, 2.477519989013672, 2.4444072246551514, 2.51188325881958, 2.52573299407959, 2.4098756313323975]}, {"step": 1250, "epoch": 3, "train_loss": 1.5311825275421143, "cos_r_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "cos_apical_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "cos_Ac_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "r_norm": [2.5971431732177734, 2.4703853130340576, 2.4601478576660156, 2.389601230621338, 2.4487497806549072, 2.4667232036590576, 2.430619955062866, 2.5054450035095215, 2.5115621089935303, 2.4031524658203125], "ldr": {"dL_sdil": -0.03834855556488037, "dL_bp": -0.03582644462585449, "ratio": 1.0703980248491018}}, {"step": 1300, "epoch": 3, "train_loss": 1.5487658977508545, "cos_r_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "cos_apical_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "cos_Ac_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "r_norm": [2.5955824851989746, 2.458500385284424, 2.4477570056915283, 2.3763527870178223, 2.4361367225646973, 2.453721284866333, 2.421449899673462, 2.49143123626709, 2.496142864227295, 2.386418581008911]}, {"step": 1350, "epoch": 3, "train_loss": 1.7247035503387451, "cos_r_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "cos_apical_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "cos_Ac_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "r_norm": [2.5914976596832275, 2.447091817855835, 2.438910484313965, 2.3657214641571045, 2.41986346244812, 2.446455478668213, 2.408036231994629, 2.4801206588745117, 2.4855127334594727, 2.3815038204193115]}, {"step": 1400, "epoch": 3, "train_loss": 1.6621150970458984, "cos_r_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "cos_apical_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "cos_Ac_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "r_norm": [2.454158306121826, 2.304948091506958, 2.291794776916504, 2.235921859741211, 2.2919113636016846, 2.303530693054199, 2.2712454795837402, 2.3375940322875977, 2.3412184715270996, 2.242917537689209]}, {"step": 1450, "epoch": 3, "train_loss": 1.578901767730713, "cos_r_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "cos_apical_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "cos_Ac_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "r_norm": [2.4430787563323975, 2.2911417484283447, 2.275543451309204, 2.214723587036133, 2.2636542320251465, 2.285202980041504, 2.254974365234375, 2.31406831741333, 2.318866729736328, 2.222520112991333]}, {"step": 1500, "epoch": 3, "train_loss": 1.6704566478729248, "cos_r_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "cos_apical_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "cos_Ac_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "r_norm": [2.3997130393981934, 2.2388224601745605, 2.2265048027038574, 2.1670680046081543, 2.2122061252593994, 2.2364273071289062, 2.2039523124694824, 2.262690782546997, 2.2662806510925293, 2.1733076572418213], "ldr": {"dL_sdil": -0.042935848236083984, "dL_bp": -0.04043149948120117, "ratio": 1.0619405361418075}}, {"step": 1550, "epoch": 3, "train_loss": 1.9069747924804688, "cos_r_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "cos_apical_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "cos_Ac_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "r_norm": [2.3518199920654297, 2.1872010231018066, 2.1769142150878906, 2.11896014213562, 2.161121368408203, 2.1816091537475586, 2.152456283569336, 2.209951639175415, 2.213742733001709, 2.122913360595703]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4133, "test_loss": 1.756063720703125}, {"step": 1600, "epoch": 4, "train_loss": 1.4858973026275635, "cos_r_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "cos_apical_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "cos_Ac_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "r_norm": [2.3718857765197754, 2.208784580230713, 2.1928505897521973, 2.1332273483276367, 2.1754300594329834, 2.190157890319824, 2.165278434753418, 2.230184316635132, 2.227954387664795, 2.1344072818756104]}, {"step": 1650, "epoch": 4, "train_loss": 1.5318622589111328, "cos_r_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "cos_apical_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "cos_Ac_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "r_norm": [2.2883799076080322, 2.111820936203003, 2.100450038909912, 2.0490736961364746, 2.091050148010254, 2.102914810180664, 2.078011989593506, 2.1331119537353516, 2.1368560791015625, 2.048992156982422]}, {"step": 1700, "epoch": 4, "train_loss": 1.591313123703003, "cos_r_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "cos_apical_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "cos_Ac_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "r_norm": [2.253114700317383, 2.0739853382110596, 2.0602498054504395, 2.009915590286255, 2.0478363037109375, 2.0602974891662598, 2.036170482635498, 2.092346668243408, 2.096510887145996, 2.0084612369537354]}, {"step": 1750, "epoch": 4, "train_loss": 1.6478608846664429, "cos_r_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "cos_apical_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "cos_Ac_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "r_norm": [2.2489233016967773, 2.0633227825164795, 2.050365686416626, 2.0025410652160645, 2.0405514240264893, 2.0491204261779785, 2.0231404304504395, 2.0803380012512207, 2.08367919921875, 1.9963047504425049], "ldr": {"dL_sdil": -0.05169939994812012, "dL_bp": -0.048844337463378906, "ratio": 1.05845227170666}}, {"step": 1800, "epoch": 4, "train_loss": 1.4464757442474365, "cos_r_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "cos_apical_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "cos_Ac_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "r_norm": [2.2235641479492188, 2.028754711151123, 2.0166709423065186, 1.9711017608642578, 2.0008151531219482, 2.013782024383545, 1.991943597793579, 2.045768976211548, 2.051067590713501, 1.9676722288131714]}, {"step": 1850, "epoch": 4, "train_loss": 1.6518553495407104, "cos_r_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "cos_apical_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "cos_Ac_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "r_norm": [2.2086689472198486, 2.008178472518921, 1.9976595640182495, 1.951538324356079, 1.977118730545044, 1.9912794828414917, 1.972698450088501, 2.0244579315185547, 2.026484966278076, 1.9464118480682373]}, {"step": 1900, "epoch": 4, "train_loss": 1.5844589471817017, "cos_r_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "cos_apical_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "cos_Ac_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "r_norm": [2.118227243423462, 1.921581506729126, 1.9097821712493896, 1.8657253980636597, 1.8957462310791016, 1.9033935070037842, 1.8834857940673828, 1.9377456903457642, 1.9416429996490479, 1.8595857620239258]}, {"step": 1950, "epoch": 4, "train_loss": 1.499769926071167, "cos_r_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "cos_apical_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "cos_Ac_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "r_norm": [2.1094820499420166, 1.9047563076019287, 1.889885663986206, 1.8513915538787842, 1.875784158706665, 1.8836809396743774, 1.8660664558410645, 1.9190995693206787, 1.9216735363006592, 1.8417611122131348]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3954, "test_loss": 1.8188045532226562}, {"step": 2000, "epoch": 5, "train_loss": 1.5188422203063965, "cos_r_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "cos_apical_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "cos_Ac_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "r_norm": [2.081343173980713, 1.8732826709747314, 1.857539176940918, 1.8175108432769775, 1.8443357944488525, 1.8516583442687988, 1.8343682289123535, 1.8848899602890015, 1.8891655206680298, 1.8057653903961182], "ldr": {"dL_sdil": -0.04671001434326172, "dL_bp": -0.04533219337463379, "ratio": 1.0303938738909313}}, {"step": 2050, "epoch": 5, "train_loss": 1.4151142835617065, "cos_r_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "cos_apical_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "cos_Ac_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "r_norm": [2.032874345779419, 1.8243091106414795, 1.8128219842910767, 1.7725520133972168, 1.7962331771850586, 1.7977368831634521, 1.7854760885238647, 1.8360159397125244, 1.8390488624572754, 1.760464072227478]}, {"step": 2100, "epoch": 5, "train_loss": 1.5169878005981445, "cos_r_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "cos_apical_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "cos_Ac_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "r_norm": [2.0298819541931152, 1.8151626586914062, 1.8011212348937988, 1.7614723443984985, 1.7839117050170898, 1.7860263586044312, 1.7729666233062744, 1.822527289390564, 1.8259161710739136, 1.747938871383667]}, {"step": 2150, "epoch": 5, "train_loss": 1.5534532070159912, "cos_r_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "cos_apical_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "cos_Ac_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "r_norm": [1.991607904434204, 1.771957516670227, 1.7605228424072266, 1.7240283489227295, 1.7456014156341553, 1.7434700727462769, 1.7323975563049316, 1.7801622152328491, 1.7838850021362305, 1.7079353332519531]}, {"step": 2200, "epoch": 5, "train_loss": 1.723017930984497, "cos_r_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "cos_apical_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "cos_Ac_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "r_norm": [2.0272533893585205, 1.7975564002990723, 1.781823992729187, 1.7453596591949463, 1.7632321119308472, 1.76389479637146, 1.7555418014526367, 1.8020282983779907, 1.8026598691940308, 1.730684757232666]}, {"step": 2250, "epoch": 5, "train_loss": 1.7873129844665527, "cos_r_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "cos_apical_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "cos_Ac_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "r_norm": [1.975843906402588, 1.7475422620773315, 1.7309136390686035, 1.6953972578048706, 1.7136316299438477, 1.7144229412078857, 1.703075647354126, 1.7513362169265747, 1.753244161605835, 1.6777503490447998], "ldr": {"dL_sdil": -0.05149388313293457, "dL_bp": -0.04960763454437256, "ratio": 1.0380233527739529}}, {"step": 2300, "epoch": 5, "train_loss": 1.4745125770568848, "cos_r_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "cos_apical_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "cos_Ac_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "r_norm": [1.9028968811035156, 1.6744662523269653, 1.660623550415039, 1.628488302230835, 1.6425559520721436, 1.6442325115203857, 1.6295008659362793, 1.677785873413086, 1.680970549583435, 1.6105459928512573]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4166, "test_loss": 1.76314208984375}, {"step": 2350, "epoch": 6, "train_loss": 1.450663447380066, "cos_r_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "cos_apical_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "cos_Ac_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "r_norm": [1.9372820854187012, 1.7019572257995605, 1.6852586269378662, 1.6510167121887207, 1.6653395891189575, 1.6685469150543213, 1.6538094282150269, 1.7007797956466675, 1.7034602165222168, 1.6322263479232788]}, {"step": 2400, "epoch": 6, "train_loss": 1.2863638401031494, "cos_r_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "cos_apical_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "cos_Ac_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "r_norm": [1.8599059581756592, 1.6274646520614624, 1.6104393005371094, 1.5818732976913452, 1.5925931930541992, 1.5928304195404053, 1.5822231769561768, 1.6253814697265625, 1.6297576427459717, 1.5596894025802612]}, {"step": 2450, "epoch": 6, "train_loss": 1.3328509330749512, "cos_r_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "cos_apical_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "cos_Ac_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "r_norm": [1.8720934391021729, 1.632590413093567, 1.614941120147705, 1.5857014656066895, 1.5990891456604004, 1.5970629453659058, 1.584815263748169, 1.6296124458312988, 1.6341538429260254, 1.5640363693237305]}, {"step": 2500, "epoch": 6, "train_loss": 1.5080478191375732, "cos_r_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "cos_apical_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "cos_Ac_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "r_norm": [1.802955150604248, 1.5664005279541016, 1.549567461013794, 1.5224790573120117, 1.5333714485168457, 1.5305898189544678, 1.5195364952087402, 1.5614150762557983, 1.56553053855896, 1.4971363544464111], "ldr": {"dL_sdil": -0.029546737670898438, "dL_bp": -0.029288768768310547, "ratio": 1.0088077755889489}}, {"step": 2550, "epoch": 6, "train_loss": 1.566084861755371, "cos_r_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "cos_apical_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "cos_Ac_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "r_norm": [1.8825823068618774, 1.6304694414138794, 1.6111825704574585, 1.5813499689102173, 1.5884376764297485, 1.589665174484253, 1.580345630645752, 1.6169064044952393, 1.623120665550232, 1.5549356937408447]}, {"step": 2600, "epoch": 6, "train_loss": 1.6228653192520142, "cos_r_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "cos_apical_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "cos_Ac_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "r_norm": [1.8232507705688477, 1.5741544961929321, 1.5563912391662598, 1.5284342765808105, 1.5351271629333496, 1.5325844287872314, 1.5227470397949219, 1.5626599788665771, 1.5676147937774658, 1.5038700103759766]}, {"step": 2650, "epoch": 6, "train_loss": 1.328498125076294, "cos_r_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "cos_apical_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "cos_Ac_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "r_norm": [1.8012723922729492, 1.5518479347229004, 1.5297653675079346, 1.5078654289245605, 1.509237289428711, 1.5078976154327393, 1.4993128776550293, 1.5340991020202637, 1.5403413772583008, 1.4812850952148438]}, {"step": 2700, "epoch": 6, "train_loss": 1.5326594114303589, "cos_r_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "cos_apical_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "cos_Ac_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "r_norm": [1.7790632247924805, 1.5257649421691895, 1.5059584379196167, 1.4807343482971191, 1.4861903190612793, 1.481227159500122, 1.4734587669372559, 1.5102460384368896, 1.5180480480194092, 1.4515730142593384]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4181, "test_loss": 1.7477551635742188}, {"step": 2750, "epoch": 7, "train_loss": 1.5635498762130737, "cos_r_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "cos_apical_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "cos_Ac_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "r_norm": [1.7622947692871094, 1.50590181350708, 1.486865758895874, 1.4612939357757568, 1.4678092002868652, 1.4628394842147827, 1.454728364944458, 1.4915575981140137, 1.498199224472046, 1.4328502416610718], "ldr": {"dL_sdil": -0.03639101982116699, "dL_bp": -0.03565847873687744, "ratio": 1.0205432511491852}}, {"step": 2800, "epoch": 7, "train_loss": 1.5380069017410278, "cos_r_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "cos_apical_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "cos_Ac_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "r_norm": [1.756639838218689, 1.4964772462844849, 1.474191665649414, 1.4516558647155762, 1.451869010925293, 1.4529685974121094, 1.44379723072052, 1.4764310121536255, 1.4822484254837036, 1.4190738201141357]}, {"step": 2850, "epoch": 7, "train_loss": 1.5042884349822998, "cos_r_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "cos_apical_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "cos_Ac_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "r_norm": [1.730694055557251, 1.4717656373977661, 1.448992371559143, 1.4287574291229248, 1.4264100790023804, 1.4241359233856201, 1.4189478158950806, 1.4537400007247925, 1.4579932689666748, 1.3980154991149902]}, {"step": 2900, "epoch": 7, "train_loss": 1.456573724746704, "cos_r_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "cos_apical_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "cos_Ac_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "r_norm": [1.7385430335998535, 1.475942611694336, 1.4489645957946777, 1.4291646480560303, 1.425646424293518, 1.4230775833129883, 1.4208605289459229, 1.4523775577545166, 1.457664966583252, 1.3956719636917114]}, {"step": 2950, "epoch": 7, "train_loss": 1.34218168258667, "cos_r_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "cos_apical_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "cos_Ac_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "r_norm": [1.7036536931991577, 1.4391580820083618, 1.4155619144439697, 1.396033763885498, 1.3946659564971924, 1.3898375034332275, 1.385073184967041, 1.417736530303955, 1.4225072860717773, 1.3626890182495117]}, {"step": 3000, "epoch": 7, "train_loss": 1.457319974899292, "cos_r_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "cos_apical_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "cos_Ac_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "r_norm": [1.6950438022613525, 1.4299018383026123, 1.405112385749817, 1.3866589069366455, 1.383681058883667, 1.3750419616699219, 1.3740605115890503, 1.4044853448867798, 1.4113309383392334, 1.3519827127456665], "ldr": {"dL_sdil": -0.038637399673461914, "dL_bp": -0.03906083106994629, "ratio": 0.9891596931021223}}, {"step": 3050, "epoch": 7, "train_loss": 1.4902329444885254, "cos_r_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "cos_apical_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "cos_Ac_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "r_norm": [1.7116258144378662, 1.4390712976455688, 1.414762258529663, 1.3964431285858154, 1.3948335647583008, 1.3848679065704346, 1.3813780546188354, 1.4132201671600342, 1.4204010963439941, 1.3605005741119385]}, {"step": 3100, "epoch": 7, "train_loss": 1.353480577468872, "cos_r_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "cos_apical_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "cos_Ac_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "r_norm": [1.660398244857788, 1.3935987949371338, 1.3687031269073486, 1.352171778678894, 1.34696364402771, 1.3361692428588867, 1.3351051807403564, 1.3659573793411255, 1.3725202083587646, 1.314209222793579]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4332, "test_loss": 1.727848974609375}, {"step": 3150, "epoch": 8, "train_loss": 1.3441996574401855, "cos_r_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "cos_apical_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "cos_Ac_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "r_norm": [1.671630859375, 1.4015332460403442, 1.3717067241668701, 1.3581995964050293, 1.3487963676452637, 1.3402020931243896, 1.3399970531463623, 1.3695646524429321, 1.3742613792419434, 1.3173142671585083]}, {"step": 3200, "epoch": 8, "train_loss": 1.4989209175109863, "cos_r_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "cos_apical_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "cos_Ac_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "r_norm": [1.6607056856155396, 1.3874497413635254, 1.360894799232483, 1.3446396589279175, 1.3368022441864014, 1.3295607566833496, 1.32850182056427, 1.356245756149292, 1.3594614267349243, 1.3048696517944336]}, {"step": 3250, "epoch": 8, "train_loss": 1.303039789199829, "cos_r_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "cos_apical_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "cos_Ac_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "r_norm": [1.6504454612731934, 1.3765993118286133, 1.3509666919708252, 1.3375080823898315, 1.3298630714416504, 1.3176606893539429, 1.3135627508163452, 1.3439722061157227, 1.350736141204834, 1.297109603881836], "ldr": {"dL_sdil": -0.06302595138549805, "dL_bp": -0.06490468978881836, "ratio": 0.9710538882562539}}, {"step": 3300, "epoch": 8, "train_loss": 1.460930347442627, "cos_r_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "cos_apical_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "cos_Ac_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "r_norm": [1.6464048624038696, 1.3690736293792725, 1.3439693450927734, 1.3283164501190186, 1.319706916809082, 1.3084702491760254, 1.3056209087371826, 1.3351006507873535, 1.3409737348556519, 1.2862823009490967]}, {"step": 3350, "epoch": 8, "train_loss": 1.3832824230194092, "cos_r_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "cos_apical_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "cos_Ac_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "r_norm": [1.675447702407837, 1.3970292806625366, 1.3655779361724854, 1.3512622117996216, 1.3403522968292236, 1.3287618160247803, 1.328373908996582, 1.3573287725448608, 1.3598747253417969, 1.3059946298599243]}, {"step": 3400, "epoch": 8, "train_loss": 1.3801193237304688, "cos_r_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "cos_apical_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "cos_Ac_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "r_norm": [1.6370601654052734, 1.3600587844848633, 1.3283054828643799, 1.3172645568847656, 1.303990125656128, 1.2926515340805054, 1.2919265031814575, 1.3182629346847534, 1.3204576969146729, 1.2711987495422363]}, {"step": 3450, "epoch": 8, "train_loss": 1.1963340044021606, "cos_r_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "cos_apical_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "cos_Ac_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "r_norm": [1.650480031967163, 1.3681635856628418, 1.3375244140625, 1.324332356452942, 1.3104839324951172, 1.2965924739837646, 1.299419641494751, 1.3284409046173096, 1.3283348083496094, 1.2786242961883545]}, {"step": 3500, "epoch": 8, "train_loss": 1.292585849761963, "cos_r_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "cos_apical_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "cos_Ac_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "r_norm": [1.5859448909759521, 1.3118709325790405, 1.2829087972640991, 1.272382378578186, 1.25978422164917, 1.24559485912323, 1.243586540222168, 1.2703319787979126, 1.2747172117233276, 1.2245142459869385], "ldr": {"dL_sdil": -0.039025306701660156, "dL_bp": -0.04031777381896973, "ratio": 0.967942993997812}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4303, "test_loss": 1.7614978149414062}, {"step": 3550, "epoch": 9, "train_loss": 1.2274434566497803, "cos_r_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "cos_apical_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "cos_Ac_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "r_norm": [1.6416610479354858, 1.355933666229248, 1.3269001245498657, 1.311640739440918, 1.2979238033294678, 1.2864221334457397, 1.2857478857040405, 1.3113820552825928, 1.3138805627822876, 1.2645854949951172]}, {"step": 3600, "epoch": 9, "train_loss": 1.2506885528564453, "cos_r_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "cos_apical_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "cos_Ac_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "r_norm": [1.5858420133590698, 1.3098108768463135, 1.2828398942947388, 1.2678934335708618, 1.2569442987442017, 1.242146372795105, 1.2412859201431274, 1.2658584117889404, 1.2692151069641113, 1.2207049131393433]}, {"step": 3650, "epoch": 9, "train_loss": 1.246703863143921, "cos_r_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "cos_apical_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "cos_Ac_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "r_norm": [1.6168794631958008, 1.3342317342758179, 1.3072185516357422, 1.2905943393707275, 1.278660774230957, 1.2642954587936401, 1.262437105178833, 1.286292552947998, 1.289515733718872, 1.2428196668624878]}, {"step": 3700, "epoch": 9, "train_loss": 1.3304877281188965, "cos_r_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "cos_apical_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "cos_Ac_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "r_norm": [1.6063647270202637, 1.3222143650054932, 1.295781135559082, 1.2811415195465088, 1.2654433250427246, 1.2523455619812012, 1.252152442932129, 1.2742767333984375, 1.2805653810501099, 1.2326151132583618]}, {"step": 3750, "epoch": 9, "train_loss": 1.237436056137085, "cos_r_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "cos_apical_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "cos_Ac_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "r_norm": [1.6179296970367432, 1.3288531303405762, 1.3005023002624512, 1.2865463495254517, 1.2700531482696533, 1.255581259727478, 1.2558748722076416, 1.278768539428711, 1.2856357097625732, 1.233116865158081], "ldr": {"dL_sdil": -0.0679011344909668, "dL_bp": -0.06977379322052002, "ratio": 0.9731610015291173}}, {"step": 3800, "epoch": 9, "train_loss": 1.3836901187896729, "cos_r_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "cos_apical_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "cos_Ac_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "r_norm": [1.5861363410949707, 1.3070586919784546, 1.2772207260131836, 1.2635471820831299, 1.2449703216552734, 1.2316750288009644, 1.231184482574463, 1.2516580820083618, 1.2580475807189941, 1.2103773355484009]}, {"step": 3850, "epoch": 9, "train_loss": 1.287057876586914, "cos_r_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "cos_apical_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "cos_Ac_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "r_norm": [1.5851476192474365, 1.3042246103286743, 1.2727818489074707, 1.2586705684661865, 1.2402342557907104, 1.2268717288970947, 1.2283498048782349, 1.249854326248169, 1.2524303197860718, 1.2066969871520996]}, {"step": 3900, "epoch": 9, "train_loss": 1.2272679805755615, "cos_r_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "cos_apical_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "cos_Ac_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "r_norm": [1.560913324356079, 1.2849159240722656, 1.2533631324768066, 1.239799976348877, 1.2211164236068726, 1.2071053981781006, 1.208178162574768, 1.226513385772705, 1.2315645217895508, 1.1864702701568604]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4302, "test_loss": 1.8418719116210938}, {"step": 3950, "epoch": 10, "train_loss": 1.0715810060501099, "cos_r_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "cos_apical_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "cos_Ac_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "r_norm": [1.5437860488891602, 1.268606185913086, 1.2383466958999634, 1.2257053852081299, 1.2070393562316895, 1.1921396255493164, 1.1911699771881104, 1.2109240293502808, 1.214921236038208, 1.1729778051376343]}, {"step": 4000, "epoch": 10, "train_loss": 1.204460620880127, "cos_r_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "cos_apical_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "cos_Ac_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "r_norm": [1.5679707527160645, 1.289133071899414, 1.2580196857452393, 1.2447524070739746, 1.225778341293335, 1.208465576171875, 1.2093867063522339, 1.2293195724487305, 1.2351953983306885, 1.1879260540008545], "ldr": {"dL_sdil": -0.04919028282165527, "dL_bp": -0.0534212589263916, "ratio": 0.9207997679244861}}, {"step": 4050, "epoch": 10, "train_loss": 1.1722805500030518, "cos_r_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "cos_apical_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "cos_Ac_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "r_norm": [1.5568196773529053, 1.2794435024261475, 1.2510993480682373, 1.236252784729004, 1.2163043022155762, 1.1996195316314697, 1.2020031213760376, 1.2189446687698364, 1.223995566368103, 1.1808795928955078]}, {"step": 4100, "epoch": 10, "train_loss": 1.2042696475982666, "cos_r_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "cos_apical_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "cos_Ac_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "r_norm": [1.5610103607177734, 1.2827584743499756, 1.2513600587844849, 1.2402695417404175, 1.2188971042633057, 1.20253324508667, 1.202606439590454, 1.2196087837219238, 1.2241480350494385, 1.1821560859680176]}, {"step": 4150, "epoch": 10, "train_loss": 1.0852988958358765, "cos_r_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "cos_apical_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "cos_Ac_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "r_norm": [1.604495882987976, 1.3194160461425781, 1.2863178253173828, 1.2751476764678955, 1.2487457990646362, 1.2341222763061523, 1.2389250993728638, 1.252124309539795, 1.2562447786331177, 1.2124429941177368]}, {"step": 4200, "epoch": 10, "train_loss": 1.2923024892807007, "cos_r_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "cos_apical_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "cos_Ac_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "r_norm": [1.5668542385101318, 1.2865498065948486, 1.256505012512207, 1.2440271377563477, 1.221102237701416, 1.202387809753418, 1.2060705423355103, 1.2209787368774414, 1.2244443893432617, 1.182981014251709]}, {"step": 4250, "epoch": 10, "train_loss": 1.396991491317749, "cos_r_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "cos_apical_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "cos_Ac_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "r_norm": [1.6011457443237305, 1.3116364479064941, 1.2809077501296997, 1.2664015293121338, 1.2463335990905762, 1.227876901626587, 1.2279099225997925, 1.2442291975021362, 1.248798131942749, 1.2047088146209717], "ldr": {"dL_sdil": -0.07735824584960938, "dL_bp": -0.08141648769378662, "ratio": 0.9501545453613697}}, {"step": 4300, "epoch": 10, "train_loss": 1.2800112962722778, "cos_r_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "cos_apical_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "cos_Ac_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "r_norm": [1.5535056591033936, 1.2734522819519043, 1.2430942058563232, 1.231220006942749, 1.2106654644012451, 1.192981481552124, 1.1911565065383911, 1.2073041200637817, 1.211317777633667, 1.1693488359451294]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4344, "test_loss": 1.8133673950195313}, {"step": 4350, "epoch": 11, "train_loss": 1.1598117351531982, "cos_r_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "cos_apical_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "cos_Ac_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "r_norm": [1.5893731117248535, 1.3058221340179443, 1.2729520797729492, 1.26003098487854, 1.2386033535003662, 1.2205194234848022, 1.2204327583312988, 1.233393907546997, 1.2377276420593262, 1.1956660747528076]}, {"step": 4400, "epoch": 11, "train_loss": 1.2752344608306885, "cos_r_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "cos_apical_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "cos_Ac_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "r_norm": [1.5706170797348022, 1.2945942878723145, 1.2588975429534912, 1.249211311340332, 1.2233744859695435, 1.2052712440490723, 1.206223964691162, 1.2189232110977173, 1.2225072383880615, 1.1824028491973877]}, {"step": 4450, "epoch": 11, "train_loss": 1.300719141960144, "cos_r_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "cos_apical_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "cos_Ac_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "r_norm": [1.5955153703689575, 1.31029212474823, 1.2768058776855469, 1.2674763202667236, 1.2423052787780762, 1.222809076309204, 1.221921682357788, 1.2365071773529053, 1.2397831678390503, 1.1989693641662598]}, {"step": 4500, "epoch": 11, "train_loss": 1.1269861459732056, "cos_r_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "cos_apical_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "cos_Ac_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "r_norm": [1.578588604927063, 1.29444420337677, 1.2641125917434692, 1.2543284893035889, 1.2306004762649536, 1.2100952863693237, 1.2069982290267944, 1.2218351364135742, 1.227428674697876, 1.1853221654891968], "ldr": {"dL_sdil": -0.06737756729125977, "dL_bp": -0.07528388500213623, "ratio": 0.8949799454338453}}, {"step": 4550, "epoch": 11, "train_loss": 1.1656595468521118, "cos_r_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "cos_apical_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "cos_Ac_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "r_norm": [1.5828194618225098, 1.3021421432495117, 1.2706049680709839, 1.25931715965271, 1.233214020729065, 1.2171661853790283, 1.2142540216445923, 1.2269539833068848, 1.229576587677002, 1.1896443367004395]}, {"step": 4600, "epoch": 11, "train_loss": 1.280066728591919, "cos_r_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "cos_apical_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "cos_Ac_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "r_norm": [1.6080410480499268, 1.3219804763793945, 1.2896194458007812, 1.2770336866378784, 1.2535854578018188, 1.2328071594238281, 1.2295297384262085, 1.2448372840881348, 1.246387004852295, 1.2048349380493164]}, {"step": 4650, "epoch": 11, "train_loss": 1.12891685962677, "cos_r_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "cos_apical_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "cos_Ac_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "r_norm": [1.5957911014556885, 1.3138399124145508, 1.2840372323989868, 1.2690098285675049, 1.2474839687347412, 1.2269929647445679, 1.223251223564148, 1.2361714839935303, 1.236440658569336, 1.1974434852600098]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4326, "test_loss": 1.8945131103515624}, {"step": 4700, "epoch": 12, "train_loss": 1.0191842317581177, "cos_r_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "cos_apical_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "cos_Ac_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "r_norm": [1.5977922677993774, 1.3167113065719604, 1.2866848707199097, 1.274006962776184, 1.248708963394165, 1.2283580303192139, 1.226304531097412, 1.2395529747009277, 1.239444613456726, 1.199779987335205]}, {"step": 4750, "epoch": 12, "train_loss": 1.0704089403152466, "cos_r_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "cos_apical_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "cos_Ac_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "r_norm": [1.5890922546386719, 1.31342613697052, 1.281743049621582, 1.2699707746505737, 1.243206262588501, 1.224561333656311, 1.2230689525604248, 1.2353407144546509, 1.234154224395752, 1.196021556854248], "ldr": {"dL_sdil": -0.07395851612091064, "dL_bp": -0.07921862602233887, "ratio": 0.9336000866772807}}, {"step": 4800, "epoch": 12, "train_loss": 1.044939398765564, "cos_r_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "cos_apical_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "cos_Ac_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "r_norm": [1.5784941911697388, 1.3057761192321777, 1.2750611305236816, 1.2615437507629395, 1.2373318672180176, 1.216101884841919, 1.215442180633545, 1.2271549701690674, 1.2239227294921875, 1.1886627674102783]}, {"step": 4850, "epoch": 12, "train_loss": 1.018528938293457, "cos_r_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "cos_apical_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "cos_Ac_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "r_norm": [1.5804059505462646, 1.3076896667480469, 1.2784453630447388, 1.2644115686416626, 1.2392514944076538, 1.2176800966262817, 1.216194987297058, 1.228000521659851, 1.2261404991149902, 1.1886043548583984]}, {"step": 4900, "epoch": 12, "train_loss": 1.067575454711914, "cos_r_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "cos_apical_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "cos_Ac_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "r_norm": [1.5754656791687012, 1.3057100772857666, 1.275608777999878, 1.2623200416564941, 1.2365596294403076, 1.2145438194274902, 1.2126197814941406, 1.2243536710739136, 1.223630428314209, 1.1844244003295898]}, {"step": 4950, "epoch": 12, "train_loss": 0.9239622950553894, "cos_r_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "cos_apical_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "cos_Ac_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "r_norm": [1.5855859518051147, 1.3146858215332031, 1.2863056659698486, 1.2734074592590332, 1.2485496997833252, 1.2235751152038574, 1.2227981090545654, 1.233642339706421, 1.233520746231079, 1.193894863128662]}, {"step": 5000, "epoch": 12, "train_loss": 1.263210415840149, "cos_r_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "cos_apical_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "cos_Ac_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "r_norm": [1.5827991962432861, 1.3177268505096436, 1.286444902420044, 1.2744660377502441, 1.249545693397522, 1.2249534130096436, 1.2236957550048828, 1.2342133522033691, 1.2326900959014893, 1.194960355758667], "ldr": {"dL_sdil": -0.06339490413665771, "dL_bp": -0.07151508331298828, "ratio": 0.8864550134019656}}, {"step": 5050, "epoch": 12, "train_loss": 1.1582164764404297, "cos_r_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "cos_apical_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "cos_Ac_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "r_norm": [1.587315559387207, 1.3221383094787598, 1.2939671277999878, 1.2793270349502563, 1.2551329135894775, 1.2292559146881104, 1.2275631427764893, 1.2387630939483643, 1.2370727062225342, 1.1995093822479248]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4263, "test_loss": 1.9822911865234376}, {"step": 5100, "epoch": 13, "train_loss": 0.9869774580001831, "cos_r_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "cos_apical_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "cos_Ac_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "r_norm": [1.5782372951507568, 1.3172119855880737, 1.2863305807113647, 1.2724649906158447, 1.249114751815796, 1.2235052585601807, 1.2225356101989746, 1.231128215789795, 1.2294895648956299, 1.191866397857666]}, {"step": 5150, "epoch": 13, "train_loss": 0.9803648591041565, "cos_r_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "cos_apical_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "cos_Ac_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "r_norm": [1.6045830249786377, 1.3417197465896606, 1.3089463710784912, 1.2953667640686035, 1.2713813781738281, 1.2444548606872559, 1.2445049285888672, 1.2521157264709473, 1.251744270324707, 1.2126182317733765]}, {"step": 5200, "epoch": 13, "train_loss": 1.1845827102661133, "cos_r_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "cos_apical_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "cos_Ac_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "r_norm": [1.580987572669983, 1.3239449262619019, 1.2907962799072266, 1.2781381607055664, 1.2518765926361084, 1.2269160747528076, 1.2255549430847168, 1.234093427658081, 1.2315914630889893, 1.1952241659164429]}, {"step": 5250, "epoch": 13, "train_loss": 0.9532135725021362, "cos_r_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "cos_apical_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "cos_Ac_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "r_norm": [1.617756724357605, 1.355177879333496, 1.3222713470458984, 1.3100764751434326, 1.2848687171936035, 1.2581148147583008, 1.257049560546875, 1.2645834684371948, 1.2617708444595337, 1.2248728275299072], "ldr": {"dL_sdil": -0.06501054763793945, "dL_bp": -0.07652115821838379, "ratio": 0.8495761061588457}}, {"step": 5300, "epoch": 13, "train_loss": 0.837713360786438, "cos_r_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "cos_apical_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "cos_Ac_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "r_norm": [1.6160523891448975, 1.3597052097320557, 1.3243560791015625, 1.3134063482284546, 1.2860395908355713, 1.261818528175354, 1.2601227760314941, 1.2645750045776367, 1.261167287826538, 1.226813554763794]}, {"step": 5350, "epoch": 13, "train_loss": 0.9979501962661743, "cos_r_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "cos_apical_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "cos_Ac_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "r_norm": [1.5895214080810547, 1.3354440927505493, 1.3036887645721436, 1.2909657955169678, 1.2652299404144287, 1.2402417659759521, 1.2392542362213135, 1.2439604997634888, 1.2406706809997559, 1.2061846256256104]}, {"step": 5400, "epoch": 13, "train_loss": 1.2416669130325317, "cos_r_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "cos_apical_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "cos_Ac_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "r_norm": [1.6095823049545288, 1.3528072834014893, 1.321653127670288, 1.308880090713501, 1.2846484184265137, 1.2561535835266113, 1.2548338174819946, 1.2604780197143555, 1.2566534280776978, 1.221134901046753]}, {"step": 5450, "epoch": 13, "train_loss": 1.1308436393737793, "cos_r_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "cos_apical_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "cos_Ac_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "r_norm": [1.6184759140014648, 1.364518642425537, 1.3316595554351807, 1.3196148872375488, 1.2904245853424072, 1.265258550643921, 1.267605185508728, 1.2688145637512207, 1.264378309249878, 1.2287124395370483]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4342, "test_loss": 1.9928426025390624}, {"step": 5500, "epoch": 14, "train_loss": 0.8462610244750977, "cos_r_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "cos_apical_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "cos_Ac_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "r_norm": [1.6329865455627441, 1.379030466079712, 1.3468106985092163, 1.3327096700668335, 1.3055448532104492, 1.2786418199539185, 1.2798503637313843, 1.2809394598007202, 1.2766951322555542, 1.2424838542938232], "ldr": {"dL_sdil": -0.06473469734191895, "dL_bp": -0.07810580730438232, "ratio": 0.8288077362755437}}, {"step": 5550, "epoch": 14, "train_loss": 1.0406668186187744, "cos_r_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "cos_apical_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "cos_Ac_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "r_norm": [1.618683099746704, 1.367379069328308, 1.3359160423278809, 1.3226765394210815, 1.295327067375183, 1.2674821615219116, 1.267912745475769, 1.271397352218628, 1.2652769088745117, 1.2325413227081299]}, {"step": 5600, "epoch": 14, "train_loss": 0.8491159081459045, "cos_r_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "cos_apical_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "cos_Ac_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "r_norm": [1.6414015293121338, 1.389212727546692, 1.356997013092041, 1.3423247337341309, 1.314992904663086, 1.2875237464904785, 1.2867969274520874, 1.2897207736968994, 1.28471839427948, 1.2501451969146729]}, {"step": 5650, "epoch": 14, "train_loss": 0.9941989183425903, "cos_r_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "cos_apical_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "cos_Ac_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "r_norm": [1.6617790460586548, 1.4079432487487793, 1.3795251846313477, 1.3636683225631714, 1.3343244791030884, 1.3053021430969238, 1.3059452772140503, 1.3090964555740356, 1.302554965019226, 1.2680338621139526]}, {"step": 5700, "epoch": 14, "train_loss": 0.8889895081520081, "cos_r_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "cos_apical_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "cos_Ac_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "r_norm": [1.6544930934906006, 1.403025507926941, 1.3728680610656738, 1.3592500686645508, 1.3289709091186523, 1.3005002737045288, 1.2983216047286987, 1.3010544776916504, 1.2942497730255127, 1.2608914375305176]}, {"step": 5750, "epoch": 14, "train_loss": 1.0103437900543213, "cos_r_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "cos_apical_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "cos_Ac_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "r_norm": [1.6557883024215698, 1.4072362184524536, 1.3736834526062012, 1.3616745471954346, 1.3299628496170044, 1.3032567501068115, 1.3006032705307007, 1.3024232387542725, 1.2964438199996948, 1.2611738443374634], "ldr": {"dL_sdil": -0.06194806098937988, "dL_bp": -0.07990741729736328, "ratio": 0.7752479442408908}}, {"step": 5800, "epoch": 14, "train_loss": 0.931515097618103, "cos_r_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "cos_apical_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "cos_Ac_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "r_norm": [1.707301378250122, 1.456171989440918, 1.4229974746704102, 1.409661054611206, 1.376570463180542, 1.35015869140625, 1.3464643955230713, 1.3488798141479492, 1.339970350265503, 1.304651141166687]}, {"step": 5850, "epoch": 14, "train_loss": 0.9425901174545288, "cos_r_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "cos_apical_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "cos_Ac_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "r_norm": [1.7136694192886353, 1.463120460510254, 1.4310368299484253, 1.4180630445480347, 1.386528491973877, 1.3563742637634277, 1.3536182641983032, 1.354280710220337, 1.347254991531372, 1.3110356330871582]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4282, "test_loss": 2.0445418090820313}, {"step": 5900, "epoch": 15, "train_loss": 0.7136619687080383, "cos_r_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "cos_apical_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "cos_Ac_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "r_norm": [1.6918437480926514, 1.4457948207855225, 1.415827989578247, 1.4012513160705566, 1.3733911514282227, 1.34182608127594, 1.3397974967956543, 1.3405084609985352, 1.3317816257476807, 1.2965812683105469]}, {"step": 5950, "epoch": 15, "train_loss": 0.9649174809455872, "cos_r_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "cos_apical_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "cos_Ac_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "r_norm": [1.7015516757965088, 1.4548133611679077, 1.4218192100524902, 1.4069547653198242, 1.3773674964904785, 1.3464686870574951, 1.3424837589263916, 1.343273401260376, 1.3350751399993896, 1.2994927167892456]}, {"step": 6000, "epoch": 15, "train_loss": 0.9940289855003357, "cos_r_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "cos_apical_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "cos_Ac_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "r_norm": [1.7386860847473145, 1.4897139072418213, 1.4592013359069824, 1.4424347877502441, 1.4129905700683594, 1.3801429271697998, 1.3766019344329834, 1.3789374828338623, 1.3688914775848389, 1.3327678442001343], "ldr": {"dL_sdil": -0.07108664512634277, "dL_bp": -0.09118247032165527, "ratio": 0.7796086778037218}}, {"step": 6050, "epoch": 15, "train_loss": 0.8888028264045715, "cos_r_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "cos_apical_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "cos_Ac_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "r_norm": [1.746380090713501, 1.4990508556365967, 1.4664226770401, 1.449926733970642, 1.419655203819275, 1.3869144916534424, 1.3848016262054443, 1.3856087923049927, 1.3741638660430908, 1.3383209705352783]}, {"step": 6100, "epoch": 15, "train_loss": 0.746648371219635, "cos_r_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "cos_apical_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "cos_Ac_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "r_norm": [1.74027419090271, 1.4977505207061768, 1.4651894569396973, 1.4481679201126099, 1.4207932949066162, 1.3855173587799072, 1.3808081150054932, 1.3824667930603027, 1.3707690238952637, 1.3362228870391846]}, {"step": 6150, "epoch": 15, "train_loss": 0.9273542165756226, "cos_r_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "cos_apical_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "cos_Ac_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "r_norm": [1.7338907718658447, 1.495483160018921, 1.4615347385406494, 1.4460761547088623, 1.417981743812561, 1.3839316368103027, 1.379500389099121, 1.3807560205459595, 1.3683297634124756, 1.3344719409942627]}, {"step": 6200, "epoch": 15, "train_loss": 0.873595118522644, "cos_r_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "cos_apical_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "cos_Ac_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "r_norm": [1.8326383829116821, 1.584844946861267, 1.5502636432647705, 1.5332448482513428, 1.5038301944732666, 1.467134714126587, 1.464073896408081, 1.463315486907959, 1.4505138397216797, 1.4141080379486084]}, {"step": 6250, "epoch": 15, "train_loss": 0.9117767810821533, "cos_r_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "cos_apical_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "cos_Ac_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "r_norm": [1.7666267156600952, 1.526111364364624, 1.494513988494873, 1.4761650562286377, 1.4491119384765625, 1.4128756523132324, 1.4082609415054321, 1.4082006216049194, 1.3949501514434814, 1.3603880405426025], "ldr": {"dL_sdil": -0.06682205200195312, "dL_bp": -0.08636140823364258, "ratio": 0.7737489854400291}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4284, "test_loss": 2.1437418701171875}, {"step": 6300, "epoch": 16, "train_loss": 0.8482658863067627, "cos_r_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "cos_apical_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "cos_Ac_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "r_norm": [1.8199748992919922, 1.5755751132965088, 1.5409910678863525, 1.5233774185180664, 1.4956697225570679, 1.458066463470459, 1.4535255432128906, 1.4539978504180908, 1.4395698308944702, 1.4033514261245728]}, {"step": 6350, "epoch": 16, "train_loss": 0.6774637699127197, "cos_r_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "cos_apical_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "cos_Ac_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "r_norm": [1.8194754123687744, 1.575287103652954, 1.5435571670532227, 1.5245294570922852, 1.4974321126937866, 1.4600496292114258, 1.4540655612945557, 1.4545495510101318, 1.4403901100158691, 1.4039530754089355]}, {"step": 6400, "epoch": 16, "train_loss": 0.8764932155609131, "cos_r_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "cos_apical_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "cos_Ac_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "r_norm": [1.7814146280288696, 1.5469298362731934, 1.5164198875427246, 1.4986753463745117, 1.4733926057815552, 1.4351485967636108, 1.4294064044952393, 1.4288270473480225, 1.4143035411834717, 1.379894733428955]}, {"step": 6450, "epoch": 16, "train_loss": 0.8272907733917236, "cos_r_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "cos_apical_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "cos_Ac_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "r_norm": [1.8154484033584595, 1.579482078552246, 1.5467255115509033, 1.5293800830841064, 1.5039055347442627, 1.4652447700500488, 1.4600096940994263, 1.4586561918258667, 1.4433985948562622, 1.4064111709594727]}, {"step": 6500, "epoch": 16, "train_loss": 0.9578719735145569, "cos_r_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "cos_apical_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "cos_Ac_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "r_norm": [1.7872358560562134, 1.560392141342163, 1.5285061597824097, 1.5114396810531616, 1.4848744869232178, 1.4485323429107666, 1.4443045854568481, 1.441040277481079, 1.42518949508667, 1.389967679977417], "ldr": {"dL_sdil": -0.0722503662109375, "dL_bp": -0.09410929679870605, "ratio": 0.7677282550041421}}, {"step": 6550, "epoch": 16, "train_loss": 0.677939236164093, "cos_r_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "cos_apical_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "cos_Ac_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "r_norm": [1.8091814517974854, 1.5818562507629395, 1.5490634441375732, 1.5308393239974976, 1.5049909353256226, 1.4678905010223389, 1.4633172750473022, 1.4589136838912964, 1.4434688091278076, 1.4076964855194092]}, {"step": 6600, "epoch": 16, "train_loss": 1.0019612312316895, "cos_r_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "cos_apical_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "cos_Ac_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "r_norm": [1.7895203828811646, 1.5679148435592651, 1.5361831188201904, 1.5168850421905518, 1.4911608695983887, 1.4523632526397705, 1.4493317604064941, 1.4445979595184326, 1.4294567108154297, 1.3942770957946777]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4352, "test_loss": 2.1697156982421877}, {"step": 6650, "epoch": 17, "train_loss": 0.72133868932724, "cos_r_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "cos_apical_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "cos_Ac_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "r_norm": [1.7852694988250732, 1.5664033889770508, 1.5335218906402588, 1.5164072513580322, 1.48778235912323, 1.4497451782226562, 1.4453829526901245, 1.4410851001739502, 1.4268968105316162, 1.3893747329711914]}, {"step": 6700, "epoch": 17, "train_loss": 0.7887049913406372, "cos_r_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "cos_apical_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "cos_Ac_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "r_norm": [1.7785203456878662, 1.5628530979156494, 1.5338226556777954, 1.5132814645767212, 1.486688256263733, 1.4503211975097656, 1.4473127126693726, 1.4424399137496948, 1.4275280237197876, 1.3885785341262817]}, {"step": 6750, "epoch": 17, "train_loss": 0.8678449392318726, "cos_r_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "cos_apical_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "cos_Ac_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "r_norm": [1.810068130493164, 1.5915113687515259, 1.561291217803955, 1.540083646774292, 1.5129438638687134, 1.4750418663024902, 1.4717328548431396, 1.4670860767364502, 1.4513201713562012, 1.4120550155639648], "ldr": {"dL_sdil": -0.07961797714233398, "dL_bp": -0.10950994491577148, "ratio": 0.7270387835878411}}, {"step": 6800, "epoch": 17, "train_loss": 0.7029612064361572, "cos_r_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "cos_apical_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "cos_Ac_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "r_norm": [1.8445773124694824, 1.6287182569503784, 1.597200632095337, 1.577991247177124, 1.548417568206787, 1.511913537979126, 1.5087363719940186, 1.5021295547485352, 1.485828161239624, 1.4460697174072266]}, {"step": 6850, "epoch": 17, "train_loss": 0.7459614276885986, "cos_r_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "cos_apical_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "cos_Ac_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "r_norm": [1.8238880634307861, 1.6114583015441895, 1.5810015201568604, 1.5621192455291748, 1.5317108631134033, 1.494934320449829, 1.4927198886871338, 1.4858574867248535, 1.4686514139175415, 1.4299061298370361]}, {"step": 6900, "epoch": 17, "train_loss": 0.7767808437347412, "cos_r_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "cos_apical_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "cos_Ac_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "r_norm": [1.8270140886306763, 1.6162939071655273, 1.586524486541748, 1.5670607089996338, 1.5385652780532837, 1.500704050064087, 1.498852014541626, 1.4909521341323853, 1.4739813804626465, 1.4353724718093872]}, {"step": 6950, "epoch": 17, "train_loss": 0.7097769975662231, "cos_r_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "cos_apical_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "cos_Ac_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "r_norm": [1.868656039237976, 1.6528749465942383, 1.6220149993896484, 1.6043215990066528, 1.5743565559387207, 1.5361542701721191, 1.5306012630462646, 1.5231561660766602, 1.5052947998046875, 1.4663383960723877]}, {"step": 7000, "epoch": 17, "train_loss": 0.7281782627105713, "cos_r_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "cos_apical_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "cos_Ac_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "r_norm": [1.8472498655319214, 1.635331630706787, 1.6055045127868652, 1.5879120826721191, 1.5579209327697754, 1.5192523002624512, 1.5155773162841797, 1.5077595710754395, 1.4900295734405518, 1.4508734941482544], "ldr": {"dL_sdil": -0.07924699783325195, "dL_bp": -0.10863518714904785, "ratio": 0.7294781728918531}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4308, "test_loss": 2.29679150390625}, {"step": 7050, "epoch": 18, "train_loss": 0.5293539762496948, "cos_r_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "cos_apical_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "cos_Ac_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "r_norm": [1.8455878496170044, 1.6373069286346436, 1.6080985069274902, 1.590132474899292, 1.561538577079773, 1.5231388807296753, 1.519240379333496, 1.509109616279602, 1.4905612468719482, 1.4525295495986938]}, {"step": 7100, "epoch": 18, "train_loss": 0.648687481880188, "cos_r_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "cos_apical_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "cos_Ac_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "r_norm": [1.901731252670288, 1.6904267072677612, 1.6599081754684448, 1.6403822898864746, 1.6120576858520508, 1.5728634595870972, 1.5701820850372314, 1.5594091415405273, 1.5370006561279297, 1.4976551532745361]}, {"step": 7150, "epoch": 18, "train_loss": 0.6785929203033447, "cos_r_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "cos_apical_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "cos_Ac_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "r_norm": [1.8920764923095703, 1.6814323663711548, 1.6501944065093994, 1.6305248737335205, 1.6028517484664917, 1.562729835510254, 1.5586539506912231, 1.5494318008422852, 1.527686595916748, 1.4891778230667114]}, {"step": 7200, "epoch": 18, "train_loss": 0.6741410493850708, "cos_r_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "cos_apical_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "cos_Ac_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "r_norm": [1.8715920448303223, 1.665016770362854, 1.6360938549041748, 1.6182830333709717, 1.5902632474899292, 1.5502898693084717, 1.5469813346862793, 1.5379042625427246, 1.5152497291564941, 1.4781371355056763]}, {"step": 7250, "epoch": 18, "train_loss": 0.6817185878753662, "cos_r_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "cos_apical_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "cos_Ac_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "r_norm": [1.9624472856521606, 1.7493826150894165, 1.7164618968963623, 1.699180245399475, 1.6697309017181396, 1.6288796663284302, 1.6233961582183838, 1.6145739555358887, 1.5888185501098633, 1.549860954284668], "ldr": {"dL_sdil": -0.1147146224975586, "dL_bp": -0.1506974697113037, "ratio": 0.7612246092606685}}, {"step": 7300, "epoch": 18, "train_loss": 0.7128161191940308, "cos_r_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "cos_apical_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "cos_Ac_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "r_norm": [1.9194221496582031, 1.715816617012024, 1.6811232566833496, 1.6649314165115356, 1.6355335712432861, 1.5979206562042236, 1.5899677276611328, 1.5808789730072021, 1.5561890602111816, 1.5194463729858398]}, {"step": 7350, "epoch": 18, "train_loss": 0.6809794306755066, "cos_r_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "cos_apical_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "cos_Ac_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "r_norm": [1.942586898803711, 1.7372584342956543, 1.7055120468139648, 1.6895503997802734, 1.6600112915039062, 1.6194069385528564, 1.6125916242599487, 1.6024160385131836, 1.578041434288025, 1.5391870737075806]}, {"step": 7400, "epoch": 18, "train_loss": 0.6276102066040039, "cos_r_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "cos_apical_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "cos_Ac_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "r_norm": [1.951697587966919, 1.7516875267028809, 1.7191424369812012, 1.702195167541504, 1.6722218990325928, 1.632340431213379, 1.6241015195846558, 1.6125630140304565, 1.588510274887085, 1.5483474731445312]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4266, "test_loss": 2.422165087890625}, {"step": 7450, "epoch": 19, "train_loss": 0.46529847383499146, "cos_r_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "cos_apical_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "cos_Ac_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "r_norm": [1.9458696842193604, 1.7514663934707642, 1.7174657583236694, 1.7001330852508545, 1.6697815656661987, 1.6306220293045044, 1.6226511001586914, 1.6103609800338745, 1.586599588394165, 1.546492576599121]}, {"step": 7500, "epoch": 19, "train_loss": 0.5832878351211548, "cos_r_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "cos_apical_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "cos_Ac_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "r_norm": [1.9865672588348389, 1.7897578477859497, 1.7531870603561401, 1.735518455505371, 1.70438551902771, 1.663846731185913, 1.6558592319488525, 1.6433005332946777, 1.616900086402893, 1.577986478805542], "ldr": {"dL_sdil": -0.09521889686584473, "dL_bp": -0.13486766815185547, "ratio": 0.7060172254081842}}, {"step": 7550, "epoch": 19, "train_loss": 0.4464569687843323, "cos_r_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "cos_apical_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "cos_Ac_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "r_norm": [1.9721050262451172, 1.78096604347229, 1.7466191053390503, 1.7298877239227295, 1.6985602378845215, 1.6583871841430664, 1.6521737575531006, 1.637364149093628, 1.6110641956329346, 1.5721874237060547]}, {"step": 7600, "epoch": 19, "train_loss": 0.6905346512794495, "cos_r_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "cos_apical_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "cos_Ac_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "r_norm": [2.0280795097351074, 1.8334240913391113, 1.800823450088501, 1.7843934297561646, 1.751706600189209, 1.7111018896102905, 1.7048203945159912, 1.6873589754104614, 1.661407709121704, 1.6214202642440796]}, {"step": 7650, "epoch": 19, "train_loss": 0.5848312377929688, "cos_r_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "cos_apical_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "cos_Ac_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "r_norm": [2.035304069519043, 1.8405425548553467, 1.8078715801239014, 1.7884469032287598, 1.756443738937378, 1.7155687808990479, 1.7091832160949707, 1.69403076171875, 1.6671288013458252, 1.623751163482666]}, {"step": 7700, "epoch": 19, "train_loss": 0.5304282903671265, "cos_r_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "cos_apical_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "cos_Ac_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "r_norm": [1.9813964366912842, 1.7948496341705322, 1.7608250379562378, 1.7432308197021484, 1.711818814277649, 1.6733675003051758, 1.6666285991668701, 1.6483159065246582, 1.6238080263137817, 1.581578254699707]}, {"step": 7750, "epoch": 19, "train_loss": 0.8416252136230469, "cos_r_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "cos_apical_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "cos_Ac_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "r_norm": [2.0351314544677734, 1.8450994491577148, 1.8107638359069824, 1.7899718284606934, 1.7618460655212402, 1.7205673456192017, 1.7126550674438477, 1.694847583770752, 1.6671371459960938, 1.6257109642028809], "ldr": {"dL_sdil": -0.10138511657714844, "dL_bp": -0.1488475799560547, "ratio": 0.6811337920783198}}, {"step": 7800, "epoch": 19, "train_loss": 0.5751491189002991, "cos_r_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "cos_apical_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "cos_Ac_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "r_norm": [1.9937744140625, 1.8120994567871094, 1.7794091701507568, 1.759528398513794, 1.731412410736084, 1.6905730962753296, 1.6841316223144531, 1.665337324142456, 1.6374719142913818, 1.5983633995056152]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.417, "test_loss": 2.5822064697265623}, {"step": 7850, "epoch": 20, "train_loss": 0.5379806756973267, "cos_r_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "cos_apical_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "cos_Ac_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "r_norm": [2.0465705394744873, 1.8619731664657593, 1.8269011974334717, 1.8049260377883911, 1.776667833328247, 1.7354991436004639, 1.7269483804702759, 1.7086983919143677, 1.6801116466522217, 1.6373810768127441]}, {"step": 7900, "epoch": 20, "train_loss": 0.4008328914642334, "cos_r_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "cos_apical_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "cos_Ac_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "r_norm": [2.0497686862945557, 1.8714371919631958, 1.8369550704956055, 1.8149621486663818, 1.7868419885635376, 1.747053861618042, 1.7380409240722656, 1.7185304164886475, 1.689249873161316, 1.648568868637085]}, {"step": 7950, "epoch": 20, "train_loss": 0.6137692928314209, "cos_r_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "cos_apical_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "cos_Ac_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "r_norm": [2.0443315505981445, 1.8685730695724487, 1.8327325582504272, 1.8112045526504517, 1.7805874347686768, 1.7408745288848877, 1.730939507484436, 1.711671233177185, 1.682235598564148, 1.640166997909546]}, {"step": 8000, "epoch": 20, "train_loss": 0.740950345993042, "cos_r_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "cos_apical_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "cos_Ac_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "r_norm": [2.060718059539795, 1.8872010707855225, 1.853355884552002, 1.8326096534729004, 1.8036118745803833, 1.762214183807373, 1.7522963285446167, 1.733492374420166, 1.7028489112854004, 1.6611251831054688], "ldr": {"dL_sdil": -0.11695575714111328, "dL_bp": -0.17029118537902832, "ratio": 0.6867986553784163}}, {"step": 8050, "epoch": 20, "train_loss": 0.4988747239112854, "cos_r_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "cos_apical_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "cos_Ac_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "r_norm": [2.0816891193389893, 1.9059484004974365, 1.870708703994751, 1.8496642112731934, 1.8184641599655151, 1.7759301662445068, 1.7691504955291748, 1.747536540031433, 1.7179995775222778, 1.6748409271240234]}, {"step": 8100, "epoch": 20, "train_loss": 0.5307513475418091, "cos_r_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "cos_apical_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "cos_Ac_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "r_norm": [2.0598220825195312, 1.890366792678833, 1.8537217378616333, 1.8328752517700195, 1.803663730621338, 1.7607932090759277, 1.7534170150756836, 1.7334064245224, 1.7006031274795532, 1.6598540544509888]}, {"step": 8150, "epoch": 20, "train_loss": 0.5482906103134155, "cos_r_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "cos_apical_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "cos_Ac_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "r_norm": [2.094759464263916, 1.9280383586883545, 1.8938124179840088, 1.872849941253662, 1.8422038555145264, 1.7990498542785645, 1.7927800416946411, 1.7698078155517578, 1.7380414009094238, 1.6960300207138062]}, {"step": 8200, "epoch": 20, "train_loss": 0.4049496650695801, "cos_r_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "cos_apical_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "cos_Ac_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "r_norm": [2.0631792545318604, 1.9048137664794922, 1.8703997135162354, 1.8484596014022827, 1.819628119468689, 1.7771525382995605, 1.7702566385269165, 1.7487170696258545, 1.7155396938323975, 1.6726971864700317]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.424, "test_loss": 2.5918534423828126}, {"step": 8250, "epoch": 21, "train_loss": 0.3842916786670685, "cos_r_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "cos_apical_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "cos_Ac_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "r_norm": [2.0916411876678467, 1.928119421005249, 1.8952081203460693, 1.8708412647247314, 1.8391549587249756, 1.797926425933838, 1.7912883758544922, 1.768527865409851, 1.7353026866912842, 1.692767858505249], "ldr": {"dL_sdil": -0.10297107696533203, "dL_bp": -0.158980131149292, "ratio": 0.6476977734320519}}, {"step": 8300, "epoch": 21, "train_loss": 0.6572383046150208, "cos_r_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "cos_apical_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "cos_Ac_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "r_norm": [2.1008734703063965, 1.939180850982666, 1.905653953552246, 1.882376790046692, 1.8502519130706787, 1.8096673488616943, 1.8002352714538574, 1.7770216464996338, 1.744415044784546, 1.6985907554626465]}, {"step": 8350, "epoch": 21, "train_loss": 0.5615348815917969, "cos_r_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "cos_apical_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "cos_Ac_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "r_norm": [2.1385059356689453, 1.9784293174743652, 1.9427337646484375, 1.9190678596496582, 1.8892614841461182, 1.8483887910842896, 1.8363127708435059, 1.8127377033233643, 1.7804070711135864, 1.734104871749878]}, {"step": 8400, "epoch": 21, "train_loss": 0.47560936212539673, "cos_r_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "cos_apical_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "cos_Ac_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "r_norm": [2.113502264022827, 1.9543019533157349, 1.9194753170013428, 1.8971998691558838, 1.86801016330719, 1.8272757530212402, 1.8142586946487427, 1.7895739078521729, 1.7573699951171875, 1.7124156951904297]}, {"step": 8450, "epoch": 21, "train_loss": 0.2690434157848358, "cos_r_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "cos_apical_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "cos_Ac_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "r_norm": [2.1182165145874023, 1.961229681968689, 1.9273658990859985, 1.904923915863037, 1.875814437866211, 1.8343490362167358, 1.8220009803771973, 1.7975125312805176, 1.7646548748016357, 1.7192673683166504]}, {"step": 8500, "epoch": 21, "train_loss": 0.5225064754486084, "cos_r_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "cos_apical_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "cos_Ac_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "r_norm": [2.115701675415039, 1.9622697830200195, 1.9302558898925781, 1.9043453931808472, 1.8751640319824219, 1.8330049514770508, 1.8212138414382935, 1.7953872680664062, 1.7628947496414185, 1.7183561325073242], "ldr": {"dL_sdil": -0.1265864372253418, "dL_bp": -0.18631720542907715, "ratio": 0.6794135674900285}}, {"step": 8550, "epoch": 21, "train_loss": 0.5546755790710449, "cos_r_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "cos_apical_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "cos_Ac_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "r_norm": [2.1658740043640137, 2.012773036956787, 1.9803135395050049, 1.9536848068237305, 1.9242990016937256, 1.8804848194122314, 1.8663740158081055, 1.8420238494873047, 1.8072991371154785, 1.7614843845367432]}, {"step": 8600, "epoch": 21, "train_loss": 0.5607976913452148, "cos_r_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "cos_apical_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "cos_Ac_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "r_norm": [2.1673052310943604, 2.0172030925750732, 1.9855544567108154, 1.9576501846313477, 1.9271864891052246, 1.8832594156265259, 1.870842456817627, 1.8431708812713623, 1.8102028369903564, 1.7637989521026611]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4112, "test_loss": 2.752756103515625}, {"step": 8650, "epoch": 22, "train_loss": 0.45928671956062317, "cos_r_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "cos_apical_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "cos_Ac_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "r_norm": [2.1804380416870117, 2.0307276248931885, 1.999192714691162, 1.9715572595596313, 1.9402902126312256, 1.897226095199585, 1.8824656009674072, 1.8561094999313354, 1.823312520980835, 1.7746789455413818]}, {"step": 8700, "epoch": 22, "train_loss": 0.5501186847686768, "cos_r_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "cos_apical_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "cos_Ac_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "r_norm": [2.215404510498047, 2.0635902881622314, 2.0335099697113037, 2.0056140422821045, 1.9747285842895508, 1.9301255941390991, 1.9151943922042847, 1.887784481048584, 1.8542381525039673, 1.8042197227478027]}, {"step": 8750, "epoch": 22, "train_loss": 0.3827553391456604, "cos_r_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "cos_apical_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "cos_Ac_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "r_norm": [2.226377487182617, 2.0743801593780518, 2.0437886714935303, 2.0168957710266113, 1.9839030504226685, 1.93967866897583, 1.9244120121002197, 1.8975698947906494, 1.8637131452560425, 1.8126122951507568], "ldr": {"dL_sdil": -0.12777090072631836, "dL_bp": -0.20348548889160156, "ratio": 0.6279116089422131}}, {"step": 8800, "epoch": 22, "train_loss": 0.5248590707778931, "cos_r_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "cos_apical_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "cos_Ac_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "r_norm": [2.2390084266662598, 2.0870187282562256, 2.0587825775146484, 2.033604145050049, 1.9998728036880493, 1.9552254676818848, 1.9394428730010986, 1.909891128540039, 1.8758351802825928, 1.825963020324707]}, {"step": 8850, "epoch": 22, "train_loss": 0.27781498432159424, "cos_r_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "cos_apical_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "cos_Ac_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "r_norm": [2.1761550903320312, 2.02877140045166, 2.001746654510498, 1.9766781330108643, 1.9446439743041992, 1.899320125579834, 1.885753870010376, 1.8565500974655151, 1.8235177993774414, 1.7748689651489258]}, {"step": 8900, "epoch": 22, "train_loss": 0.428894966840744, "cos_r_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "cos_apical_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "cos_Ac_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "r_norm": [2.228048086166382, 2.0793323516845703, 2.0507702827453613, 2.02668833732605, 1.9912850856781006, 1.945561408996582, 1.9331918954849243, 1.901294231414795, 1.8655929565429688, 1.816002368927002]}, {"step": 8950, "epoch": 22, "train_loss": 0.49497485160827637, "cos_r_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "cos_apical_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "cos_Ac_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "r_norm": [2.25471568107605, 2.1089248657226562, 2.080026626586914, 2.0557520389556885, 2.020019292831421, 1.9748506546020508, 1.9631426334381104, 1.9299774169921875, 1.893958330154419, 1.8437596559524536]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4233, "test_loss": 2.8488656494140625}, {"step": 9000, "epoch": 23, "train_loss": 0.35825854539871216, "cos_r_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "cos_apical_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "cos_Ac_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "r_norm": [2.227118730545044, 2.0862410068511963, 2.059825897216797, 2.036015272140503, 2.001101493835449, 1.9559299945831299, 1.9453418254852295, 1.910705804824829, 1.875442385673523, 1.8261194229125977], "ldr": {"dL_sdil": -0.13006925582885742, "dL_bp": -0.19974613189697266, "ratio": 0.6511728392114549}}, {"step": 9050, "epoch": 23, "train_loss": 0.3471050560474396, "cos_r_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "cos_apical_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "cos_Ac_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "r_norm": [2.267819881439209, 2.124330997467041, 2.096876382827759, 2.0730273723602295, 2.0378305912017822, 1.9920545816421509, 1.9811639785766602, 1.9445173740386963, 1.9079501628875732, 1.85666823387146]}, {"step": 9100, "epoch": 23, "train_loss": 0.4127892255783081, "cos_r_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "cos_apical_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "cos_Ac_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "r_norm": [2.2358860969543457, 2.100900650024414, 2.0755062103271484, 2.0510520935058594, 2.017277717590332, 1.9730229377746582, 1.9620436429977417, 1.9259648323059082, 1.8895540237426758, 1.8383195400238037]}, {"step": 9150, "epoch": 23, "train_loss": 0.5241909623146057, "cos_r_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "cos_apical_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "cos_Ac_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "r_norm": [2.254794120788574, 2.115736961364746, 2.0894501209259033, 2.067070245742798, 2.031778335571289, 1.9872106313705444, 1.9743857383728027, 1.938832402229309, 1.900620937347412, 1.8501794338226318]}, {"step": 9200, "epoch": 23, "train_loss": 0.47785747051239014, "cos_r_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "cos_apical_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "cos_Ac_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "r_norm": [2.2446959018707275, 2.109833240509033, 2.0830414295196533, 2.060072422027588, 2.023728847503662, 1.9783672094345093, 1.9654223918914795, 1.9310145378112793, 1.8931326866149902, 1.8415656089782715]}, {"step": 9250, "epoch": 23, "train_loss": 0.5353630781173706, "cos_r_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "cos_apical_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "cos_Ac_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "r_norm": [2.3354742527008057, 2.192448139190674, 2.1650376319885254, 2.1408777236938477, 2.1041738986968994, 2.0564146041870117, 2.0400867462158203, 2.004849433898926, 1.9658193588256836, 1.9125229120254517], "ldr": {"dL_sdil": -0.14971351623535156, "dL_bp": -0.24295759201049805, "ratio": 0.616212545557673}}, {"step": 9300, "epoch": 23, "train_loss": 0.40789711475372314, "cos_r_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "cos_apical_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "cos_Ac_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "r_norm": [2.2941336631774902, 2.157787799835205, 2.1296772956848145, 2.1072957515716553, 2.068336009979248, 2.023653507232666, 2.007014751434326, 1.9723799228668213, 1.933430552482605, 1.8811020851135254]}, {"step": 9350, "epoch": 23, "train_loss": 0.413057804107666, "cos_r_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "cos_apical_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "cos_Ac_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "r_norm": [2.2739667892456055, 2.140359878540039, 2.1157732009887695, 2.0938658714294434, 2.0557761192321777, 2.0118470191955566, 1.9956586360931396, 1.9594836235046387, 1.9205429553985596, 1.868401050567627]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4191, "test_loss": 2.9097555908203123}, {"step": 9400, "epoch": 24, "train_loss": 0.33998245000839233, "cos_r_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "cos_apical_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "cos_Ac_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "r_norm": [2.355848789215088, 2.219989538192749, 2.1931986808776855, 2.1703848838806152, 2.1309902667999268, 2.0864036083221436, 2.067134141921997, 2.0317206382751465, 1.989743709564209, 1.9345036745071411]}, {"step": 9450, "epoch": 24, "train_loss": 0.31110426783561707, "cos_r_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "cos_apical_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "cos_Ac_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "r_norm": [2.376765251159668, 2.2420058250427246, 2.21600341796875, 2.191995859146118, 2.1521501541137695, 2.1070735454559326, 2.087470531463623, 2.050774097442627, 2.010113477706909, 1.953374981880188]}, {"step": 9500, "epoch": 24, "train_loss": 0.2653230130672455, "cos_r_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "cos_apical_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "cos_Ac_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "r_norm": [2.3361611366271973, 2.2035679817199707, 2.179781675338745, 2.1555936336517334, 2.116499900817871, 2.0734782218933105, 2.0547566413879395, 2.017216682434082, 1.9778149127960205, 1.9219110012054443], "ldr": {"dL_sdil": -0.13861536979675293, "dL_bp": -0.23845577239990234, "ratio": 0.5813043165266218}}, {"step": 9550, "epoch": 24, "train_loss": 0.3658953011035919, "cos_r_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "cos_apical_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "cos_Ac_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "r_norm": [2.3478140830993652, 2.2149646282196045, 2.190809726715088, 2.1694183349609375, 2.128337860107422, 2.085428237915039, 2.067180871963501, 2.0272369384765625, 1.9863076210021973, 1.9317463636398315]}, {"step": 9600, "epoch": 24, "train_loss": 0.5589661598205566, "cos_r_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "cos_apical_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "cos_Ac_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "r_norm": [2.313232183456421, 2.1895644664764404, 2.1645450592041016, 2.144199848175049, 2.1033542156219482, 2.061220645904541, 2.042727470397949, 2.0040476322174072, 1.9613285064697266, 1.9078726768493652]}, {"step": 9650, "epoch": 24, "train_loss": 0.30652520060539246, "cos_r_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "cos_apical_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "cos_Ac_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "r_norm": [2.4250340461730957, 2.2973976135253906, 2.271017551422119, 2.2494239807128906, 2.209611654281616, 2.162942886352539, 2.144186019897461, 2.1044068336486816, 2.0603280067443848, 2.001366138458252]}, {"step": 9700, "epoch": 24, "train_loss": 0.29215168952941895, "cos_r_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "cos_apical_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "cos_Ac_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "r_norm": [2.369680881500244, 2.2472751140594482, 2.2197811603546143, 2.199262857437134, 2.1578681468963623, 2.11323881149292, 2.094618320465088, 2.053891658782959, 2.011312246322632, 1.9548027515411377]}, {"step": 9750, "epoch": 24, "train_loss": 0.3844079375267029, "cos_r_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "cos_apical_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "cos_Ac_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "r_norm": [2.3205759525299072, 2.200150489807129, 2.1743245124816895, 2.1562187671661377, 2.1159090995788574, 2.0722079277038574, 2.0535993576049805, 2.0128870010375977, 1.9709655046463013, 1.9133943319320679], "ldr": {"dL_sdil": -0.13271713256835938, "dL_bp": -0.22763466835021973, "ratio": 0.5830268892266087}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4263, "test_loss": 2.98737705078125}], "final": {"test_acc": 0.4263, "test_loss": 2.98737705078125, "wall_s": 266.59551191329956, "cos_r_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357], "cos_apical_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357], "cos_Ac_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357]}}